00000100:00080000:3.0:1767325946.294829:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767325946.294854:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010082176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767325946.294920:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325946.294952:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010082048:0@lo:400:kworker.0
00000100:00100000:3.0:1767325946.294999:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325946.295048:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010082048
00000100:00100000:3.0:1767325946.295053:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010082048
00000100:00100000:3.0:1767325946.295095:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010081664
00000100:00100000:3.0:1767325946.295100:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010081664
00000100:00100000:3.0:1767325946.295127:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914
00000100:00100000:3.0:1767325946.295141:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010082048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325946.295192:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010082048:12345-0@lo:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325946.295209:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914
00000100:00100000:3.0:1767325946.295235:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403
00000100:00100000:3.0:1767325946.295243:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010081920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325946.295255:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325946.295297:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010081920:12345-0@lo:38:kworker.0 Request processed in 51us (149us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325946.295306:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403
00000100:00100000:3.0:1767325946.295385:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010081792:0@lo:400:kworker.0
00000100:00100000:3.0:1767325947.728991:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993093248
00000100:00100000:3.0:1767325947.728997:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993093248
00000100:00100000:3.0:1767325947.729040:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8507
00000100:00100000:3.0:1767325947.729057:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a73b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2513:x1853163993093248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325947.729115:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a73b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2513:x1853163993093248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325947.729139:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8507
00000100:00100000:3.0:1767325948.854698:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010082304
00000100:00100000:3.0:1767325948.854706:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010082304
00000100:00100000:3.0:1767325948.854774:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7435
00000100:00100000:3.0:1767325948.854786:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010082304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767325948.854812:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767325948.854856:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010082304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325948.854877:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7435
00000100:00100000:3.0:1767325949.366698:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010082432
00000100:00100000:3.0:1767325949.366706:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010082432
00000100:00100000:3.0:1767325949.366760:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7436
00000100:00100000:3.0:1767325949.366771:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010082432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767325949.366795:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767325949.366833:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010082432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325949.366838:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7436
00000100:00100000:3.0:1767325951.414668:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010082688:0@lo:400:kworker.0
00000100:00100000:3.0:1767325951.414718:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325951.414772:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010082688
00000100:00100000:3.0:1767325951.414780:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010082688
00000100:00100000:3.0:1767325951.414846:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8509
00000100:00100000:3.0:1767325951.414860:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010082688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325951.414927:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010082688:12345-0@lo:400:kworker.0 Request processed in 69us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325951.414937:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8509
00000100:00100000:3.0:1767325951.415014:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407
00000100:00100000:3.0:1767325951.415022:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010083200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325951.415040:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325951.415093:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010083200:12345-0@lo:38:kworker.0 Request processed in 66us (233us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325951.415114:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407
00000100:00100000:3.0:1767325951.415162:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325951.415207:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010082688:0@lo:400:kworker.0
00000100:00100000:3.0:1767325951.415251:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010083328
00000100:00100000:3.0:1767325951.415260:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010083328
00000100:00100000:3.0:1767325951.415315:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917
00000100:00100000:3.0:1767325951.415329:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010083328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325951.415386:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010083328:12345-0@lo:400:kworker.0 Request processed in 53us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325951.415393:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917
00000100:00100000:3.0:1767325952.849011:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993093504
00000100:00100000:3.0:1767325952.849025:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993093504
00000100:00100000:3.0:1767325952.849088:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2409
00000100:00100000:3.0:1767325952.849102:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993093504:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767325952.849129:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325952.849210:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993093504:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325952.849250:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2409
00000100:00080000:3.0:1767325952.849317:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767325952.849324:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767325952.849328:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767325953.974836:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010083584
00000100:00100000:3.0:1767325953.974847:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010083584
00000100:00100000:3.0:1767325953.974931:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7437
00000100:00100000:3.0:1767325953.974940:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010083584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767325953.974970:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767325953.975014:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010083584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325953.975022:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7437
00000100:00100000:3.0:1767325954.486816:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010083712
00000100:00100000:3.0:1767325954.486828:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010083712
00000100:00100000:3.0:1767325954.486910:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7438
00000100:00100000:3.0:1767325954.486922:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010083712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767325954.486956:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767325954.487009:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010083712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325954.487018:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7438
00000100:00100000:3.0:1767325956.534713:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767325956.534731:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010083968:0@lo:400:kworker.0
00000100:00100000:3.0:1767325956.534794:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325956.534839:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010084608:0@lo:400:kworker.0
00000100:00100000:3.0:1767325956.534883:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325956.534925:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010084224
00000100:00100000:3.0:1767325956.534930:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010084224
00000100:00100000:3.0:1767325956.534954:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010084352
00000100:00100000:3.0:1767325956.534957:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010084352
00000100:00100000:3.0:1767325956.535010:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920
00000100:00100000:3.0:1767325956.535021:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010084352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325956.535110:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010084352:12345-0@lo:400:kworker.0 Request processed in 93us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325956.535120:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920
00000100:00100000:3.0:1767325956.535188:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010084608:0@lo:400:kworker.0
00000100:00100000:3.0:1767325956.535203:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010083968:0@lo:400:kworker.0
00000100:00100000:3.0:1767325956.535250:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010084480
00000100:00100000:3.0:1767325956.535255:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010084480
00000100:00100000:3.0:1767325956.535286:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411
00000100:00100000:3.0:1767325956.535294:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010084480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325956.535306:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325956.535340:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010084480:12345-0@lo:38:kworker.0 Request processed in 47us (146us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325956.535349:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411
00000100:00100000:3.0:1767325956.535365:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010084736
00000100:00100000:3.0:1767325956.535367:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010084736
00000100:00100000:3.0:1767325956.535393:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412
00000100:00100000:3.0:1767325956.535401:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010084736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325956.535409:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325956.535451:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010084736:12345-0@lo:38:kworker.0 Request processed in 49us (108us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325956.535459:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412
00000100:00100000:3.0:1767325957.968966:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993094016
00000100:00100000:3.0:1767325957.968979:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993094016
00000100:00100000:3.0:1767325957.969031:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2413
00000100:00100000:3.0:1767325957.969038:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993094016:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767325957.969081:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325957.969156:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993094016:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 116us (263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325957.969172:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2413
00000100:00100000:3.0:1767325959.094795:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010084864
00000100:00100000:3.0:1767325959.094806:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010084864
00000100:00100000:3.0:1767325959.094890:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7439
00000100:00100000:3.0:1767325959.094904:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010084864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767325959.094938:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767325959.094997:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010084864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325959.095006:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7439
00000100:00100000:3.0:1767325959.606757:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010084992
00000100:00100000:3.0:1767325959.606767:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010084992
00000100:00100000:3.0:1767325959.606842:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7440
00000100:00100000:3.0:1767325959.606855:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010084992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767325959.606896:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767325959.606950:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010084992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325959.606958:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7440
00000100:00100000:3.0:1767325961.654783:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767325961.654798:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010085376:0@lo:400:kworker.0
00000100:00100000:3.0:1767325961.654840:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325961.654883:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010085888:0@lo:400:kworker.0
00000100:00100000:3.0:1767325961.654934:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325961.654986:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010085376
00000100:00100000:3.0:1767325961.654991:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010085376
00000100:00100000:3.0:1767325961.655024:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8518
00000100:00100000:3.0:1767325961.655035:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010085376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325961.655082:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010085376:12345-0@lo:400:kworker.0 Request processed in 51us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325961.655092:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8518
00000100:00100000:3.0:1767325961.655130:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010085760
00000100:00100000:3.0:1767325961.655134:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010085760
00000100:00100000:3.0:1767325961.655154:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922
00000100:00100000:3.0:1767325961.655163:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010085888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325961.655203:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010085888:12345-0@lo:400:kworker.0 Request processed in 40us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325961.655214:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922
00000100:00100000:3.0:1767325961.655252:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416
00000100:00100000:3.0:1767325961.655258:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010086016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325961.655269:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325961.655302:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010086016:12345-0@lo:38:kworker.0 Request processed in 39us (265us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325961.655311:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416
00000100:00100000:3.0:1767325961.655343:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010085376:0@lo:400:kworker.0
00000100:00100000:3.0:1767325961.655381:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010085888:0@lo:400:kworker.0
00000100:00080000:3.0:1767325961.655482:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767325963.089065:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993094656
00000100:00100000:3.0:1767325963.089078:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993094656
00000100:00100000:3.0:1767325963.089148:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2417
00000100:00100000:3.0:1767325963.089167:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993094528:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767325963.089193:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325963.089247:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993094528:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325963.089261:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2417
00000100:00080000:3.0:1767325963.089285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767325963.089291:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767325963.089296:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767325964.214598:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767325964.214622:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010086272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767325964.214692:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767325964.214901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767325964.214968:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010086272:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767325964.726907:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767325966.774742:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010086656:0@lo:400:kworker.0
00000100:00100000:3.0:1767325966.774797:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325966.774874:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010086656
00000100:00100000:3.0:1767325966.774882:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010086656
00000100:00100000:3.0:1767325966.774936:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010086784
00000100:00100000:3.0:1767325966.774941:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010086784
00000100:00100000:3.0:1767325966.774978:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8522
00000100:00100000:3.0:1767325966.774993:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010086784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325966.775069:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010086784:12345-0@lo:400:kworker.0 Request processed in 79us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325966.775084:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8522
00000100:00100000:3.0:1767325966.775116:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010086528
00000100:00100000:3.0:1767325966.775120:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010086528
00000100:00100000:3.0:1767325966.775164:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34771
00000100:00100000:3.0:1767325966.775171:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010086528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325966.775186:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325966.775240:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010086528:12345-0@lo:38:kworker.0 Request processed in 66us (448us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325966.775249:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34771
00000100:00100000:3.0:1767325966.775280:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419
00000100:00100000:3.0:1767325966.775290:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010087168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325966.775302:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325966.775333:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010087168:12345-0@lo:38:kworker.0 Request processed in 41us (178us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325966.775344:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419
00000100:00100000:3.0:1767325966.775399:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010087040:0@lo:400:kworker.0
00000100:00100000:3.0:1767325966.775415:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010086784:0@lo:400:kworker.0
00000100:00100000:3.0:1767325968.208891:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325968.208915:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325968.208939:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325968.208986:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325968.209037:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993095552
00000100:00100000:3.0:1767325968.209044:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993095552
00000100:00100000:3.0:1767325968.209102:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8524
00000100:00100000:3.0:1767325968.209115:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2512:x1853163993095552:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325968.209218:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2512:x1853163993095552:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325968.209263:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8524
00000100:00100000:3.0:1767325969.846648:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010087680:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767325969.846718:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325969.847096:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010087680:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767325971.894651:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767325971.894663:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010087936:0@lo:400:kworker.0
00000100:00100000:3.0:1767325971.894704:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325971.894750:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010087808
00000100:00100000:3.0:1767325971.894758:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010087808
00000100:00100000:3.0:1767325971.894793:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34772
00000100:00100000:3.0:1767325971.894801:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010087808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325971.894817:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325971.894872:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010087808:12345-0@lo:38:kworker.0 Request processed in 69us (173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325971.894880:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34772
00000100:00100000:3.0:1767325971.894906:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010088064
00000100:00100000:3.0:1767325971.894909:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010088064
00000100:00100000:3.0:1767325971.894939:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8526
00000100:00100000:3.0:1767325971.894951:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010088064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325971.894994:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010088064:12345-0@lo:400:kworker.0 Request processed in 48us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325971.895000:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8526
00000100:00100000:3.0:1767325971.895038:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010088320
00000100:00100000:3.0:1767325971.895042:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010088320
00000100:00100000:3.0:1767325971.895066:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928
00000100:00100000:3.0:1767325971.895075:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010088320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325971.895105:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010088320:12345-0@lo:400:kworker.0 Request processed in 32us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325971.895125:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928
00000100:00100000:3.0:1767325971.895147:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424
00000100:00100000:3.0:1767325971.895173:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010088704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325971.895185:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325971.895222:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010088704:12345-0@lo:38:kworker.0 Request processed in 65us (204us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325971.895230:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424
00000100:00100000:3.0:1767325971.895270:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010088320:0@lo:400:kworker.0
00000100:00100000:3.0:1767325971.895293:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010088064:0@lo:400:kworker.0
00000100:00100000:3.0:1767325973.328994:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993095808
00000100:00100000:3.0:1767325973.329001:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993095808
00000100:00100000:3.0:1767325973.329076:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 930
00000100:00100000:3.0:1767325973.329092:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993095808:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325973.329159:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993095808:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325973.329181:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 930
00000100:00080000:3.0:1767325973.329221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767325974.454764:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010088832
00000100:00100000:3.0:1767325974.454773:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010088832
00000100:00100000:3.0:1767325974.454836:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7445
00000100:00100000:3.0:1767325974.454849:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010088832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767325974.454875:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767325974.454938:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010088832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325974.454967:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7445
00000100:00100000:3.0:1767325974.966568:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010088960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767325974.966627:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767325974.966732:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767325974.966869:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010088960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767325977.014657:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010089216:0@lo:400:kworker.0
00000100:00100000:3.0:1767325977.014710:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325977.014766:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010089088
00000100:00100000:3.0:1767325977.014772:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010089088
00000100:00100000:3.0:1767325977.014807:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34773
00000100:00100000:3.0:1767325977.014816:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010089088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325977.014832:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325977.014871:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010089088:12345-0@lo:38:kworker.0 Request processed in 54us (174us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325977.014877:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34773
00000100:00100000:3.0:1767325977.014919:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010089472
00000100:00100000:3.0:1767325977.014924:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010089472
00000100:00100000:3.0:1767325977.014951:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010089856
00000100:00100000:3.0:1767325977.014956:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010089856
00000100:00100000:3.0:1767325977.015009:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426
00000100:00100000:3.0:1767325977.015021:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010089472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325977.015032:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325977.015087:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010089472:12345-0@lo:38:kworker.0 Request processed in 67us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325977.015106:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426
00000100:00080000:3.0:1767325977.015184:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325977.015192:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325977.015202:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010089472:0@lo:38:kworker.0
00000100:00080000:3.0:1767325977.015227:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325977.015236:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325977.015242:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010089728:0@lo:38:kworker.0
00000100:00080000:3.0:1767325977.015288:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325977.015301:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325977.015310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010089984:0@lo:38:kworker.0
00000100:00100000:3.0:1767325978.449101:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 933
00000100:00100000:3.0:1767325978.449130:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993096320:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325978.449215:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993096320:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325978.449228:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 933
00000100:00100000:3.0:1767325982.134674:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010090368:0@lo:38:kworker.0
00000100:00100000:3.0:1767325982.134735:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325982.134789:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010090752:0@lo:38:kworker.0
00000100:00100000:3.0:1767325982.134831:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010090368
00000100:00100000:3.0:1767325982.134836:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010090368
00000100:00100000:3.0:1767325982.134872:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34774
00000100:00100000:3.0:1767325982.134878:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010090368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325982.134900:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325982.134938:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010090368:12345-0@lo:38:kworker.0 Request processed in 60us (204us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325982.134957:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34774
00000100:00100000:3.0:1767325982.135068:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010090624
00000100:00100000:3.0:1767325982.135073:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010090624
00000100:00100000:3.0:1767325982.135131:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8534
00000100:00100000:3.0:1767325982.135146:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010090624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325982.135208:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010090624:12345-0@lo:400:kworker.0 Request processed in 66us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325982.135219:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8534
00000100:00100000:3.0:1767325982.135268:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010090752
00000100:00100000:3.0:1767325982.135273:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010090752
00000100:00100000:3.0:1767325982.135297:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430
00000100:00100000:3.0:1767325982.135306:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010090752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325982.135318:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325982.135357:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010090752:12345-0@lo:38:kworker.0 Request processed in 50us (122us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325982.135365:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430
00000100:00100000:3.0:1767325982.135386:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010091264
00000100:00100000:3.0:1767325982.135391:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010091264
00000100:00100000:3.0:1767325982.135437:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432
00000100:00100000:3.0:1767325982.135445:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010091264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325982.135456:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325982.135490:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010091264:12345-0@lo:38:kworker.0 Request processed in 45us (116us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325982.135497:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432
00000100:00100000:3.0:1767325983.568881:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993096832
00000100:00100000:3.0:1767325983.568895:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993096832
00000100:00100000:3.0:1767325983.568966:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993096704
00000100:00100000:3.0:1767325983.568971:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993096704
00000100:00100000:3.0:1767325983.568997:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 936
00000100:00100000:3.0:1767325983.569007:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993096832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325983.569048:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993096832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 42us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325983.569062:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 936
00000100:00100000:3.0:1767325986.230536:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767325961/real 1767325961]  req@ffff9bb485713b80 x1853164010086144/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767325986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767325986.230567:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb485713b80 x1853164010086144/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767325986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767325986.230583:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325986.230607:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767325986.230611:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010086144:0@lo:250:kworker.0
00000100:00100000:3.0:1767325986.230756:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010091648:0@lo:250:kworker.0
00000400:00000100:3.0:1767325986.230795:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010091648 offset 0 length 520: 4
00000100:00100000:3.0:1767325986.230833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010091776:0@lo:38:kworker.0
00000100:00100000:3.0:1767325986.230874:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325986.230908:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010091776
00000100:00100000:3.0:1767325986.230915:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010091776
00000100:00100000:3.0:1767325986.230950:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34775
00000100:00100000:3.0:1767325986.230958:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb589480050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010091776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325986.230982:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325986.231031:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb589480050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010091776:12345-0@lo:38:kworker.0 Request processed in 71us (158us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325986.231054:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34775
00000100:00100000:3.0:1767325986.231305:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010092416
00000100:00100000:3.0:1767325986.231312:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010092416
00000100:00100000:3.0:1767325986.231341:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434
00000100:00100000:3.0:1767325986.231352:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010092160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325986.231363:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325986.231406:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010092160:12345-0@lo:38:kworker.0 Request processed in 52us (202us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325986.231464:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434
00000100:00100000:3.0:1767325986.231561:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010091904:0@lo:400:kworker.0
00000400:00000100:3.0:1767325987.665155:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993097216 offset 0 length 520: 4
00000100:00100000:3.0:1767325987.665195:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325987.665216:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325987.665236:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325987.665270:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325987.665305:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993097728
00000100:00100000:3.0:1767325987.665310:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993097728
00000100:00100000:3.0:1767325987.665353:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8540
00000100:00100000:3.0:1767325987.665367:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2510:x1853163993097728:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325987.665405:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2510:x1853163993097728:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 40us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325987.665450:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8540
00000100:00080000:3.0:1767325987.665493:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767325987.665498:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767325987.665501:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767325989.814834:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767325990.326863:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767325991.350785:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010093184:0@lo:400:kworker.0
00000100:00100000:3.0:1767325991.350826:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325991.350894:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010093184
00000100:00100000:3.0:1767325991.350903:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010093184
00000100:00100000:3.0:1767325991.350963:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010093312
00000100:00100000:3.0:1767325991.350969:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010093312
00000100:00100000:3.0:1767325991.351011:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8541
00000100:00100000:3.0:1767325991.351035:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010093184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767325991.351089:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010093184:12345-0@lo:400:kworker.0 Request processed in 67us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325991.351101:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8541
00000100:00080000:3.0:1767325991.351128:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767325991.351135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767325991.351171:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010093184:0@lo:400:kworker.0
00000100:00080000:3.0:1767325991.351272:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767325991.351313:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439
00000100:00100000:3.0:1767325991.351326:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010093696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325991.351346:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325991.351388:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010093696:12345-0@lo:38:kworker.0 Request processed in 65us (121us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325991.351399:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439
00000100:00100000:3.0:1767325991.351475:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010093952
00000100:00100000:3.0:1767325991.351480:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010093952
00000100:00100000:3.0:1767325991.351503:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440
00000100:00100000:3.0:1767325991.351508:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010093952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325991.351516:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325991.351546:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010093952:12345-0@lo:38:kworker.0 Request processed in 37us (132us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325991.351550:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440
00000100:00100000:3.0:1767325992.784918:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993097984
00000100:00100000:3.0:1767325992.784926:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993097984
00000100:00100000:3.0:1767325992.784997:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 942
00000100:00100000:3.0:1767325992.785022:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993097984:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325992.785096:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993097984:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325992.785109:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 942
00000100:00080000:3.0:1767325992.785150:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767325992.785155:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767325992.785158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767325994.934810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767325995.446734:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767325996.470621:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010094336:0@lo:38:kworker.0
00000100:00100000:3.0:1767325996.470679:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325996.470716:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010094720:0@lo:38:kworker.0
00000100:00100000:3.0:1767325996.470754:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325996.470784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010094976:0@lo:38:kworker.0
00000100:00100000:3.0:1767325996.470832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325996.470856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010095232:0@lo:38:kworker.0
00000100:00100000:3.0:1767325996.470880:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767325996.470928:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010094336
00000100:00100000:3.0:1767325996.470933:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010094336
00000100:00100000:3.0:1767325996.470961:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34777
00000100:00100000:3.0:1767325996.470968:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010094336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325996.471005:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325996.471042:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010094336:12345-0@lo:38:kworker.0 Request processed in 70us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325996.471055:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34777
00000100:00100000:3.0:1767325996.471100:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444
00000100:00100000:3.0:1767325996.471111:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010095232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767325996.471125:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767325996.471170:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010095232:12345-0@lo:38:kworker.0 Request processed in 59us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767325996.471180:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444
00000100:00080000:3.0:1767325996.471222:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325996.471227:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325996.471232:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010095232:0@lo:38:kworker.0
00000100:00080000:3.0:1767325996.471240:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325996.471245:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325996.471249:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010094976:0@lo:38:kworker.0
00000100:00080000:3.0:1767325996.471263:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325996.471269:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325996.471273:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010094720:0@lo:38:kworker.0
00000100:00080000:3.0:1767325996.471285:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767325996.471289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767325996.471292:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010094336:0@lo:38:kworker.0
00000100:00100000:3.0:1767325997.905045:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325997.905091:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325997.905114:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325997.905156:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767325997.905213:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8547
00000100:00100000:3.0:1767325997.905231:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2511:x1853163993098624:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767325997.905299:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2511:x1853163993098624:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767325997.905317:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8547
00000100:00100000:3.0:1767326000.054676:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010095360
00000100:00100000:3.0:1767326000.054684:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010095360
00000100:00100000:3.0:1767326000.054744:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7455
00000100:00100000:3.0:1767326000.054756:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010095360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326000.054842:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326000.054888:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010095360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326000.054895:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7455
00000100:00100000:3.0:1767326000.566842:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010095488
00000100:00100000:3.0:1767326000.566854:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010095488
00000100:00100000:3.0:1767326000.566919:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7456
00000100:00100000:3.0:1767326000.566929:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010095488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326000.566971:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326000.567036:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010095488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326000.567044:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7456
00000100:00100000:3.0:1767326001.590677:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010095616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326001.590753:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326001.590820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010096000:0@lo:38:kworker.0
00000100:00100000:3.0:1767326001.590889:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326001.590940:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010096256:0@lo:38:kworker.0
00000100:00100000:3.0:1767326001.591003:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326001.591041:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010096512:0@lo:38:kworker.0
00000100:00100000:3.0:1767326001.591073:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326001.591119:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326001.591127:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326001.591135:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010095616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326001.591208:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446
00000100:00100000:3.0:1767326001.591214:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010096000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326001.591226:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326001.591293:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010096000:12345-0@lo:38:kworker.0 Request processed in 79us (421us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326001.591342:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446
00000100:00100000:3.0:1767326001.591388:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447
00000100:00100000:3.0:1767326001.591400:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010096256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326001.591410:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326001.591465:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010096256:12345-0@lo:38:kworker.0 Request processed in 62us (458us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326001.591486:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447
00000100:00100000:3.0:1767326001.591512:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010096384
00000100:00100000:3.0:1767326001.591518:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010096384
00000100:00100000:3.0:1767326001.591577:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947
00000100:00100000:3.0:1767326001.591591:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010096384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326001.591641:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010096384:12345-0@lo:400:kworker.0 Request processed in 55us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326001.591647:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947
00000100:00100000:3.0:1767326003.024970:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993098880
00000100:00100000:3.0:1767326003.024980:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993098880
00000100:00100000:3.0:1767326003.025024:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2449
00000100:00100000:3.0:1767326003.025032:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993098880:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326003.025055:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326003.025127:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993098880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326003.025138:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2449
00000100:00100000:3.0:1767326005.174781:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010096640
00000100:00100000:3.0:1767326005.174792:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010096640
00000100:00100000:3.0:1767326005.174869:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7457
00000100:00100000:3.0:1767326005.174883:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010096640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326005.174911:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326005.174992:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010096640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326005.175001:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7457
00000100:00100000:3.0:1767326005.686791:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010096768
00000100:00100000:3.0:1767326005.686800:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010096768
00000100:00100000:3.0:1767326005.686859:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7458
00000100:00100000:3.0:1767326005.686867:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010096768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326005.686893:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326005.686970:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010096768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326005.686990:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7458
00000100:00100000:3.0:1767326006.710675:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326006.710692:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010097024:0@lo:400:kworker.0
00000100:00100000:3.0:1767326006.710746:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326006.710807:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010096896
00000100:00100000:3.0:1767326006.710815:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010096896
00000100:00100000:3.0:1767326006.710855:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34779
00000100:00100000:3.0:1767326006.710869:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010096896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326006.710891:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326006.710975:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010096896:12345-0@lo:38:kworker.0 Request processed in 108us (276us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326006.710985:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34779
00000100:00100000:3.0:1767326006.711049:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450
00000100:00100000:3.0:1767326006.711059:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010097280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326006.711075:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326006.711120:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010097280:12345-0@lo:38:kworker.0 Request processed in 59us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326006.711134:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450
00000100:00100000:3.0:1767326006.711169:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010097792
00000100:00100000:3.0:1767326006.711175:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010097792
00000100:00100000:3.0:1767326006.711203:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452
00000100:00100000:3.0:1767326006.711230:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010097792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326006.711249:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326006.711306:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010097792:12345-0@lo:38:kworker.0 Request processed in 89us (176us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326006.711342:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452
00000100:00100000:3.0:1767326006.711376:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010097408
00000100:00100000:3.0:1767326006.711384:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010097408
00000100:00100000:3.0:1767326006.711522:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950
00000100:00100000:3.0:1767326006.711538:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010097408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326006.711615:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010097408:12345-0@lo:400:kworker.0 Request processed in 82us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326006.711627:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950
00000100:00080000:3.0:1767326006.711679:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326006.711686:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326006.711690:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010097792:0@lo:38:kworker.0
00000100:00100000:3.0:1767326008.145105:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993099520
00000100:00100000:3.0:1767326008.145112:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993099520
00000100:00100000:3.0:1767326008.145162:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993099392
00000100:00100000:3.0:1767326008.145168:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993099392
00000100:00100000:3.0:1767326008.145199:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 951
00000100:00100000:3.0:1767326008.145217:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993099520:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326008.145261:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993099520:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326008.145275:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 951
00000100:00100000:3.0:1767326010.294727:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010097920
00000100:00100000:3.0:1767326010.294736:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010097920
00000100:00100000:3.0:1767326010.294800:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7459
00000100:00100000:3.0:1767326010.294811:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010097920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326010.294838:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326010.294885:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010097920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326010.294912:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7459
00000100:00100000:3.0:1767326010.806717:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010098048
00000100:00100000:3.0:1767326010.806725:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010098048
00000100:00100000:3.0:1767326010.806791:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7460
00000100:00100000:3.0:1767326010.806803:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010098048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326010.806835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326010.806906:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010098048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326010.806914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7460
00000100:00100000:3.0:1767326011.830511:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767325986/real 1767325986]  req@ffff9bb5bcf44700 x1853164010091648/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767326011.830546:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcf44700 x1853164010091648/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767326011.830562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326011.830574:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326011.830577:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010091648:0@lo:250:kworker.0
00000100:00100000:3.0:1767326011.830643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010098176:0@lo:38:kworker.0
00000100:00100000:3.0:1767326011.830694:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326011.830750:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010098560:0@lo:38:kworker.0
00000100:00100000:3.0:1767326011.830781:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326011.830819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010098816:0@lo:38:kworker.0
00000100:00100000:3.0:1767326011.830859:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326011.830907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010099072:0@lo:38:kworker.0
00000100:00100000:3.0:1767326011.830947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326011.830986:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010099200:0@lo:250:kworker.0
00000400:00000100:3.0:1767326011.831022:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010099200 offset 0 length 520: 4
00000100:00080000:3.0:1767326011.831071:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326011.831078:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326011.831083:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010098176:0@lo:38:kworker.0
00000100:00100000:3.0:1767326011.831135:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456
00000100:00100000:3.0:1767326011.831142:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010099072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326011.831153:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326011.831187:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010099072:12345-0@lo:38:kworker.0 Request processed in 43us (240us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326011.831203:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456
00000100:00080000:3.0:1767326011.831236:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326011.831242:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326011.831249:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010099072:0@lo:38:kworker.0
00000100:00080000:3.0:1767326011.831266:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326011.831275:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326011.831282:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010098816:0@lo:38:kworker.0
00000100:00080000:3.0:1767326011.831299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326011.831308:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326011.831313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010098560:0@lo:38:kworker.0
00000400:00000100:3.0:1767326012.240932:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993099904 offset 0 length 520: 4
00000100:00100000:3.0:1767326012.240966:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326012.240986:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326012.241005:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326012.241055:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:3.0:1767326012.241093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326012.241099:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326012.241100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326012.241126:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 954
00000100:00100000:3.0:1767326012.241137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993100160:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326012.241210:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993100160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326012.241232:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 954
00000100:00100000:3.0:1767326015.414694:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010099328
00000100:00100000:3.0:1767326015.414702:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010099328
00000100:00100000:3.0:1767326015.414766:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7461
00000100:00100000:3.0:1767326015.414778:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010099328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326015.414814:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326015.414853:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010099328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326015.414870:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7461
00000100:00100000:3.0:1767326015.926724:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010099456
00000100:00100000:3.0:1767326015.926733:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010099456
00000100:00100000:3.0:1767326015.926798:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7462
00000100:00100000:3.0:1767326015.926807:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010099456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326015.926834:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326015.926902:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010099456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326015.926911:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7462
00000100:00100000:3.0:1767326016.950640:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010099584:0@lo:38:kworker.0
00000100:00100000:3.0:1767326016.950719:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326016.950761:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010099968:0@lo:38:kworker.0
00000100:00100000:3.0:1767326016.950805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326016.950837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010100224:0@lo:38:kworker.0
00000100:00100000:3.0:1767326016.950879:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326016.950913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010100480:0@lo:38:kworker.0
00000100:00100000:3.0:1767326016.950944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326016.950988:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8562
00000100:00100000:3.0:1767326016.951003:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010099840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326016.951048:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010099840:12345-0@lo:400:kworker.0 Request processed in 51us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326016.951057:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8562
00000100:00100000:3.0:1767326016.951088:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459
00000100:00100000:3.0:1767326016.951098:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010100224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326016.951110:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326016.951147:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010100224:12345-0@lo:38:kworker.0 Request processed in 51us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326016.951154:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459
00000100:00100000:3.0:1767326016.951209:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010100096:0@lo:400:kworker.0
00000100:00100000:3.0:1767326016.951220:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010099840:0@lo:400:kworker.0
00000100:00100000:3.0:1767326016.951275:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010100352:0@lo:400:kworker.0
00000100:00100000:3.0:1767326017.361079:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993100544
00000100:00100000:3.0:1767326017.361089:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993100544
00000100:00100000:3.0:1767326017.361140:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993100672
00000100:00100000:3.0:1767326017.361146:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993100672
00000100:00100000:3.0:1767326017.361202:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 957
00000100:00100000:3.0:1767326017.361218:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993100672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326017.361271:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993100672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326017.361286:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 957
00000100:00100000:3.0:1767326020.534752:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010100608
00000100:00100000:3.0:1767326020.534761:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010100608
00000100:00100000:3.0:1767326020.534838:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7463
00000100:00100000:3.0:1767326020.534849:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010100608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326020.534877:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326020.534931:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010100608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326020.534938:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7463
00000100:00100000:3.0:1767326021.046724:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010100736
00000100:00100000:3.0:1767326021.046731:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010100736
00000100:00100000:3.0:1767326021.046779:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7464
00000100:00100000:3.0:1767326021.046787:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010100736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326021.046813:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326021.046870:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010100736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326021.046875:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7464
00000100:00100000:3.0:1767326022.070661:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326022.070676:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010101120:0@lo:400:kworker.0
00000100:00100000:3.0:1767326022.070726:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326022.070768:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010101376:0@lo:400:kworker.0
00000100:00100000:3.0:1767326022.070809:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326022.070875:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010101248
00000100:00100000:3.0:1767326022.070883:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010101248
00000100:00100000:3.0:1767326022.070908:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010101376
00000100:00100000:3.0:1767326022.070913:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010101376
00000100:00100000:3.0:1767326022.070952:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010101504
00000100:00100000:3.0:1767326022.070956:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010101504
00000100:00100000:3.0:1767326022.070973:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958
00000100:00100000:3.0:1767326022.070988:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010101376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326022.071034:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010101376:12345-0@lo:400:kworker.0 Request processed in 49us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326022.071045:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958
00000100:00100000:3.0:1767326022.071071:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464
00000100:00100000:3.0:1767326022.071084:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010101760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326022.071096:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326022.071136:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010101760:12345-0@lo:38:kworker.0 Request processed in 52us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326022.071150:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464
00000100:00100000:3.0:1767326022.481021:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993101312
00000100:00100000:3.0:1767326022.481025:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993101312
00000100:00100000:3.0:1767326022.481071:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8567
00000100:00100000:3.0:1767326022.481086:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993101312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326022.481158:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993101312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326022.481229:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8567
00000100:00100000:3.0:1767326025.654780:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010101888
00000100:00100000:3.0:1767326025.654813:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010101888
00000100:00100000:3.0:1767326025.654880:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7465
00000100:00100000:3.0:1767326025.654903:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010101888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326025.654931:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326025.654984:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010101888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326025.654993:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7465
00000100:00100000:3.0:1767326026.166673:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010102016
00000100:00100000:3.0:1767326026.166681:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010102016
00000100:00100000:3.0:1767326026.166732:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7466
00000100:00100000:3.0:1767326026.166740:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010102016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326026.166763:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326026.166813:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010102016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326026.166820:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7466
00000100:00100000:3.0:1767326027.190711:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010102400:0@lo:400:kworker.0
00000100:00100000:3.0:1767326027.190769:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326027.190834:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326027.190846:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010102656:0@lo:400:kworker.0
00000100:00100000:3.0:1767326027.190903:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326027.190960:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010102528
00000100:00100000:3.0:1767326027.190965:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010102528
00000100:00100000:3.0:1767326027.190999:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010102784
00000100:00100000:3.0:1767326027.191005:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010102784
00000100:00100000:3.0:1767326027.191022:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010102656
00000100:00100000:3.0:1767326027.191027:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010102656
00000100:00100000:3.0:1767326027.191065:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961
00000100:00100000:3.0:1767326027.191082:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010102656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326027.191144:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010102656:12345-0@lo:400:kworker.0 Request processed in 68us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326027.191152:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961
00000100:00100000:3.0:1767326027.191175:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468
00000100:00100000:3.0:1767326027.191185:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010103040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326027.191203:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326027.191242:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010103040:12345-0@lo:38:kworker.0 Request processed in 55us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326027.191255:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468
00000100:00100000:3.0:1767326027.600879:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993101568
00000100:00100000:3.0:1767326027.600888:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993101568
00000100:00100000:3.0:1767326027.600931:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993101696
00000100:00100000:3.0:1767326027.600934:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993101696
00000100:00100000:3.0:1767326027.600998:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 963
00000100:00100000:3.0:1767326027.601010:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993101696:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326027.601069:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993101696:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326027.601080:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 963
00000100:00100000:3.0:1767326030.774717:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010103168
00000100:00100000:3.0:1767326030.774726:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010103168
00000100:00100000:3.0:1767326030.774804:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7467
00000100:00100000:3.0:1767326030.774816:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010103168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326030.774843:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326030.774891:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010103168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326030.774899:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7467
00000100:00100000:3.0:1767326031.286725:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010103296
00000100:00100000:3.0:1767326031.286732:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010103296
00000100:00100000:3.0:1767326031.286808:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468
00000100:00100000:3.0:1767326031.286819:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010103296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326031.286846:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8667712 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326031.286896:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010103296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326031.286903:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468
00000100:00100000:3.0:1767326032.310764:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010103936:0@lo:400:kworker.0
00000100:00100000:3.0:1767326032.310848:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326032.310942:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010103936
00000100:00100000:3.0:1767326032.310948:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010103936
00000100:00100000:3.0:1767326032.311028:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010104192
00000100:00100000:3.0:1767326032.311035:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010104192
00000100:00100000:3.0:1767326032.311117:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010104064
00000100:00100000:3.0:1767326032.311124:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010104064
00000100:00100000:3.0:1767326032.311155:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965
00000100:00100000:3.0:1767326032.311178:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010104192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326032.311269:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010104192:12345-0@lo:400:kworker.0 Request processed in 102us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326032.311286:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965
00000100:00100000:3.0:1767326032.311313:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471
00000100:00100000:3.0:1767326032.311326:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010104064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326032.311340:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326032.311457:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010104064:12345-0@lo:38:kworker.0 Request processed in 93us (316us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326032.311508:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471
00000100:00100000:3.0:1767326032.720915:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326032.720961:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326032.721007:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326032.721059:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326032.721093:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993102336
00000100:00100000:3.0:1767326032.721104:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993102336
00000100:00100000:3.0:1767326032.721169:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8575
00000100:00100000:3.0:1767326032.721193:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a73b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993102336:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326032.721258:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a73b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993102336:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326032.721269:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8575
00000100:00100000:3.0:1767326035.894829:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010104448
00000100:00100000:3.0:1767326035.894843:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010104448
00000100:00100000:3.0:1767326035.894922:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7469
00000100:00100000:3.0:1767326035.894946:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010104448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326035.894979:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326035.895078:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010104448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326035.895087:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7469
00000100:00080000:3.0:1767326036.406598:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326036.406604:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326036.406608:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326036.406613:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11209
00000100:00080000:3.0:1767326036.406618:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326036.406625:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326036.406644:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010104704/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326036.406682:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326036.406686:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326036.406689:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326036.406697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11230
00000100:00080000:3.0:1767326036.406703:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326036.406710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326036.406741:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4a80 x1853164010104832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326036.406781:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326036.406791:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326036.406796:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326036.406804:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11230
00000100:00080000:3.0:1767326036.406810:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326036.406820:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326036.406836:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010105088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326036.406875:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326036.406882:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326036.406886:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326036.406892:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11230
00000100:00080000:3.0:1767326036.406896:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326036.406902:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326036.406922:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5180 x1853164010105344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326036.406954:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326036.406960:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326036.406964:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326036.406974:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11230
00000100:00080000:3.0:1767326036.406980:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326036.406987:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326036.407005:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6300 x1853164010105600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326036.407100:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010105088
00000100:00100000:3.0:1767326036.407106:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010105088
00000100:00100000:3.0:1767326036.407165:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968
00000100:00100000:3.0:1767326036.407183:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010105472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326036.407255:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010105472:12345-0@lo:400:kworker.0 Request processed in 68us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326036.407269:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968
00000100:00080000:3.0:1767326036.407313:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326036.407344:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010105472:0@lo:400:kworker.0
00000100:00100000:3.0:1767326036.407367:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010105216:0@lo:400:kworker.0
00000100:00100000:3.0:1767326037.840865:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326037.840900:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767326037.840921:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993103104 offset 0 length 520: 4
00000100:00100000:3.0:1767326037.840946:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326037.840987:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:3.0:1767326037.841015:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326037.841068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326037.841098:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8578
00000100:00100000:3.0:1767326037.841115:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2512:x1853163993102976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326037.841154:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2512:x1853163993102976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 44us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326037.841162:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8578
00000100:00100000:3.0:1767326041.526747:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010106112:0@lo:400:kworker.0
00000100:00100000:3.0:1767326041.526796:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326041.526828:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326041.526838:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010106240:0@lo:400:kworker.0
00000100:00100000:3.0:1767326041.526874:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326041.526933:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010106112
00000100:00100000:3.0:1767326041.526941:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010106112
00000100:00100000:3.0:1767326041.527006:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010106240
00000100:00100000:3.0:1767326041.527013:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010106240
00000100:00100000:3.0:1767326041.527056:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8580
00000100:00100000:3.0:1767326041.527070:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010106112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326041.527134:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010106112:12345-0@lo:400:kworker.0 Request processed in 69us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326041.527149:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8580
00000100:00100000:3.0:1767326041.527185:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479
00000100:00100000:3.0:1767326041.527191:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010106624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326041.527201:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326041.527235:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010106624:12345-0@lo:38:kworker.0 Request processed in 39us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326041.527248:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479
00000100:00080000:3.0:1767326041.527314:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326041.527323:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326041.527330:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010106880:0@lo:38:kworker.0
00000100:00080000:3.0:1767326041.527344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326041.527349:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326041.527352:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010106624:0@lo:38:kworker.0
00000100:00080000:3.0:1767326041.527363:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326041.527370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326041.527378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010106368:0@lo:38:kworker.0
00000100:00080000:3.0:1767326041.527392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326041.527397:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326041.527402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010105984:0@lo:38:kworker.0
00000100:00100000:3.0:1767326041.527530:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010106496:0@lo:400:kworker.0
00000100:00100000:3.0:1767326041.527609:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010106752:0@lo:400:kworker.0
00000100:00100000:3.0:1767326042.961194:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993103232
00000100:00100000:3.0:1767326042.961202:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993103232
00000100:00100000:3.0:1767326042.961252:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 972
00000100:00100000:3.0:1767326042.961270:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993103360:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326042.961363:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993103360:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 95us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326042.961394:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 972
00000100:00100000:3.0:1767326046.134782:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010107008
00000100:00100000:3.0:1767326046.134793:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010107008
00000100:00100000:3.0:1767326046.134877:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7473
00000100:00100000:3.0:1767326046.134904:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010107008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326046.134935:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326046.134985:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010107008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326046.134990:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7473
00000100:00100000:3.0:1767326046.646712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010107264:0@lo:38:kworker.0
00000100:00100000:3.0:1767326046.646767:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326046.646814:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010107648:0@lo:38:kworker.0
00000100:00100000:3.0:1767326046.646860:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326046.646914:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010107904:0@lo:38:kworker.0
00000100:00100000:3.0:1767326046.646968:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326046.647007:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010108160:0@lo:38:kworker.0
00000100:00100000:3.0:1767326046.647053:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326046.647105:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326046.647115:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326046.647123:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010107264:0@lo:38:kworker.0
00000100:00100000:3.0:1767326046.647167:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010107648
00000100:00100000:3.0:1767326046.647173:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010107648
00000100:00100000:3.0:1767326046.647222:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482
00000100:00100000:3.0:1767326046.647233:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010107648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326046.647252:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326046.647325:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010107648:12345-0@lo:38:kworker.0 Request processed in 90us (464us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326046.647341:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482
00000100:00080000:3.0:1767326046.647390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326046.647409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326046.647444:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010107904:0@lo:38:kworker.0
00000100:00080000:3.0:1767326046.647469:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326046.647477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326046.647482:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010108160:0@lo:38:kworker.0
00000100:00080000:3.0:1767326046.647505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326046.647514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326046.647526:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010107648:0@lo:38:kworker.0
00000100:00100000:3.0:1767326048.081289:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993104000
00000100:00100000:3.0:1767326048.081296:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993104000
00000100:00100000:3.0:1767326048.081356:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8586
00000100:00100000:3.0:1767326048.081375:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2510:x1853163993104000:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326048.081482:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2510:x1853163993104000:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 109us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326048.081503:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8586
00000100:00100000:3.0:1767326051.766738:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010108544:0@lo:38:kworker.0
00000100:00100000:3.0:1767326051.766800:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326051.766845:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010108800:0@lo:38:kworker.0
00000100:00100000:3.0:1767326051.766894:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326051.766941:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010109056:0@lo:38:kworker.0
00000100:00100000:3.0:1767326051.766985:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326051.767027:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010109312:0@lo:38:kworker.0
00000100:00100000:3.0:1767326051.767067:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326051.767140:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010108544
00000100:00100000:3.0:1767326051.767147:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010108544
00000100:00100000:3.0:1767326051.767195:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34788
00000100:00100000:3.0:1767326051.767211:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010108544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326051.767228:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326051.767283:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010108544:12345-0@lo:38:kworker.0 Request processed in 74us (485us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326051.767296:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34788
00000100:00080000:3.0:1767326051.767455:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326053.201199:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326053.201255:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326053.201298:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326053.201344:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326053.201468:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8589
00000100:00100000:3.0:1767326053.201486:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2511:x1853163993104512:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326053.201544:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2511:x1853163993104512:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 62us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326053.201566:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8589
00000100:00100000:3.0:1767326056.374819:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010109440
00000100:00100000:3.0:1767326056.374828:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010109440
00000100:00100000:3.0:1767326056.374897:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7477
00000100:00100000:3.0:1767326056.374908:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010109440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326056.374944:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326056.375008:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010109440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326056.375019:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7477
00000100:00100000:3.0:1767326056.886662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010109696:0@lo:38:kworker.0
00000100:00100000:3.0:1767326056.886710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326056.886785:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010109952:0@lo:38:kworker.0
00000100:00100000:3.0:1767326056.886840:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326056.886872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010110208:0@lo:38:kworker.0
00000100:00100000:3.0:1767326056.886927:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010109696
00000100:00100000:3.0:1767326056.886933:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010109696
00000100:00100000:3.0:1767326056.886969:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34789
00000100:00100000:3.0:1767326056.886982:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010109696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326056.887008:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326056.887067:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010109696:12345-0@lo:38:kworker.0 Request processed in 86us (355us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326056.887076:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34789
00000100:00100000:3.0:1767326056.887123:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490
00000100:00100000:3.0:1767326056.887144:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010109952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326056.887154:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326056.887187:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010109952:12345-0@lo:38:kworker.0 Request processed in 53us (348us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326056.887205:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490
00000100:00100000:3.0:1767326056.887234:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491
00000100:00100000:3.0:1767326056.887240:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010110208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326056.887248:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326056.887284:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010110208:12345-0@lo:38:kworker.0 Request processed in 37us (149us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326056.887296:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491
00000100:00100000:3.0:1767326056.887328:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492
00000100:00100000:3.0:1767326056.887335:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010110464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326056.887347:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326056.887390:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010110464:12345-0@lo:38:kworker.0 Request processed in 53us (107us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326056.887395:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492
00000100:00100000:3.0:1767326058.321252:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993104768
00000100:00100000:3.0:1767326058.321266:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993104768
00000100:00100000:3.0:1767326058.321330:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2493
00000100:00100000:3.0:1767326058.321344:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993104768:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326058.321455:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326058.321522:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993104768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 176us (340us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326058.321555:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2493
00000100:00100000:3.0:1767326062.006747:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010110976:0@lo:400:kworker.0
00000100:00100000:3.0:1767326062.006800:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326062.006850:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326062.006864:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010111232:0@lo:400:kworker.0
00000100:00100000:3.0:1767326062.006909:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326062.006946:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010111232
00000100:00100000:3.0:1767326062.006951:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010111232
00000100:00100000:3.0:1767326062.007004:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010111104
00000100:00100000:3.0:1767326062.007008:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010111104
00000100:00100000:3.0:1767326062.007034:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982
00000100:00100000:3.0:1767326062.007049:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010111232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326062.007105:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010111232:12345-0@lo:400:kworker.0 Request processed in 63us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326062.007134:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982
00000100:00100000:3.0:1767326062.007165:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495
00000100:00100000:3.0:1767326062.007175:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010111360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326062.007186:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326062.007226:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010111360:12345-0@lo:38:kworker.0 Request processed in 51us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326062.007236:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495
00000100:00080000:3.0:1767326062.007285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326062.007302:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010111488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326062.007337:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326062.007437:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326062.007466:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326062.007608:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010111488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326062.007638:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010110720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326062.417293:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993105792
00000100:00100000:3.0:1767326062.417302:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993105792
00000100:00100000:3.0:1767326062.417357:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993105664
00000100:00100000:3.0:1767326062.417363:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993105664
00000100:00100000:3.0:1767326062.417412:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8596
00000100:00100000:3.0:1767326062.417459:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2510:x1853163993105664:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326062.417518:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2510:x1853163993105664:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 58us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326062.417562:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8596
00000100:00100000:3.0:1767326067.126808:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010112384:0@lo:400:kworker.0
00000100:00100000:3.0:1767326067.126873:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326067.126930:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326067.126942:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010112640:0@lo:400:kworker.0
00000100:00100000:3.0:1767326067.126978:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326067.127655:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326067.127735:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010112384:0@lo:400:kworker.0
00000100:00100000:3.0:1767326067.537046:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993106176
00000100:00100000:3.0:1767326067.537052:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993106176
00000100:00100000:3.0:1767326067.537114:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8597
00000100:00100000:3.0:1767326067.537130:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2510:x1853163993106176:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326067.537211:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2510:x1853163993106176:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326067.537231:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8597
00000100:00100000:3.0:1767326072.246764:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010113280:0@lo:400:kworker.0
00000100:00100000:3.0:1767326072.246861:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326072.246919:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326072.246934:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010113920:0@lo:400:kworker.0
00000100:00100000:3.0:1767326072.246998:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326072.247079:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010113920
00000100:00100000:3.0:1767326072.247087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010113920
00000100:00100000:3.0:1767326072.247160:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988
00000100:00100000:3.0:1767326072.247180:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010113920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326072.247260:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010113920:12345-0@lo:400:kworker.0 Request processed in 85us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326072.247305:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988
00000100:00100000:3.0:1767326072.247358:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989
00000100:00100000:3.0:1767326072.247379:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010113664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326072.247511:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010113664:12345-0@lo:400:kworker.0 Request processed in 141us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326072.247529:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989
00000100:00100000:3.0:1767326072.247559:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010113536
00000100:00100000:3.0:1767326072.247565:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010113536
00000100:00100000:3.0:1767326072.247620:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502
00000100:00100000:3.0:1767326072.247631:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010113536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326072.247652:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326072.247716:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010113536:12345-0@lo:38:kworker.0 Request processed in 84us (203us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326072.247734:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502
00000100:00100000:3.0:1767326072.247765:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503
00000100:00100000:3.0:1767326072.247782:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010113792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326072.247810:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326072.247878:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010113792:12345-0@lo:38:kworker.0 Request processed in 98us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326072.247889:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503
00000100:00100000:3.0:1767326072.247913:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010114048
00000100:00100000:3.0:1767326072.247920:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010114048
00000100:00100000:3.0:1767326072.247963:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504
00000100:00100000:3.0:1767326072.247985:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010114048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326072.248004:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326072.248050:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010114048:12345-0@lo:38:kworker.0 Request processed in 72us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326072.248064:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504
00000100:00100000:3.0:1767326072.657115:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993106560
00000100:00100000:3.0:1767326072.657129:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993106560
00000100:00100000:3.0:1767326072.657238:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 990
00000100:00100000:3.0:1767326072.657269:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993106560:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326072.657372:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993106560:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 119us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326072.657395:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 990
00000100:00080000:3.0:1767326072.657481:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326072.657485:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326072.657491:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326076.854832:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326077.366636:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010114432:0@lo:38:kworker.0
00000100:00100000:3.0:1767326077.366695:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326077.366742:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010114816:0@lo:38:kworker.0
00000100:00100000:3.0:1767326077.366779:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326077.366836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010115072:0@lo:38:kworker.0
00000100:00100000:3.0:1767326077.366875:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326077.366900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010115328:0@lo:38:kworker.0
00000100:00100000:3.0:1767326077.366944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326077.366975:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326077.366982:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326077.366993:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010114816:0@lo:38:kworker.0
00000100:00100000:3.0:1767326077.367035:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010115328
00000100:00100000:3.0:1767326077.367040:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010115328
00000100:00100000:3.0:1767326077.367079:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507
00000100:00100000:3.0:1767326077.367086:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010115072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326077.367108:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326077.367157:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010115072:12345-0@lo:38:kworker.0 Request processed in 67us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326077.367172:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507
00000100:00080000:3.0:1767326077.367209:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326077.367216:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326077.367221:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010115072:0@lo:38:kworker.0
00000100:00080000:3.0:1767326077.367244:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326077.367250:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326077.367258:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010115328:0@lo:38:kworker.0
00000100:00080000:3.0:1767326077.367277:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326077.367284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326077.367291:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010114432:0@lo:38:kworker.0
00000100:00100000:3.0:1767326077.777074:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993106944
00000100:00100000:3.0:1767326077.777084:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993106944
00000100:00100000:3.0:1767326077.777130:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2509
00000100:00100000:3.0:1767326077.777141:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993106944:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326077.777164:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326077.777223:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993106944:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 82us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326077.777239:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2509
00000100:00100000:3.0:1767326082.486659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010115712:0@lo:38:kworker.0
00000100:00100000:3.0:1767326082.486727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326082.486784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010116096:0@lo:38:kworker.0
00000100:00100000:3.0:1767326082.486822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326082.486851:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010116352:0@lo:38:kworker.0
00000100:00100000:3.0:1767326082.486914:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326082.486946:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010116608:0@lo:38:kworker.0
00000100:00100000:3.0:1767326082.486982:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326082.487032:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994
00000100:00100000:3.0:1767326082.487051:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010116480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326082.487099:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010116480:12345-0@lo:400:kworker.0 Request processed in 57us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326082.487105:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994
00000100:00100000:3.0:1767326082.487123:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511
00000100:00100000:3.0:1767326082.487132:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010116352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326082.487143:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326082.487178:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010116352:12345-0@lo:38:kworker.0 Request processed in 46us (265us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326082.487187:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511
00000100:00080000:3.0:1767326082.487227:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326082.487232:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326082.487248:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326082.487294:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326082.487435:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010116224:0@lo:400:kworker.0
00000100:00100000:3.0:1767326082.897002:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993107584
00000100:00100000:3.0:1767326082.897010:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993107584
00000100:00100000:3.0:1767326082.897078:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 996
00000100:00100000:3.0:1767326082.897088:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993107584:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326082.897139:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993107584:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326082.897146:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 996
00000100:00100000:3.0:1767326087.606584:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326087.606598:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010116864:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326087.606667:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326087.606737:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010117248:0@lo:400:kworker.0
00000100:00100000:3.0:1767326087.606773:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326087.606800:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326087.606809:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010117504:0@lo:400:kworker.0
00000100:00100000:3.0:1767326087.606853:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326087.606916:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010117376
00000100:00100000:3.0:1767326087.606921:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010117376
00000100:00100000:3.0:1767326087.606957:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010117632
00000100:00100000:3.0:1767326087.606961:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010117632
00000100:00100000:3.0:1767326087.606982:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010117504
00000100:00100000:3.0:1767326087.606986:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010117504
00000100:00100000:3.0:1767326087.607013:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010117888
00000100:00100000:3.0:1767326087.607017:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010117888
00000100:00100000:3.0:1767326087.607037:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997
00000100:00100000:3.0:1767326087.607050:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010117504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326087.607086:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010117504:12345-0@lo:400:kworker.0 Request processed in 39us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326087.607111:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997
00000100:00100000:3.0:1767326087.607133:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515
00000100:00100000:3.0:1767326087.607140:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010117632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326087.607156:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326087.607190:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010117632:12345-0@lo:38:kworker.0 Request processed in 48us (385us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326087.607210:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515
00000100:00080000:3.0:1767326087.607239:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326087.607269:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010117504:0@lo:400:kworker.0
00000100:00100000:3.0:1767326087.607291:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010117248:0@lo:400:kworker.0
00000100:00100000:3.0:1767326088.016988:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326088.017065:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326088.017091:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326088.017114:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767326088.017136:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993108480 offset 0 length 520: 4
00000100:00100000:3.0:1767326088.017185:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2517
00000100:00100000:3.0:1767326088.017198:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993107968:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326088.017217:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326088.017257:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993107968:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 57us (139us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326088.017275:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2517
00000100:00080000:3.0:1767326088.017317:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326092.214721:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326092.726634:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010118400:0@lo:38:kworker.0
00000100:00100000:3.0:1767326092.726684:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326092.726725:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010118656:0@lo:38:kworker.0
00000100:00100000:3.0:1767326092.726756:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326092.726790:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010118912:0@lo:38:kworker.0
00000100:00100000:3.0:1767326092.726812:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326092.726833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010119168:0@lo:38:kworker.0
00000100:00100000:3.0:1767326092.726868:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326092.726920:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010118656
00000100:00100000:3.0:1767326092.726926:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010118656
00000100:00100000:3.0:1767326092.726956:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010118912
00000100:00100000:3.0:1767326092.726960:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010118912
00000100:00100000:3.0:1767326092.726974:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010118784
00000100:00100000:3.0:1767326092.726980:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010118784
00000100:00100000:3.0:1767326092.727017:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000
00000100:00100000:3.0:1767326092.727027:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010118784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326092.727083:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010118784:12345-0@lo:400:kworker.0 Request processed in 58us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326092.727098:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000
00000100:00100000:3.0:1767326092.727156:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010118784:0@lo:400:kworker.0
00000100:00100000:3.0:1767326092.727182:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010119040:0@lo:400:kworker.0
00000100:00100000:3.0:1767326093.137066:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993108864
00000100:00100000:3.0:1767326093.137072:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993108864
00000100:00100000:3.0:1767326093.137124:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8616
00000100:00100000:3.0:1767326093.137142:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2513:x1853163993108864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326093.137217:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2513:x1853163993108864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326093.137239:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8616
00000100:00100000:3.0:1767326097.846615:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010119552:0@lo:38:kworker.0
00000100:00100000:3.0:1767326097.846672:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326097.846717:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010119808:0@lo:38:kworker.0
00000100:00100000:3.0:1767326097.846760:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326097.846803:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010120064:0@lo:38:kworker.0
00000100:00100000:3.0:1767326097.846848:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326097.846884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010120320:0@lo:38:kworker.0
00000100:00100000:3.0:1767326097.846922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326097.846978:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010120064
00000100:00100000:3.0:1767326097.846984:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010120064
00000100:00100000:3.0:1767326097.847016:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010119936
00000100:00100000:3.0:1767326097.847021:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010119936
00000100:00100000:3.0:1767326097.847060:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003
00000100:00100000:3.0:1767326097.847072:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010119936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326097.847142:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010119936:12345-0@lo:400:kworker.0 Request processed in 73us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326097.847153:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003
00000100:00100000:3.0:1767326097.847179:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524
00000100:00100000:3.0:1767326097.847190:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010120320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326097.847207:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326097.847255:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010120320:12345-0@lo:38:kworker.0 Request processed in 62us (333us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326097.847270:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524
00000100:00100000:3.0:1767326098.257130:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993109248
00000100:00100000:3.0:1767326098.257137:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993109248
00000100:00100000:3.0:1767326098.257197:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993109120
00000100:00100000:3.0:1767326098.257204:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993109120
00000100:00100000:3.0:1767326098.257241:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2525
00000100:00100000:3.0:1767326098.257247:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993109120:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326098.257279:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326098.257327:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993109120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (172us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326098.257341:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2525
00000100:00100000:3.0:1767326102.966616:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010120704:0@lo:38:kworker.0
00000100:00100000:3.0:1767326102.966672:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326102.966717:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010120960:0@lo:38:kworker.0
00000100:00100000:3.0:1767326102.966752:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326102.966790:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010121216:0@lo:38:kworker.0
00000100:00100000:3.0:1767326102.966821:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326102.966859:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010121472:0@lo:38:kworker.0
00000100:00100000:3.0:1767326102.966898:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010120960
00000100:00100000:3.0:1767326102.966903:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010120960
00000100:00100000:3.0:1767326102.966933:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010121216
00000100:00100000:3.0:1767326102.966939:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010121216
00000100:00100000:3.0:1767326102.966967:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526
00000100:00100000:3.0:1767326102.966975:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010120960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326102.966989:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326102.967039:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010120960:12345-0@lo:38:kworker.0 Request processed in 63us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326102.967052:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526
00000100:00100000:3.0:1767326102.967099:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326102.967178:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326102.967213:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326102.967220:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326102.967234:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010120960:0@lo:38:kworker.0
00000100:00080000:3.0:1767326102.967256:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326102.967274:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326102.967281:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010120704:0@lo:38:kworker.0
00000100:00080000:3.0:1767326102.967309:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326102.967313:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326102.967321:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010121216:0@lo:38:kworker.0
00000100:00080000:3.0:1767326102.967345:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326102.967350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326102.967353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010121472:0@lo:38:kworker.0
00000100:00100000:3.0:1767326103.377276:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993109760
00000100:00100000:3.0:1767326103.377291:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993109760
00000100:00100000:3.0:1767326103.377415:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1008
00000100:00100000:3.0:1767326103.377488:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993109760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326103.377601:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993109760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 120us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326103.377616:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1008
00000100:00080000:3.0:1767326107.575057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326108.086669:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010121856:0@lo:38:kworker.0
00000100:00100000:3.0:1767326108.086778:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326108.086887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010122112:0@lo:38:kworker.0
00000100:00100000:3.0:1767326108.086982:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326108.087038:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010122368:0@lo:38:kworker.0
00000100:00100000:3.0:1767326108.087109:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326108.087173:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010122624:0@lo:38:kworker.0
00000100:00100000:3.0:1767326108.087250:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326108.087296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326108.087304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326108.087314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010121856:0@lo:38:kworker.0
00000100:00100000:3.0:1767326108.087463:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010121728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326108.087549:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532
00000100:00100000:3.0:1767326108.087577:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010122624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326108.087596:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326108.087652:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010122624:12345-0@lo:38:kworker.0 Request processed in 83us (417us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326108.087670:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532
00000100:00080000:3.0:1767326108.087717:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326108.497173:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993110144
00000100:00100000:3.0:1767326108.497185:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993110144
00000100:00100000:3.0:1767326108.497253:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993110272
00000100:00100000:3.0:1767326108.497258:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993110272
00000100:00100000:3.0:1767326108.497347:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1011
00000100:00100000:3.0:1767326108.497366:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993110272:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326108.497502:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993110272:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 137us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326108.497529:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1011
00000100:00080000:3.0:1767326108.497570:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326108.497579:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326108.497583:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326112.182617:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326112.182643:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326112.182646:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326112.182652:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11285
00000100:00080000:3.0:1767326112.182655:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326112.182662:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326112.182688:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb480 x1853164010122752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326112.182710:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326112.182714:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326112.182716:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326112.182721:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11305
00000100:00080000:3.0:1767326112.182725:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326112.182731:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326112.182753:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9500 x1853164010122880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326112.182816:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326112.182826:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326112.182830:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326112.182840:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11305
00000100:00080000:3.0:1767326112.182844:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326112.182852:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326112.182872:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ebb80 x1853164010123264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326112.182924:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326112.182930:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326112.182940:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326112.182946:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11305
00000100:00080000:3.0:1767326112.182953:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326112.182962:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326112.182984:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8700 x1853164010123520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326112.183033:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326112.183041:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326112.183047:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326112.183055:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11305
00000100:00080000:3.0:1767326112.183061:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326112.183069:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326112.183086:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ead80 x1853164010123776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326112.183145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326112.183154:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326112.183233:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010123264:0@lo:38:kworker.0
00000100:00100000:3.0:1767326112.183312:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326112.183369:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010123520:0@lo:38:kworker.0
00000100:00100000:3.0:1767326112.183456:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326112.183482:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010123776:0@lo:38:kworker.0
00000100:00100000:3.0:1767326112.183544:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326112.183581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326112.183592:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326112.183605:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010122880:0@lo:38:kworker.0
00000100:00080000:3.0:1767326112.183661:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326112.183677:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326112.183691:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010123264:0@lo:38:kworker.0
00000100:00080000:3.0:1767326112.183712:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326112.183716:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326112.183723:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010123520:0@lo:38:kworker.0
00000100:00080000:3.0:1767326112.183752:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326112.183758:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326112.183763:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010123776:0@lo:38:kworker.0
00000100:00100000:3.0:1767326112.593507:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993110912
00000100:00100000:3.0:1767326112.593514:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993110912
00000100:00100000:3.0:1767326112.593572:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993110784
00000100:00100000:3.0:1767326112.593578:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993110784
00000100:00100000:3.0:1767326112.593615:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1014
00000100:00100000:3.0:1767326112.593640:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993110912:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326112.593695:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993110912:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326112.593712:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1014
00000100:00100000:3.0:1767326113.206632:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326113.206660:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010124032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326113.206716:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326113.206943:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010124032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326117.302705:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010124160:0@lo:38:kworker.0
00000100:00100000:3.0:1767326117.302809:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326117.302882:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010124544:0@lo:38:kworker.0
00000100:00100000:3.0:1767326117.302959:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010124160
00000100:00100000:3.0:1767326117.302966:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010124160
00000100:00100000:3.0:1767326117.303011:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34801
00000100:00100000:3.0:1767326117.303020:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010124160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326117.303041:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326117.303085:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010124160:12345-0@lo:38:kworker.0 Request processed in 64us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326117.303092:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34801
00000100:00100000:3.0:1767326117.303124:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326117.303146:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010124800:0@lo:38:kworker.0
00000100:00100000:3.0:1767326117.303209:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326117.303252:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326117.303262:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326117.303274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010124160:0@lo:38:kworker.0
00000100:00100000:3.0:1767326117.303313:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010125056:0@lo:38:kworker.0
00000100:00100000:3.0:1767326117.303374:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326117.303415:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326117.303442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326117.303445:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010124544:0@lo:38:kworker.0
00000100:00080000:3.0:1767326117.303457:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326117.303460:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326117.303465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010124800:0@lo:38:kworker.0
00000100:00080000:3.0:1767326117.303554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326117.303566:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326117.303569:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010125056:0@lo:38:kworker.0
00000100:00100000:3.0:1767326117.713250:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2541
00000100:00100000:3.0:1767326117.713261:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993111296:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326117.713287:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326117.713369:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993111296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (275us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326117.713385:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2541
00000100:00100000:3.0:1767326118.326701:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326118.326724:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010125312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326118.326806:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326118.327104:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010125312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326122.422767:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010125568:0@lo:400:kworker.0
00000100:00100000:3.0:1767326122.422854:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326122.422923:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326122.422934:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010126208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326122.423003:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326122.423262:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542
00000100:00100000:3.0:1767326122.423271:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010125824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326122.423290:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326122.423350:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010125824:12345-0@lo:38:kworker.0 Request processed in 76us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326122.423369:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542
00000100:00080000:3.0:1767326122.423447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326122.423467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326122.423477:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010125824:0@lo:38:kworker.0
00000100:00080000:3.0:1767326122.423501:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326122.423508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326122.423515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010126080:0@lo:38:kworker.0
00000100:00080000:3.0:1767326122.423550:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326122.423557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326122.423566:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010126336:0@lo:38:kworker.0
00000100:00100000:3.0:1767326122.423659:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010126208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326122.833299:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2545
00000100:00100000:3.0:1767326122.833315:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993111808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326122.833343:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326122.833459:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993111808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 105us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326122.833473:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2545
00000100:00100000:3.0:1767326122.934632:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010126464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326122.934692:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326122.934932:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010126464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326127.542729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010126720:0@lo:38:kworker.0
00000100:00100000:3.0:1767326127.542812:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326127.542909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010127104:0@lo:38:kworker.0
00000100:00100000:3.0:1767326127.542979:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326127.543031:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010127360:0@lo:38:kworker.0
00000100:00100000:3.0:1767326127.543077:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326127.543147:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326127.543223:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010127360
00000100:00100000:3.0:1767326127.543237:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010127360
00000100:00100000:3.0:1767326127.543309:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546
00000100:00100000:3.0:1767326127.543317:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010127104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326127.543335:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326127.543400:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010127104:12345-0@lo:38:kworker.0 Request processed in 77us (419us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326127.543414:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546
00000100:00100000:3.0:1767326127.543555:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010127616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326127.543602:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326127.543666:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326127.543682:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326127.543691:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010127360:0@lo:38:kworker.0
00000100:00080000:3.0:1767326127.543718:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326127.543726:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326127.543730:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010127104:0@lo:38:kworker.0
00000100:00080000:3.0:1767326127.543750:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326127.543760:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326127.543768:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010126720:0@lo:38:kworker.0
00000100:00080000:3.0:1767326127.543818:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326127.543826:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326127.543834:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010127616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326127.543920:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010127488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326127.953044:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326127.953089:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326127.953137:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326127.953201:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:3.0:1767326127.953281:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326127.953289:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326127.953338:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8641
00000100:00100000:3.0:1767326127.953357:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2512:x1853163993112704:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326127.953464:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+83:2512:x1853163993112704:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326127.953473:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8641
00000100:00100000:3.0:1767326132.662650:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010128000:0@lo:38:kworker.0
00000100:00100000:3.0:1767326132.662756:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326132.662854:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010128384:0@lo:38:kworker.0
00000100:00100000:3.0:1767326132.662951:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326132.663008:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326132.663039:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010128640:0@lo:38:kworker.0
00000100:00100000:3.0:1767326132.663100:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326132.663136:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010128896:0@lo:38:kworker.0
00000100:00100000:3.0:1767326132.663180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326132.663223:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326132.663235:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326132.663244:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010128000:0@lo:38:kworker.0
00000100:00100000:3.0:1767326132.663307:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552
00000100:00100000:3.0:1767326132.663319:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010128896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326132.663339:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326132.663394:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010128896:12345-0@lo:38:kworker.0 Request processed in 72us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326132.663410:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552
00000100:00100000:3.0:1767326133.073042:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993112832
00000100:00100000:3.0:1767326133.073057:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993112832
00000100:00100000:3.0:1767326133.073126:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993112960
00000100:00100000:3.0:1767326133.073132:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993112960
00000100:00100000:3.0:1767326133.073188:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1026
00000100:00100000:3.0:1767326133.073207:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993112960:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326133.073293:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993112960:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326133.073314:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1026
00000100:00100000:3.0:1767326137.169280:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993113472
00000100:00100000:3.0:1767326137.169290:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993113472
00000100:00100000:3.0:1767326137.169358:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1027
00000100:00100000:3.0:1767326137.169375:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993113600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326137.169501:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993113600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 131us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326137.169512:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1027
00000100:00100000:3.0:1767326137.782573:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326112/real 1767326112]  req@ffff9bb5aa1eb480 x1853164010122752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767326137.782616:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5aa1eb480 x1853164010122752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767326137.782663:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326137.782679:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326137.782685:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010122752:0@lo:250:kworker.0
00000100:00100000:3.0:1767326137.782712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010129280:0@lo:38:kworker.0
00000100:00100000:3.0:1767326137.782801:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326137.782878:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010129664:0@lo:38:kworker.0
00000100:00100000:3.0:1767326137.782916:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326137.782953:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010129920:0@lo:38:kworker.0
00000100:00100000:3.0:1767326137.782993:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326137.783021:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010130176:0@lo:38:kworker.0
00000100:00100000:3.0:1767326137.783095:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326137.783141:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326137.783148:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326137.783153:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010129280:0@lo:38:kworker.0
00000100:00100000:3.0:1767326137.783174:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010130304:0@lo:250:kworker.0
00000400:00000100:3.0:1767326137.783202:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010130304 offset 0 length 520: 4
00000100:00100000:3.0:1767326137.783270:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556
00000100:00100000:3.0:1767326137.783277:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010129920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326137.783288:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326137.783334:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010129920:12345-0@lo:38:kworker.0 Request processed in 56us (344us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326137.783341:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556
00000100:00080000:3.0:1767326137.783392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326137.783405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326137.783414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010129920:0@lo:38:kworker.0
00000100:00080000:3.0:1767326137.783467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326137.783472:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326137.783482:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010129664:0@lo:38:kworker.0
00000100:00080000:3.0:1767326137.783528:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326137.783535:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326137.783540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010130176:0@lo:38:kworker.0
00000100:00080000:3.0:1767326137.783606:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326142.289067:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326142.289097:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326142.289120:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326142.289167:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326142.289223:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993114240
00000100:00100000:3.0:1767326142.289228:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993114240
00000100:00100000:3.0:1767326142.289303:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8651
00000100:00100000:3.0:1767326142.289317:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993114240:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326142.289396:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993114240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326142.289482:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8651
00000100:00080000:3.0:1767326142.289543:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326142.289553:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326142.289558:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326142.902692:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010130688:0@lo:38:kworker.0
00000100:00100000:3.0:1767326142.902762:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326142.902847:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010130688
00000100:00100000:3.0:1767326142.902855:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010130688
00000100:00100000:3.0:1767326142.902898:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34806
00000100:00100000:3.0:1767326142.902909:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010130688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326142.902936:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326142.903038:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010130688:12345-0@lo:38:kworker.0 Request processed in 123us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326142.903057:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34806
00000100:00100000:3.0:1767326142.903110:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8654
00000100:00100000:3.0:1767326142.903129:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010130944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326142.903218:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010130944:12345-0@lo:400:kworker.0 Request processed in 96us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326142.903238:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8654
00000100:00100000:3.0:1767326142.903308:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010130944:0@lo:400:kworker.0
00000100:00100000:3.0:1767326142.903371:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010131200:0@lo:400:kworker.0
00000100:00100000:3.0:1767326142.903467:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326142.903515:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010131328:0@lo:38:kworker.0
00000100:00100000:3.0:1767326142.903580:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326142.903625:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010131584:0@lo:38:kworker.0
00000100:00100000:3.0:1767326142.903672:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326142.903732:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326142.903751:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326142.903763:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010130688:0@lo:38:kworker.0
00000100:00080000:3.0:1767326142.903807:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326142.903814:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326142.903821:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010131072:0@lo:38:kworker.0
00000100:00080000:3.0:1767326142.903840:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326142.903848:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326142.903854:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010131328:0@lo:38:kworker.0
00000100:00080000:3.0:1767326142.903869:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326142.903873:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326142.903878:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010131584:0@lo:38:kworker.0
00000100:00100000:3.0:1767326143.926628:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010131840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326143.926690:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326143.926941:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010131840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326147.409198:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993114880
00000100:00100000:3.0:1767326147.409207:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993114880
00000100:00100000:3.0:1767326147.409338:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8656
00000100:00100000:3.0:1767326147.409359:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993114752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326147.409456:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+75:2512:x1853163993114752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326147.409470:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8656
00000100:00100000:3.0:1767326148.022645:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010131968:0@lo:38:kworker.0
00000100:00100000:3.0:1767326148.022709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326148.022746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010132352:0@lo:38:kworker.0
00000100:00100000:3.0:1767326148.022789:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010132096
00000100:00100000:3.0:1767326148.022794:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010132096
00000100:00100000:3.0:1767326148.022850:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8657
00000100:00100000:3.0:1767326148.022859:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010132096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326148.022925:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010132096:12345-0@lo:400:kworker.0 Request processed in 65us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326148.022937:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8657
00000100:00080000:3.0:1767326148.022981:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326148.022987:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326148.022989:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326148.023016:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010132736:0@lo:400:kworker.0
00000100:00100000:3.0:1767326148.023067:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326148.023140:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326148.023253:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010132608
00000100:00100000:3.0:1767326148.023262:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010132608
00000100:00100000:3.0:1767326148.023333:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565
00000100:00100000:3.0:1767326148.023342:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010132864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326148.023352:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326148.023399:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010132864:12345-0@lo:38:kworker.0 Request processed in 55us (135us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326148.023410:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565
00000100:00100000:3.0:1767326149.460614:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:3.0:1767326149.460691:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326149.460708:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326152.529118:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326152.529157:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326152.529181:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326152.529214:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326152.529260:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993115520
00000100:00100000:3.0:1767326152.529266:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993115520
00000100:00100000:3.0:1767326152.529318:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8659
00000100:00100000:3.0:1767326152.529333:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993115520:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326152.529401:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993115520:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326152.529449:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8659
00000100:00100000:3.0:1767326153.142798:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010133504:0@lo:400:kworker.0
00000100:00100000:3.0:1767326153.142846:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326153.142902:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010133248
00000100:00100000:3.0:1767326153.142911:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010133248
00000100:00100000:3.0:1767326153.142978:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34808
00000100:00100000:3.0:1767326153.142994:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010133248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326153.143026:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326153.143110:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010133248:12345-0@lo:38:kworker.0 Request processed in 117us (343us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326153.143121:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34808
00000100:00100000:3.0:1767326153.143168:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8662
00000100:00100000:3.0:1767326153.143183:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010133504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326153.143247:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010133504:12345-0@lo:400:kworker.0 Request processed in 66us (403us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326153.143265:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8662
00000100:00100000:3.0:1767326153.143312:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010133504:0@lo:400:kworker.0
00000100:00100000:3.0:1767326153.143369:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569
00000100:00100000:3.0:1767326153.143381:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010134144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326153.143397:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326153.143478:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010134144:12345-0@lo:38:kworker.0 Request processed in 98us (409us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326153.143497:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569
00000100:00100000:3.0:1767326153.143527:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038
00000100:00100000:3.0:1767326153.143542:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010133760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326153.143609:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010133760:12345-0@lo:400:kworker.0 Request processed in 72us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326153.143617:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038
00000100:00100000:3.0:1767326154.166667:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010134400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326154.166758:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326154.167080:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010134400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326157.648968:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993115776
00000100:00100000:3.0:1767326157.648982:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993115776
00000100:00100000:3.0:1767326157.649039:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993115904
00000100:00100000:3.0:1767326157.649043:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993115904
00000100:00100000:3.0:1767326157.649099:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1039
00000100:00100000:3.0:1767326157.649113:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993115904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326157.649201:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993115904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326157.649243:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1039
00000100:00100000:3.0:1767326158.262802:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010134656:0@lo:400:kworker.0
00000100:00100000:3.0:1767326158.262864:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326158.262994:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326158.263007:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010135296:0@lo:400:kworker.0
00000100:00100000:3.0:1767326158.263084:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010134656
00000100:00100000:3.0:1767326158.263095:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010134656
00000100:00100000:3.0:1767326158.263166:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010134784
00000100:00100000:3.0:1767326158.263174:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010134784
00000100:00100000:3.0:1767326158.263230:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8666
00000100:00100000:3.0:1767326158.263244:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010134784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326158.263318:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010134784:12345-0@lo:400:kworker.0 Request processed in 78us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326158.263335:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8666
00000100:00100000:3.0:1767326158.263403:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041
00000100:00100000:3.0:1767326158.263458:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010135296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326158.263524:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010135296:12345-0@lo:400:kworker.0 Request processed in 108us (396us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326158.263548:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041
00000100:00100000:3.0:1767326158.263623:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010135296:0@lo:400:kworker.0
00000100:00100000:3.0:1767326159.286635:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010135680:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326159.286727:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326159.287052:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010135680:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326162.358930:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010136064:0@lo:400:kworker.0
00000100:00100000:3.0:1767326162.359046:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326162.359176:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010135936
00000100:00100000:3.0:1767326162.359187:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010135936
00000100:00100000:3.0:1767326162.359265:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34810
00000100:00100000:3.0:1767326162.359281:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010135936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326162.359312:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326162.359379:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010135936:12345-0@lo:38:kworker.0 Request processed in 98us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326162.359396:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34810
00000100:00100000:3.0:1767326162.359494:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8668
00000100:00100000:3.0:1767326162.359511:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010136192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326162.359582:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010136192:12345-0@lo:400:kworker.0 Request processed in 75us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326162.359601:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8668
00000100:00100000:3.0:1767326162.359727:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010136320
00000100:00100000:3.0:1767326162.359734:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010136320
00000100:00100000:3.0:1767326162.359785:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574
00000100:00100000:3.0:1767326162.359802:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010136320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326162.359819:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326162.359905:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010136320:12345-0@lo:38:kworker.0 Request processed in 106us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326162.359941:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574
00000100:00100000:3.0:1767326162.359993:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576
00000100:00100000:3.0:1767326162.360024:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010136832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326162.360048:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326162.360119:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010136832:12345-0@lo:38:kworker.0 Request processed in 105us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326162.360132:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576
00000100:00100000:3.0:1767326162.768946:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326162.769019:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326162.769051:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326162.769094:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767326162.769141:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993116800 offset 0 length 520: 4
00000100:00080000:3.0:1767326162.769199:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326162.769246:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8669
00000100:00100000:3.0:1767326162.769263:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993116544:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326162.769345:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993116544:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326162.769379:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8669
00000100:00080000:3.0:1767326162.769520:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326164.406951:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326167.478800:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010137472:0@lo:400:kworker.0
00000100:00100000:3.0:1767326167.478916:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326167.479008:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326167.479027:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010137728:0@lo:400:kworker.0
00000100:00100000:3.0:1767326167.479123:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326167.479225:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010137728
00000100:00100000:3.0:1767326167.479235:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010137728
00000100:00100000:3.0:1767326167.479336:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578
00000100:00100000:3.0:1767326167.479361:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010137600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326167.479404:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326167.479547:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010137600:12345-0@lo:38:kworker.0 Request processed in 187us (636us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326167.479563:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578
00000100:00100000:3.0:1767326167.479712:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010138112
00000100:00100000:3.0:1767326167.479722:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010138112
00000100:00100000:3.0:1767326167.479772:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580
00000100:00100000:3.0:1767326167.479784:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010138112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326167.479800:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326167.479864:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010138112:12345-0@lo:38:kworker.0 Request processed in 81us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326167.479876:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580
00000100:00100000:3.0:1767326167.889093:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326167.889131:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326167.889156:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326167.889187:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326167.889223:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993117184
00000100:00100000:3.0:1767326167.889232:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993117184
00000100:00100000:3.0:1767326167.889304:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 8674
00000100:00100000:3.0:1767326167.889322:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993117184:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326167.889408:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993117184:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326167.889463:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 8674
00000100:00100000:3.0:1767326169.526693:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010138368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326169.526776:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326169.527081:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010138368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326172.598737:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326172.598754:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010138624:0@lo:400:kworker.0
00000100:00100000:3.0:1767326172.598821:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326172.598871:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010139264:0@lo:400:kworker.0
00000100:00100000:3.0:1767326172.598916:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326172.598965:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010138624
00000100:00100000:3.0:1767326172.598971:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010138624
00000100:00100000:3.0:1767326172.599039:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8675
00000100:00100000:3.0:1767326172.599055:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010138624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326172.599119:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010138624:12345-0@lo:400:kworker.0 Request processed in 69us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326172.599137:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8675
00000100:00100000:3.0:1767326172.599182:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010139264:0@lo:400:kworker.0
00000100:00100000:3.0:1767326172.599204:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010138624:0@lo:400:kworker.0
00000100:00100000:3.0:1767326172.599254:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326172.599396:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010139008:0@lo:400:kworker.0
00000100:00080000:3.0:1767326172.599464:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326173.009193:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993117696
00000100:00100000:3.0:1767326173.009200:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993117696
00000100:00100000:3.0:1767326173.009312:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 41475
00000100:00100000:3.0:1767326173.009328:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2509:x1853163993117696:12345-192.168.203.25@tcp:9:kworker.0
00000020:00000080:3.0:1767326173.009374:0:205510:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x46579d151d47a5fb
00000100:00080000:3.0:1767326173.009390:0:205510:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4497000 : changing import state from FULL to CLOSED
00000001:00000004:3.0:1767326173.009506:0:205510:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 16, last_transno is 64424509516
00000100:00100000:3.0:1767326173.009899:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:f51e33c1-29ec-406d-9fae-c3fa80759c28+2:2509:x1853163993117696:12345-192.168.203.25@tcp:9:kworker.0 Request processed in 568us (757us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326173.009912:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 41475
00000100:00100000:3.0:1767326177.718797:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326177.718820:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010140032:0@lo:400:kworker.0
00000100:00100000:3.0:1767326177.718908:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010139904
00000100:00100000:3.0:1767326177.718921:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010139904
00000100:00100000:3.0:1767326177.719016:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8677
00000100:00100000:3.0:1767326177.719049:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010139904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326177.719123:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010139904:12345-0@lo:400:kworker.0 Request processed in 83us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326177.719136:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8677
00000100:00100000:3.0:1767326177.719198:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326177.719285:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010140032
00000100:00100000:3.0:1767326177.719292:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010140032
00000100:00100000:3.0:1767326177.719357:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8678
00000100:00100000:3.0:1767326177.719379:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010140032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326177.719490:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010140032:12345-0@lo:400:kworker.0 Request processed in 119us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326177.719507:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8678
00000100:00100000:3.0:1767326177.719578:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010140032:0@lo:400:kworker.0
00000001:00100000:3.0:1767326179.256076:0:297531:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f51e33c1-29ec-406d-9fae-c3fa80759c28
00000020:00000080:3.0:1767326179.256081:0:297531:0:(genops.c:904:class_export_put()) final put ffff9bb48d127000/f51e33c1-29ec-406d-9fae-c3fa80759c28
00000100:00100000:3.0:1767326182.838722:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010141184:0@lo:400:kworker.0
00000100:00100000:3.0:1767326182.838821:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326182.838931:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326182.838950:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010141824:0@lo:400:kworker.0
00000100:00100000:3.0:1767326182.839028:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010141184
00000100:00100000:3.0:1767326182.839036:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010141184
00000100:00100000:3.0:1767326182.839120:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8679
00000100:00100000:3.0:1767326182.839141:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010141184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326182.839226:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010141184:12345-0@lo:400:kworker.0 Request processed in 91us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326182.839242:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8679
00000100:00100000:3.0:1767326182.839288:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010141696
00000100:00100000:3.0:1767326182.839297:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010141696
00000100:00100000:3.0:1767326182.839338:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591
00000100:00100000:3.0:1767326182.839363:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010141952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326182.839398:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326182.839515:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010141952:12345-0@lo:38:kworker.0 Request processed in 158us (245us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326182.839526:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591
00000100:00080000:3.0:1767326182.839565:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326182.839573:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326182.839584:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326182.839664:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010141568:0@lo:400:kworker.0
00000100:00080000:3.0:1767326182.839721:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326183.249390:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326184.374900:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326184.886693:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010142208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326184.886785:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326184.886896:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326184.887032:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010142208:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326187.345289:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326187.958515:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326187.958526:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326187.958531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326187.958536:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326187.958542:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326187.958555:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11380
00000100:00080000:3.0:1767326187.958561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326187.958568:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326187.958608:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7b80 x1853164010142336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326187.958703:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326187.958710:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326187.958712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326187.958720:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11380
00000100:00080000:3.0:1767326187.958727:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326187.958734:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326187.958758:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5c00 x1853164010142720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326187.958797:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326187.958802:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326187.958805:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326187.958811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11380
00000100:00080000:3.0:1767326187.958817:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326187.958824:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326187.958843:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4700 x1853164010142976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326187.958884:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326187.958895:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326187.958898:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326187.958905:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11380
00000100:00080000:3.0:1767326187.958909:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326187.958918:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326187.958941:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010143232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326187.958960:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326187.958969:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326187.958971:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326187.958979:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11360
00000100:00080000:3.0:1767326187.958983:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326187.958993:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326187.959014:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4a80 x1853164010143360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326187.959055:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010143104:0@lo:400:kworker.0
00000100:00100000:3.0:1767326187.959099:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326187.959158:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010142976
00000100:00100000:3.0:1767326187.959167:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010142976
00000100:00100000:3.0:1767326187.959213:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010142848
00000100:00100000:3.0:1767326187.959219:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010142848
00000100:00100000:3.0:1767326187.959270:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059
00000100:00100000:3.0:1767326187.959288:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010142848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326187.959369:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010142848:12345-0@lo:400:kworker.0 Request processed in 86us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326187.959386:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059
00000100:00100000:3.0:1767326187.959466:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326187.959501:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010143360:0@lo:250:kworker.0
00000400:00000100:3.0:1767326187.959530:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010143360 offset 0 length 520: 4
00000100:00080000:3.0:1767326187.959567:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326187.959574:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326187.959579:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010142976:0@lo:38:kworker.0
00000100:00080000:3.0:1767326187.959592:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326187.959597:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326187.959604:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010142720:0@lo:38:kworker.0
00000100:00080000:3.0:1767326187.959635:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326187.959641:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326187.959647:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010143232:0@lo:38:kworker.0
00000100:00100000:3.0:1767326193.078676:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010143744:0@lo:38:kworker.0
00000100:00100000:3.0:1767326193.078740:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326193.078783:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010144128:0@lo:38:kworker.0
00000100:00100000:3.0:1767326193.078839:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326193.078886:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010144384:0@lo:38:kworker.0
00000100:00100000:3.0:1767326193.078934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326193.078990:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326193.078997:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326193.079005:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010143744:0@lo:38:kworker.0
00000100:00100000:3.0:1767326193.079038:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010144640:0@lo:38:kworker.0
00000100:00100000:3.0:1767326193.079076:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326193.079170:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010143872:0@lo:400:kworker.0
00000100:00100000:3.0:1767326193.079190:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326193.079201:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010144512:0@lo:400:kworker.0
00000100:00100000:3.0:1767326193.079257:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326193.079311:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010144512
00000100:00100000:3.0:1767326193.079316:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010144512
00000100:00100000:3.0:1767326193.079365:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062
00000100:00100000:3.0:1767326193.079379:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010144512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326193.079445:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010144512:12345-0@lo:400:kworker.0 Request processed in 71us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326193.079461:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062
00000100:00100000:3.0:1767326193.079522:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010144512:0@lo:400:kworker.0
00000100:00100000:3.0:1767326194.614629:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010144768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326194.614713:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326194.615007:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010144768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326197.585166:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993119232
00000100:00100000:3.0:1767326197.585180:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993119232
00000100:00100000:3.0:1767326197.585249:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1063
00000100:00100000:3.0:1767326197.585263:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993119232:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326197.585323:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993119232:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 62us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326197.585334:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1063
00000100:00080000:3.0:1767326198.198519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326198.198529:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326198.198532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326198.198535:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326198.198538:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326198.198545:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11390
00000100:00080000:3.0:1767326198.198549:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326198.198554:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326198.198589:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6d80 x1853164010145024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326198.198664:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326198.198670:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326198.198673:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326198.198680:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11390
00000100:00080000:3.0:1767326198.198684:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326198.198689:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326198.198705:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5180 x1853164010145408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326198.198728:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326198.198731:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326198.198733:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326198.198737:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11390
00000100:00080000:3.0:1767326198.198739:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326198.198742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326198.198756:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb800 x1853164010145664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326198.198782:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326198.198788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326198.198791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326198.198797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11390
00000100:00080000:3.0:1767326198.198800:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326198.198805:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326198.198822:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8380 x1853164010145920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326198.198862:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010145152
00000100:00100000:3.0:1767326198.198869:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010145152
00000100:00100000:3.0:1767326198.198938:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8685
00000100:00100000:3.0:1767326198.198951:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010145152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326198.199019:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010145152:12345-0@lo:400:kworker.0 Request processed in 71us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326198.199032:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8685
00000100:00100000:3.0:1767326198.199080:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010145792:0@lo:400:kworker.0
00000100:00100000:3.0:1767326198.199093:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010145152:0@lo:400:kworker.0
00000100:00100000:3.0:1767326198.199147:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010145280
00000100:00100000:3.0:1767326198.199152:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010145280
00000100:00100000:3.0:1767326198.199194:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8686
00000100:00100000:3.0:1767326198.199205:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010145280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326198.199271:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010145280:12345-0@lo:400:kworker.0 Request processed in 66us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326198.199288:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8686
00000100:00100000:3.0:1767326199.734639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010146048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326199.734706:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326199.734973:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010146048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326202.705512:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993119360
00000100:00100000:3.0:1767326202.705522:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993119360
00000100:00100000:3.0:1767326202.705560:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2606
00000100:00100000:3.0:1767326202.705569:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993119360:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326202.705603:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326202.705658:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993119360:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (189us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326202.705668:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2606
00000100:00100000:3.0:1767326203.318687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010146304:0@lo:38:kworker.0
00000100:00100000:3.0:1767326203.318764:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326203.318816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010146688:0@lo:38:kworker.0
00000100:00100000:3.0:1767326203.318857:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326203.318898:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010146432
00000100:00100000:3.0:1767326203.318905:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010146432
00000100:00100000:3.0:1767326203.318979:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8687
00000100:00100000:3.0:1767326203.318996:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010146432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326203.319065:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010146432:12345-0@lo:400:kworker.0 Request processed in 71us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326203.319081:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8687
00000100:00080000:3.0:1767326203.319165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326203.319175:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326203.319180:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326203.319229:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010146432:0@lo:400:kworker.0
00000100:00080000:3.0:1767326203.319325:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326203.319439:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010147200
00000100:00100000:3.0:1767326203.319444:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010147200
00000100:00100000:3.0:1767326203.319480:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609
00000100:00100000:3.0:1767326203.319493:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010147200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326203.319513:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326203.319561:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010147200:12345-0@lo:38:kworker.0 Request processed in 68us (178us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326203.319570:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609
00000100:00100000:3.0:1767326204.854622:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010147328:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326204.854693:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326204.854938:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010147328:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326205.366607:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326205.366624:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010147456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326205.366681:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326205.366779:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326205.366907:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010147456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326207.825257:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993119744
00000100:00100000:3.0:1767326207.825271:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993119744
00000100:00100000:3.0:1767326207.825388:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2610
00000100:00100000:3.0:1767326207.825405:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993119616:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326207.825496:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326207.825568:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993119616:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 146us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326207.825587:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2610
00000100:00100000:3.0:1767326208.438824:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010147712:0@lo:400:kworker.0
00000100:00100000:3.0:1767326208.438898:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326208.439005:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010147712
00000100:00100000:3.0:1767326208.439014:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010147712
00000100:00100000:3.0:1767326208.439087:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8689
00000100:00100000:3.0:1767326208.439103:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010147712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326208.439158:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010147712:12345-0@lo:400:kworker.0 Request processed in 59us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326208.439165:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8689
00000100:00080000:3.0:1767326208.439196:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326208.439203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326208.439243:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010148096
00000100:00100000:3.0:1767326208.439250:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010148096
00000100:00100000:3.0:1767326208.439308:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010148480
00000100:00100000:3.0:1767326208.439315:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010148480
00000100:00100000:3.0:1767326208.439355:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071
00000100:00100000:3.0:1767326208.439367:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010148352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326208.439462:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010148352:12345-0@lo:400:kworker.0 Request processed in 97us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326208.439474:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071
00000100:00080000:3.0:1767326208.439542:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326208.439602:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010148096:0@lo:400:kworker.0
00000100:00080000:3.0:1767326210.486893:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326212.534931:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326212.534958:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010149504:0@lo:400:kworker.0
00000100:00100000:3.0:1767326212.535028:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326212.535072:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010149248:0@lo:400:kworker.0
00000100:00100000:3.0:1767326212.535114:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326212.535199:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010149504
00000100:00100000:3.0:1767326212.535205:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010149504
00000100:00100000:3.0:1767326212.535244:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010149376
00000100:00100000:3.0:1767326212.535252:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010149376
00000100:00100000:3.0:1767326212.535288:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010149632
00000100:00100000:3.0:1767326212.535293:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010149632
00000100:00100000:3.0:1767326212.535315:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010149760
00000100:00100000:3.0:1767326212.535322:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010149760
00000100:00100000:3.0:1767326212.535364:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010149888
00000100:00100000:3.0:1767326212.535370:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010149888
00000100:00100000:3.0:1767326212.535411:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073
00000100:00100000:3.0:1767326212.535468:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010149760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326212.535542:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010149760:12345-0@lo:400:kworker.0 Request processed in 63us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326212.535559:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073
00000100:00100000:3.0:1767326212.535594:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615
00000100:00100000:3.0:1767326212.535616:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010149632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326212.535633:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326212.535683:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010149632:12345-0@lo:38:kworker.0 Request processed in 66us (514us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326212.535711:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615
00000100:00100000:3.0:1767326212.535775:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010149504:0@lo:400:kworker.0
00000100:00100000:3.0:1767326212.535798:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010149248:0@lo:400:kworker.0
00000100:00100000:3.0:1767326217.654820:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010150400:0@lo:400:kworker.0
00000100:00100000:3.0:1767326217.654900:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326217.654966:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326217.654978:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010151040:0@lo:400:kworker.0
00000100:00100000:3.0:1767326217.655041:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326217.655116:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010150400
00000100:00100000:3.0:1767326217.655125:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010150400
00000100:00100000:3.0:1767326217.655172:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8693
00000100:00100000:3.0:1767326217.655188:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010150400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326217.655243:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010150400:12345-0@lo:400:kworker.0 Request processed in 61us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326217.655251:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8693
00000100:00100000:3.0:1767326217.655286:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010150272
00000100:00100000:3.0:1767326217.655293:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010150272
00000100:00100000:3.0:1767326217.655323:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34821
00000100:00100000:3.0:1767326217.655330:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb589483050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010150272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326217.655365:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326217.655413:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb589483050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010150272:12345-0@lo:38:kworker.0 Request processed in 81us (516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326217.655453:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34821
00000100:00100000:3.0:1767326218.065066:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326218.065119:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:3.0:1767326218.065273:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326220.214971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326220.726971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326222.774792:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010151808:0@lo:400:kworker.0
00000100:00100000:3.0:1767326222.774897:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010152064:0@lo:400:kworker.0
00000100:00100000:3.0:1767326222.774947:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326222.775040:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010151552
00000100:00100000:3.0:1767326222.775047:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010151552
00000100:00100000:3.0:1767326222.775085:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34822
00000100:00100000:3.0:1767326222.775100:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010151552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326222.775123:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326222.775183:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010151552:12345-0@lo:38:kworker.0 Request processed in 83us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326222.775192:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34822
00000100:00080000:3.0:1767326222.775225:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326222.775233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326222.775238:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326222.775268:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010152192
00000100:00100000:3.0:1767326222.775274:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010152192
00000100:00100000:3.0:1767326222.775297:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078
00000100:00100000:3.0:1767326222.775314:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010152064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326222.775395:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010152064:12345-0@lo:400:kworker.0 Request processed in 87us (448us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326222.775474:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078
00000100:00100000:3.0:1767326222.775537:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010152064:0@lo:400:kworker.0
00000100:00100000:3.0:1767326222.775602:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010152320:0@lo:400:kworker.0
00000100:00080000:3.0:1767326223.185852:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326225.334809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326225.847020:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326227.894738:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010152960:0@lo:400:kworker.0
00000100:00100000:3.0:1767326227.894853:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326227.894947:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010153344:0@lo:400:kworker.0
00000100:00100000:3.0:1767326227.895000:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326227.895109:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626
00000100:00100000:3.0:1767326227.895122:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010153216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326227.895146:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326227.895202:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010153216:12345-0@lo:38:kworker.0 Request processed in 83us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326227.895218:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626
00000100:00080000:3.0:1767326227.895333:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326227.895345:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326227.895493:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010152960:0@lo:400:kworker.0
00000100:00100000:3.0:1767326227.895582:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010153088
00000100:00100000:3.0:1767326227.895589:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010153088
00000100:00100000:3.0:1767326227.895675:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8698
00000100:00100000:3.0:1767326227.895699:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010153088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326227.895786:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010153088:12345-0@lo:400:kworker.0 Request processed in 95us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326227.895801:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8698
00000100:00080000:3.0:1767326227.895863:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326228.305087:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326228.305132:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326230.454692:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010153856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326230.454781:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326233.014794:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010154240:0@lo:400:kworker.0
00000100:00100000:3.0:1767326233.014851:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326233.014931:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326233.014947:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010154880:0@lo:400:kworker.0
00000100:00100000:3.0:1767326233.015004:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326233.015065:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010154240
00000100:00100000:3.0:1767326233.015072:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010154240
00000100:00100000:3.0:1767326233.015143:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010154368
00000100:00100000:3.0:1767326233.015149:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010154368
00000100:00100000:3.0:1767326233.015195:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8699
00000100:00100000:3.0:1767326233.015211:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010154240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326233.015285:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010154240:12345-0@lo:400:kworker.0 Request processed in 76us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326233.015297:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8699
00000100:00100000:3.0:1767326233.015324:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8700
00000100:00100000:3.0:1767326233.015340:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010154368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326233.015458:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010154368:12345-0@lo:400:kworker.0 Request processed in 119us (559us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326233.015476:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8700
00000100:00100000:3.0:1767326233.015542:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010154624:0@lo:400:kworker.0
00000100:00100000:3.0:1767326233.015573:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010154368:0@lo:400:kworker.0
00000100:00080000:3.0:1767326233.425281:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326235.574897:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326236.086808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326237.110846:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010155776:0@lo:400:kworker.0
00000100:00100000:3.0:1767326237.110917:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010156032:0@lo:400:kworker.0
00000100:00100000:3.0:1767326237.110960:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326237.111026:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010156032
00000100:00100000:3.0:1767326237.111031:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010156032
00000100:00100000:3.0:1767326237.111078:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010156288
00000100:00100000:3.0:1767326237.111082:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010156288
00000100:00100000:3.0:1767326237.111121:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087
00000100:00100000:3.0:1767326237.111136:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010156032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326237.111193:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010156032:12345-0@lo:400:kworker.0 Request processed in 61us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326237.111215:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087
00000100:00100000:3.0:1767326237.111279:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010156032:0@lo:400:kworker.0
00000100:00080000:3.0:1767326237.111316:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326237.111322:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326237.111450:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010156160
00000100:00100000:3.0:1767326237.111457:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010156160
00000100:00100000:3.0:1767326237.111484:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010156416
00000100:00100000:3.0:1767326237.111489:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010156416
00000100:00100000:3.0:1767326237.111529:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636
00000100:00100000:3.0:1767326237.111543:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010156416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326237.111560:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326237.111605:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010156416:12345-0@lo:38:kworker.0 Request processed in 65us (131us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326237.111614:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635
00000100:00100000:3.0:1767326237.111622:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636
00000100:00100000:1.0:1767326237.521273:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993121408
00000100:00100000:3.0:1767326237.521273:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993121536
00000100:00100000:1.0:1767326237.521281:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993121408
00000100:00100000:3.0:1767326237.521282:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993121536
00000100:00100000:1.0:1767326237.521324:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2637
00000100:00100000:1.0:1767326237.521332:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993121408:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326237.521352:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326237.521369:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1089
00000100:00100000:3.0:1767326237.521381:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993121536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326237.521445:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993121408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326237.521455:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2637
00000100:00100000:3.0:1767326237.521461:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993121536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326237.521470:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1089
00010000:00010000:1.0:1767326238.070563:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326239.094575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326240.118631:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326240.694616:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010156544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326240.694669:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326240.694778:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326240.694901:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010156544:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767326241.206794:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326242.230741:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010156928:0@lo:400:kworker.0
00000100:00100000:1.0:1767326242.230784:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326242.230800:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326242.230805:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010157056:0@lo:400:kworker.0
00000100:00100000:3.0:1767326242.230858:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326242.230878:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010157312:0@lo:400:kworker.0
00000100:00100000:1.0:1767326242.230892:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326242.230960:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326242.230967:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010157568:0@lo:400:kworker.0
00000100:00100000:1.0:1767326242.231026:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326242.231039:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010156928
00000100:00100000:3.0:1767326242.231046:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010156928
00000100:00080000:1.0:1767326242.231090:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326242.231133:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8703
00000100:00100000:1.0:1767326242.231148:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8704
00000100:00100000:3.0:1767326242.231151:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010156928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326242.231171:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010157056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326242.231223:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010156928:12345-0@lo:400:kworker.0 Request processed in 77us (423us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326242.231231:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8703
00000100:00100000:1.0:1767326242.231259:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010157056:12345-0@lo:400:kworker.0 Request processed in 90us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326242.231284:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8704
00000100:00100000:3.0:1767326242.231309:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010156928:0@lo:400:kworker.0
00000100:00080000:1.0:1767326242.231341:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326242.231393:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010157056:0@lo:400:kworker.0
00000100:00100000:3.0:1767326242.231462:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010157312:0@lo:400:kworker.0
00000100:00100000:3.0:1767326242.231542:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326242.231597:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010157440
00000100:00100000:1.0:1767326242.231605:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010157440
00000100:00080000:3.0:1767326242.231610:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326242.231622:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326242.231631:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010157184:0@lo:38:kworker.0
00000100:00080000:3.0:1767326242.231657:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326242.231670:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326242.231679:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010156800:0@lo:38:kworker.0
00000100:00100000:3.0:1767326242.231708:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010157696:0@lo:38:kworker.0
00000100:00100000:3.0:1767326242.231753:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326242.231806:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326242.231817:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326242.231822:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010157696
00000100:00100000:3.0:1767326242.231823:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010157440:0@lo:38:kworker.0
00000100:00100000:1.0:1767326242.231832:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010157696
00000100:00100000:1.0:1767326242.231867:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640
00000100:00100000:1.0:1767326242.231873:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010157696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326242.231882:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326242.231914:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010157696:12345-0@lo:38:kworker.0 Request processed in 42us (168us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326242.231919:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640
00000100:00080000:3.0:1767326242.231958:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326242.231964:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326242.231967:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010157696:0@lo:38:kworker.0
00000100:00100000:3.0:1767326242.640937:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326242.640985:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326242.641021:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993121664
00000100:00100000:1.0:1767326242.641035:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993121664
00000100:00100000:1.0:1767326242.641099:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2641
00000100:00100000:1.0:1767326242.641111:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993121664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326242.641141:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326242.641229:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993121664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 118us (302us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326242.641244:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2641
00010000:00010000:1.0:1767326243.190562:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326244.214710:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326245.238665:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326245.814748:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010157824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326245.814828:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326245.814976:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326245.815145:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010157824:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767326246.326897:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326246.327076:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010157952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326247.350776:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010158208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326247.350817:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326247.350834:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010158336:0@lo:400:kworker.0
00000100:00100000:1.0:1767326247.350848:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326247.350904:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326247.350933:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010158208
00000100:00100000:3.0:1767326247.350940:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010158592:0@lo:400:kworker.0
00000100:00100000:1.0:1767326247.350945:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010158208
00000100:00100000:3.0:1767326247.350973:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326247.351025:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010158336
00000100:00100000:1.0:1767326247.351031:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010158336
00000100:00100000:1.0:1767326247.351075:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8705
00000100:00100000:3.0:1767326247.351087:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8706
00000100:00100000:1.0:1767326247.351091:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010158208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326247.351105:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010158336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326247.351172:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010158208:12345-0@lo:400:kworker.0 Request processed in 85us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326247.351175:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010158336:12345-0@lo:400:kworker.0 Request processed in 75us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326247.351189:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8705
00000100:00100000:3.0:1767326247.351202:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8706
00000100:00100000:3.0:1767326247.351235:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010158976
00000100:00100000:3.0:1767326247.351243:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010158976
00000100:00100000:1.0:1767326247.351249:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642
00000100:00100000:1.0:1767326247.351257:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010158464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326247.351271:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326247.351282:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643
00000100:00100000:3.0:1767326247.351301:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010158720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326247.351318:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326247.351331:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010158464:12345-0@lo:38:kworker.0 Request processed in 71us (389us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326247.351341:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642
00000100:00100000:3.0:1767326247.351366:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010158720:12345-0@lo:38:kworker.0 Request processed in 78us (343us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326247.351378:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643
00000100:00080000:1.0:1767326247.351382:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326247.351401:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010158848:0@lo:400:kworker.0
00000100:00100000:3.0:1767326247.351474:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326247.351483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326247.351491:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326247.351497:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010158976:0@lo:38:kworker.0
00000100:00080000:1.0:1767326247.351520:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326247.351527:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326247.351532:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010158720:0@lo:38:kworker.0
00000100:00080000:1.0:1767326247.351547:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326247.351553:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326247.351558:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010158464:0@lo:38:kworker.0
00000100:00080000:1.0:1767326247.351572:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326247.351576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326247.351581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010158080:0@lo:38:kworker.0
00000100:00100000:3.0:1767326247.351680:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010158848:0@lo:400:kworker.0
00000100:00100000:1.0:1767326247.761126:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993122048
00000100:00100000:1.0:1767326247.761140:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993122048
00000100:00100000:3.0:1767326247.761152:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993121920
00000100:00100000:3.0:1767326247.761159:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993121920
00000100:00100000:3.0:1767326247.761221:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1095
00000100:00100000:1.0:1767326247.761235:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2645
00000100:00100000:3.0:1767326247.761242:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993122048:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326247.761250:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993121920:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326247.761277:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326247.761364:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993121920:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 114us (265us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326247.761365:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993122048:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 129us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326247.761384:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2645
00000100:00100000:3.0:1767326247.761393:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1095
00010000:00010000:1.0:1767326248.310623:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326249.334620:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326250.358594:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326250.934843:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010159104
00000100:00100000:3.0:1767326250.934854:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010159104
00000100:00100000:3.0:1767326250.935073:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7553
00000100:00100000:3.0:1767326250.935088:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010159104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326250.935136:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326250.935189:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010159104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326250.935198:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7553
00000100:00100000:3.0:1767326251.446768:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010159232
00000100:00100000:3.0:1767326251.446780:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010159232
00000100:00100000:3.0:1767326251.446855:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7554
00000100:00100000:3.0:1767326251.446869:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010159232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326251.446905:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326251.446959:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010159232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326251.446968:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7554
00000100:00100000:1.0:1767326252.470666:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010159360:0@lo:38:kworker.0
00000100:00100000:3.0:1767326252.470733:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010159616:0@lo:400:kworker.0
00000100:00100000:1.0:1767326252.470758:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326252.470797:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326252.470821:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010159744:0@lo:38:kworker.0
00000100:00100000:3.0:1767326252.470837:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326252.470848:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010159872:0@lo:400:kworker.0
00000100:00100000:1.0:1767326252.470895:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010159488
00000100:00100000:3.0:1767326252.470897:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326252.470905:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010159488
00000100:00100000:3.0:1767326252.470945:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010160128
00000100:00100000:3.0:1767326252.470951:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010160128
00000100:00100000:1.0:1767326252.470971:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8708
00000100:00100000:1.0:1767326252.470985:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010159488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326252.471000:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010159872
00000100:00100000:3.0:1767326252.471005:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010159872
00000100:00100000:3.0:1767326252.471041:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096
00000100:00100000:3.0:1767326252.471052:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010160128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326252.471068:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010159488:12345-0@lo:400:kworker.0 Request processed in 87us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326252.471091:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8708
00000100:00100000:3.0:1767326252.471110:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010160128:12345-0@lo:400:kworker.0 Request processed in 59us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326252.471132:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096
00000100:00100000:1.0:1767326252.471170:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010160128:0@lo:400:kworker.0
00000100:00100000:3.0:1767326252.471192:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010159872:0@lo:400:kworker.0
00000100:00100000:1.0:1767326252.471193:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010159488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326252.471223:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010159616:0@lo:400:kworker.0
00000100:00100000:3.0:1767326252.471293:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010160000
00000100:00100000:3.0:1767326252.471299:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010160000
00000100:00100000:3.0:1767326252.471327:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647
00000100:00100000:3.0:1767326252.471338:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010160000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326252.471352:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326252.471394:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010160000:12345-0@lo:38:kworker.0 Request processed in 58us (124us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326252.471408:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647
00000100:00100000:3.0:1767326252.881092:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993122176
00000100:00100000:3.0:1767326252.881096:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993122176
00000100:00100000:3.0:1767326252.881149:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1098
00000100:00100000:3.0:1767326252.881166:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993122304:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326252.881280:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993122304:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 117us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326252.881289:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1098
00010000:00010000:1.0:1767326253.430564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326254.454627:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326255.478616:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326256.054676:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010160384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326256.054765:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326256.054833:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010160384
00000100:00100000:3.0:1767326256.054842:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010160384
00000100:00100000:3.0:1767326256.054915:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7555
00000100:00100000:3.0:1767326256.054931:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010160384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326256.054968:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326256.055023:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010160384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326256.055029:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7555
00000100:00100000:1.0:1767326256.055066:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010160384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326256.566757:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010160512
00000100:00100000:3.0:1767326256.566766:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010160512
00000100:00100000:3.0:1767326256.566829:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7556
00000100:00100000:3.0:1767326256.566838:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010160512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326256.566869:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326256.566919:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010160512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326256.566925:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7556
00000100:00100000:3.0:1767326257.590814:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010160768:0@lo:400:kworker.0
00000100:00100000:1.0:1767326257.590823:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326257.590838:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010160896:0@lo:400:kworker.0
00000100:00100000:3.0:1767326257.590872:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326257.590917:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010160640
00000100:00100000:1.0:1767326257.590926:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010160640
00000100:00100000:3.0:1767326257.590952:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326257.590962:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010161408:0@lo:400:kworker.0
00000100:00100000:1.0:1767326257.590972:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34829
00000100:00100000:1.0:1767326257.590980:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010160640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326257.591001:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326257.591009:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326257.591049:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010161152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326257.591056:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010160640:12345-0@lo:38:kworker.0 Request processed in 72us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326257.591067:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34829
00000100:00100000:3.0:1767326257.591106:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8710
00000100:00100000:3.0:1767326257.591121:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010160896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326257.591155:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010161024
00000100:00100000:1.0:1767326257.591160:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010161024
00000100:00100000:3.0:1767326257.591177:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010160896:12345-0@lo:400:kworker.0 Request processed in 59us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326257.591181:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010161280
00000100:00100000:1.0:1767326257.591187:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010161280
00000100:00100000:3.0:1767326257.591201:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8710
00000100:00100000:1.0:1767326257.591210:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650
00000100:00100000:1.0:1767326257.591236:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010161024:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326257.591243:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326257.591247:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326257.591282:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010160896:0@lo:400:kworker.0
00000100:00100000:1.0:1767326257.591291:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010161024:12345-0@lo:38:kworker.0 Request processed in 70us (295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326257.591298:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650
00000100:00100000:1.0:1767326257.591324:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099
00000100:00100000:3.0:1767326257.591340:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651
00000100:00100000:1.0:1767326257.591341:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010161152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326257.591351:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010161280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326257.591366:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326257.591385:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010161152:12345-0@lo:400:kworker.0 Request processed in 49us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326257.591391:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099
00000100:00100000:3.0:1767326257.591414:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010161280:12345-0@lo:38:kworker.0 Request processed in 63us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326257.591452:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651
00000100:00080000:1.0:1767326257.591457:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326257.591487:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326257.591491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326257.591496:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326257.591500:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010161536:0@lo:38:kworker.0
00000100:00080000:3.0:1767326257.591515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326257.591519:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326257.591523:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010161280:0@lo:38:kworker.0
00000100:00100000:1.0:1767326257.591528:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010160768:0@lo:400:kworker.0
00000100:00100000:1.0:1767326257.591649:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010161408:0@lo:400:kworker.0
00000100:00100000:3.0:1767326258.001265:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993122560
00000100:00100000:3.0:1767326258.001273:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993122560
00000100:00100000:3.0:1767326258.001347:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1101
00000100:00100000:3.0:1767326258.001362:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993122560:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326258.001461:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993122560:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326258.001478:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1101
00010000:00010000:1.0:1767326258.550610:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326259.574629:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326260.598577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326261.174672:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010161664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326261.174772:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326261.174840:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010161664
00000100:00100000:3.0:1767326261.174849:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010161664
00000100:00100000:3.0:1767326261.174921:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7557
00000100:00100000:3.0:1767326261.174930:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010161664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326261.174961:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326261.175017:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010161664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326261.175034:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7557
00000100:00100000:1.0:1767326261.175068:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010161664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326261.686624:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010161792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326261.686698:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326261.686758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010161792
00000100:00100000:3.0:1767326261.686769:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010161792
00000100:00100000:3.0:1767326261.686852:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7558
00000100:00100000:3.0:1767326261.686863:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010161792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326261.686897:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326261.686964:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010161792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326261.686973:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7558
00000100:00100000:1.0:1767326261.687013:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010161792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326262.710568:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326237/real 1767326237]  req@ffff9bb48b433800 x1853164010155392/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767326262.710614:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48b433800 x1853164010155392/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767326262.710646:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326262.710662:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326262.710668:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010155392:0@lo:250:kworker.0
00000100:00100000:3.0:1767326262.710735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010161920:0@lo:38:kworker.0
00000100:00100000:1.0:1767326262.710771:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326262.710784:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010162048:0@lo:400:kworker.0
00000100:00100000:1.0:1767326262.710840:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326262.710845:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326262.710921:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010161920
00000100:00100000:3.0:1767326262.710923:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010162304:0@lo:38:kworker.0
00000100:00100000:1.0:1767326262.710929:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010161920
00000100:00100000:1.0:1767326262.710977:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34830
00000100:00100000:3.0:1767326262.710982:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326262.711006:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010161920:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326262.711027:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010162560:0@lo:38:kworker.0
00010000:00020000:1.0:1767326262.711037:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326262.711068:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326262.711107:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010161920:12345-0@lo:38:kworker.0 Request processed in 103us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326262.711114:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34830
00000100:00080000:3.0:1767326262.711119:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326262.711125:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326262.711130:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010161920:0@lo:38:kworker.0
00000100:00100000:3.0:1767326262.711150:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010162816:0@lo:38:kworker.0
00000100:00100000:1.0:1767326262.711195:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010162688:0@lo:400:kworker.0
00000100:00100000:3.0:1767326262.711216:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326262.711247:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010162304
00000100:00100000:1.0:1767326262.711255:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010162304
00000100:00100000:3.0:1767326262.711273:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010162560
00000100:00100000:3.0:1767326262.711279:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010162560
00000100:00100000:1.0:1767326262.711291:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010162816
00000100:00100000:1.0:1767326262.711301:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010162816
00000100:00100000:3.0:1767326262.711315:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654
00000100:00100000:3.0:1767326262.711322:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010162304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326262.711334:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326262.711350:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655
00000100:00100000:1.0:1767326262.711358:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010162560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326262.711369:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326262.711375:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010162304:12345-0@lo:38:kworker.0 Request processed in 46us (397us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326262.711382:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654
00000100:00100000:3.0:1767326262.711455:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010162944:0@lo:250:kworker.0
00000100:00100000:1.0:1767326262.711471:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010162560:12345-0@lo:38:kworker.0 Request processed in 60us (353us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326262.711486:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655
00000400:00000100:3.0:1767326262.711487:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010162944 offset 0 length 520: 4
00000100:00100000:1.0:1767326262.711531:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326262.711561:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326262.711576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326262.711592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010162816:0@lo:38:kworker.0
00000100:00100000:1.0:1767326262.711599:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010162048:0@lo:400:kworker.0
00000100:00080000:3.0:1767326262.711627:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326262.711636:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326262.711645:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010162560:0@lo:38:kworker.0
00000100:00080000:3.0:1767326262.711672:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326262.711680:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326262.711688:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326262.711693:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010162304:0@lo:38:kworker.0
00000100:00100000:1.0:1767326262.711744:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010162176:0@lo:400:kworker.0
00000100:00080000:3.0:1767326262.711820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326262.711867:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010162688:0@lo:400:kworker.0
00000100:00100000:3.0:1767326262.711958:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010162432:0@lo:400:kworker.0
00000100:00100000:1.0:1767326263.121084:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326263.121119:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767326263.121136:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993122944 offset 0 length 520: 4
00000100:00080000:1.0:1767326263.121287:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767326263.670642:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326264.694640:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326265.718605:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326266.294594:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010163072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326266.294666:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326266.294776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326266.294900:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010163072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326266.806644:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010163200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326266.806713:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326266.806810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326266.806945:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010163200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326267.830686:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010163328:0@lo:38:kworker.0
00000100:00100000:1.0:1767326267.830713:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326267.830735:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010163584:0@lo:400:kworker.0
00000100:00100000:3.0:1767326267.830805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326267.830824:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326267.830836:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010163840:0@lo:400:kworker.0
00000100:00100000:3.0:1767326267.830884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010163712:0@lo:38:kworker.0
00000100:00100000:1.0:1767326267.830894:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326267.830939:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326267.830956:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010163328
00000100:00100000:1.0:1767326267.830965:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010163328
00000100:00100000:3.0:1767326267.830984:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010163968:0@lo:38:kworker.0
00000100:00100000:1.0:1767326267.831019:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34831
00000100:00100000:3.0:1767326267.831024:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326267.831034:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010163328:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326267.831046:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010164224:0@lo:38:kworker.0
00010000:00020000:1.0:1767326267.831054:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326267.831082:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326267.831108:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010163328:12345-0@lo:38:kworker.0 Request processed in 75us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326267.831116:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34831
00000100:00080000:3.0:1767326267.831172:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326267.831174:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010163456
00000100:00100000:1.0:1767326267.831185:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010163456
00000100:00080000:3.0:1767326267.831193:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326267.831201:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010163328:0@lo:38:kworker.0
00000100:00100000:1.0:1767326267.831242:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8713
00000100:00080000:3.0:1767326267.831248:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326267.831258:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010163456:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326267.831263:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326267.831276:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010163712:0@lo:38:kworker.0
00000100:00080000:3.0:1767326267.831291:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326267.831300:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326267.831311:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010163968:0@lo:38:kworker.0
00000100:00100000:1.0:1767326267.831321:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010163456:12345-0@lo:400:kworker.0 Request processed in 67us (516us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326267.831335:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8713
00000100:00080000:1.0:1767326267.831384:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326267.831414:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010164096
00000100:00100000:1.0:1767326267.831458:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010164096
00000100:00080000:3.0:1767326267.831516:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326267.831523:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106
00000100:00080000:3.0:1767326267.831527:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326267.831537:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010164224:0@lo:38:kworker.0
00000100:00100000:1.0:1767326267.831544:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010164096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326267.831604:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010163840:0@lo:400:kworker.0
00000100:00100000:1.0:1767326267.831618:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010164096:12345-0@lo:400:kworker.0 Request processed in 72us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326267.831627:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106
00000100:00080000:1.0:1767326267.831668:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326267.831787:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010163584:0@lo:400:kworker.0
00000100:00100000:3.0:1767326268.241051:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993123072
00000100:00100000:1.0:1767326268.241060:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993123200
00000100:00100000:3.0:1767326268.241067:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993123072
00000100:00100000:1.0:1767326268.241071:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993123200
00000100:00100000:3.0:1767326268.241136:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2661
00000100:00100000:3.0:1767326268.241163:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993123072:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326268.241194:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326268.241284:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993123072:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 128us (305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326268.241301:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2661
00010000:00010000:1.0:1767326268.790622:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326269.814640:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326270.838555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326271.414897:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326271.926650:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010164480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326271.926719:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326271.926831:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326271.927063:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010164480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326272.950699:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010164608:0@lo:38:kworker.0
00000100:00100000:1.0:1767326272.950739:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010164736:0@lo:400:kworker.0
00000100:00100000:3.0:1767326272.950798:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326272.950858:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326272.950866:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010164992:0@lo:38:kworker.0
00000100:00100000:1.0:1767326272.950923:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326272.950936:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326272.950941:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010165376:0@lo:400:kworker.0
00000100:00100000:3.0:1767326272.950984:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010165248:0@lo:38:kworker.0
00000100:00100000:1.0:1767326272.950993:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326272.951060:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326272.951071:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010164736
00000100:00100000:1.0:1767326272.951082:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010164736
00000100:00080000:3.0:1767326272.951140:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326272.951151:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326272.951157:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8715
00000100:00100000:3.0:1767326272.951159:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010164608:0@lo:38:kworker.0
00000100:00100000:1.0:1767326272.951168:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010164736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326272.951194:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010165504:0@lo:38:kworker.0
00000100:00100000:3.0:1767326272.951255:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326272.951263:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010164736:12345-0@lo:400:kworker.0 Request processed in 94us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326272.951273:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8715
00000100:00100000:1.0:1767326272.951351:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010165120
00000100:00100000:1.0:1767326272.951358:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010165120
00000100:00100000:3.0:1767326272.951359:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108
00000100:00100000:3.0:1767326272.951388:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010165376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326272.951404:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662
00000100:00100000:1.0:1767326272.951411:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010164992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326272.951452:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326272.951504:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010165376:12345-0@lo:400:kworker.0 Request processed in 126us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326272.951532:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010164992:12345-0@lo:38:kworker.0 Request processed in 109us (596us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326272.951532:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108
00000100:00100000:1.0:1767326272.951565:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662
00000100:00100000:3.0:1767326272.951591:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664
00000100:00100000:3.0:1767326272.951600:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010165504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326272.951614:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326272.951621:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326272.951669:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010165376:0@lo:400:kworker.0
00000100:00100000:3.0:1767326272.951678:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010165504:12345-0@lo:38:kworker.0 Request processed in 70us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326272.951697:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010164736:0@lo:400:kworker.0
00000100:00100000:3.0:1767326272.951698:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664
00000100:00100000:3.0:1767326273.360951:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326273.361002:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326273.361162:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2665
00000100:00100000:3.0:1767326273.361172:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993123328:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326273.361185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767326273.361197:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326273.361261:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993123328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326273.361273:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2665
00010000:00010000:1.0:1767326273.910645:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326274.934580:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326275.958598:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326276.534674:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010165632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326276.534770:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326276.534890:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326276.535083:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010165632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326277.046783:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010165760
00000100:00100000:3.0:1767326277.046795:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010165760
00000100:00080000:1.0:1767326277.046864:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326277.046866:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7564
00000100:00100000:3.0:1767326277.046883:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010165760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326277.046925:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326277.046990:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010165760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326277.047000:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7564
00000100:00100000:3.0:1767326278.070758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010165888:0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.070825:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326278.070841:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010166144:0@lo:400:kworker.0
00000100:00100000:3.0:1767326278.070866:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326278.070908:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010166016
00000100:00100000:1.0:1767326278.070918:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010166016
00000100:00100000:3.0:1767326278.070928:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010166272:0@lo:38:kworker.0
00000100:00100000:3.0:1767326278.070973:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326278.071005:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8717
00000100:00100000:3.0:1767326278.071009:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010166528:0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.071024:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010166016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326278.071046:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326278.071095:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010166784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.071109:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010166016:12345-0@lo:400:kworker.0 Request processed in 90us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326278.071122:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8717
00000100:00100000:3.0:1767326278.071132:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326278.071166:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010166656:0@lo:400:kworker.0
00000100:00080000:3.0:1767326278.071182:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326278.071189:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326278.071196:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010165888:0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.071218:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326278.071252:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010166400
00000100:00100000:3.0:1767326278.071260:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010166400
00000100:00100000:1.0:1767326278.071279:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666
00000100:00100000:1.0:1767326278.071286:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010166272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326278.071299:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326278.071322:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667
00000100:00100000:3.0:1767326278.071340:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010166528:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.071341:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010166272:12345-0@lo:38:kworker.0 Request processed in 51us (368us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326278.071354:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666
00010000:00020000:3.0:1767326278.071360:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326278.071376:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668
00000100:00100000:1.0:1767326278.071386:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010166784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326278.071402:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326278.071409:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010166528:12345-0@lo:38:kworker.0 Request processed in 68us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326278.071454:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667
00000100:00100000:1.0:1767326278.071485:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010166784:12345-0@lo:38:kworker.0 Request processed in 97us (353us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326278.071492:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668
00000100:00080000:3.0:1767326278.071502:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326278.071512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326278.071520:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010166784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.071537:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010166656:0@lo:400:kworker.0
00000100:00080000:3.0:1767326278.071540:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326278.071549:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326278.071554:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010166528:0@lo:38:kworker.0
00000100:00080000:3.0:1767326278.071581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326278.071585:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010166144
00000100:00080000:3.0:1767326278.071589:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326278.071592:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010166144
00000100:00100000:3.0:1767326278.071597:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010166272:0@lo:38:kworker.0
00000100:00100000:1.0:1767326278.071626:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8718
00000100:00100000:1.0:1767326278.071636:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010166144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326278.071677:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010166144:12345-0@lo:400:kworker.0 Request processed in 44us (144us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326278.071684:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8718
00000100:00100000:1.0:1767326278.480917:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326278.480956:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326278.481008:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993123712
00000100:00100000:3.0:1767326278.481016:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993123712
00000100:00080000:1.0:1767326278.481099:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767326279.030668:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326280.054596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326281.078624:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326281.654650:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326281.654678:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010166912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326281.654770:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326281.654853:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010166912
00000100:00100000:3.0:1767326281.654866:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010166912
00000100:00080000:1.0:1767326281.654935:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326281.654948:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7565
00000100:00100000:3.0:1767326281.654962:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010166912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326281.654995:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326281.655046:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010166912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326281.655068:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7565
00000100:00100000:1.0:1767326281.655102:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010166912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326282.166834:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010167040
00000100:00100000:3.0:1767326282.166846:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010167040
00000100:00100000:3.0:1767326282.166920:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7566
00000100:00080000:1.0:1767326282.166929:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326282.166930:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010167040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326282.166967:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326282.167015:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010167040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326282.167021:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7566
00000100:00100000:3.0:1767326283.190688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010167168:0@lo:38:kworker.0
00000100:00100000:1.0:1767326283.190766:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010167424:0@lo:400:kworker.0
00000100:00100000:3.0:1767326283.190770:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326283.190848:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010167552:0@lo:38:kworker.0
00000100:00100000:1.0:1767326283.190850:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010167296
00000100:00100000:1.0:1767326283.190860:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010167296
00000100:00100000:3.0:1767326283.190884:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326283.190920:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010167808:0@lo:38:kworker.0
00000100:00100000:1.0:1767326283.190940:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8719
00000100:00100000:1.0:1767326283.190955:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010167296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326283.190972:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326283.191015:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010168064:0@lo:38:kworker.0
00000100:00100000:1.0:1767326283.191027:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010167296:12345-0@lo:400:kworker.0 Request processed in 72us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326283.191040:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8719
00000100:00100000:3.0:1767326283.191075:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326283.191094:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326283.191121:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326283.191135:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326283.191146:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326283.191152:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010167168:0@lo:38:kworker.0
00000100:00100000:1.0:1767326283.191167:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010167424
00000100:00100000:1.0:1767326283.191172:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010167424
00000100:00100000:1.0:1767326283.191203:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8720
00000100:00100000:3.0:1767326283.191207:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010167808
00000100:00100000:1.0:1767326283.191213:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010167424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326283.191215:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010167808
00000100:00100000:3.0:1767326283.191251:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010167680
00000100:00100000:3.0:1767326283.191257:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010167680
00000100:00100000:1.0:1767326283.191280:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010167424:12345-0@lo:400:kworker.0 Request processed in 68us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326283.191291:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8720
00000100:00100000:3.0:1767326283.191313:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114
00000100:00080000:1.0:1767326283.191323:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326283.191328:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010167680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326283.191358:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010167424:0@lo:400:kworker.0
00000100:00100000:3.0:1767326283.191383:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010167680:12345-0@lo:400:kworker.0 Request processed in 59us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326283.191399:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114
00000100:00100000:1.0:1767326283.191453:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671
00000100:00100000:3.0:1767326283.191462:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672
00000100:00100000:1.0:1767326283.191465:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010167808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326283.191475:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010168064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326283.191485:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767326283.191492:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326283.191550:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010168064:12345-0@lo:38:kworker.0 Request processed in 77us (472us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326283.191551:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010167808:12345-0@lo:38:kworker.0 Request processed in 88us (582us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326283.191571:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672
00000100:00100000:1.0:1767326283.191582:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671
00000100:00080000:3.0:1767326283.191615:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326283.191621:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326283.191625:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010168064:0@lo:38:kworker.0
00000100:00080000:3.0:1767326283.191635:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326283.191639:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326283.191642:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010167808:0@lo:38:kworker.0
00000100:00080000:3.0:1767326283.191651:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326283.191654:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326283.191657:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010167552:0@lo:38:kworker.0
00000100:00100000:1.0:1767326283.601093:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993123840
00000100:00100000:1.0:1767326283.601105:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993123840
00000100:00100000:1.0:1767326283.601160:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993123968
00000100:00100000:1.0:1767326283.601162:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993123968
00000100:00100000:3.0:1767326283.601171:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2673
00000100:00100000:3.0:1767326283.601183:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993123840:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326283.601211:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1116
00010000:00020000:3.0:1767326283.601215:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326283.601224:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993123968:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326283.601309:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993123968:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326283.601310:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993123840:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 121us (291us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326283.601320:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1116
00000100:00100000:3.0:1767326283.601328:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2673
00010000:00010000:1.0:1767326284.150648:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326285.174663:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326286.198578:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326287.286630:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010168320:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326287.286686:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326287.286691:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326287.286694:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326287.286700:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11460
00000100:00080000:3.0:1767326287.286704:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326287.286710:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326287.286718:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326287.286729:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3480 x1853164010168448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326287.286746:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326287.286749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326287.286751:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326287.286755:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11481
00000100:00080000:3.0:1767326287.286758:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326287.286763:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326287.286779:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89f480 x1853164010168576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326287.286815:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326287.286819:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326287.286821:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326287.286827:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11481
00000100:00080000:3.0:1767326287.286832:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326287.286836:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326287.286848:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89ca80 x1853164010168832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326287.286851:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010168704:0@lo:400:kworker.0
00000100:00080000:3.0:1767326287.286881:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326287.286885:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326287.286889:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326287.286894:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11481
00000100:00100000:1.0:1767326287.286898:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326287.286900:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326287.286908:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326287.286921:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89f100 x1853164010169088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326287.286940:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326287.286944:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326287.286946:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326287.286950:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11481
00000100:00080000:3.0:1767326287.286952:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326287.286956:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010168704
00000100:00080000:3.0:1767326287.286957:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326287.286964:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010168704
00000100:00100000:3.0:1767326287.286973:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89fb80 x1853164010169344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326287.287009:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010168960:0@lo:400:kworker.0
00000100:00100000:1.0:1767326287.287011:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8721
00000100:00100000:1.0:1767326287.287040:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010168704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326287.287092:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326287.287109:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010168704:12345-0@lo:400:kworker.0 Request processed in 72us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326287.287118:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8721
00000100:00100000:3.0:1767326287.287140:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326287.287149:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010169216:0@lo:400:kworker.0
00000100:00100000:1.0:1767326287.287153:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010168832
00000100:00100000:1.0:1767326287.287158:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010168832
00000100:00100000:3.0:1767326287.287181:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326287.287196:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010169088
00000100:00100000:1.0:1767326287.287200:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010169088
00000100:00100000:1.0:1767326287.287224:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010168960
00000100:00100000:3.0:1767326287.287229:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010169216
00000100:00100000:1.0:1767326287.287231:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010168960
00000100:00100000:3.0:1767326287.287235:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010169216
00000100:00100000:1.0:1767326287.287288:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118
00000100:00100000:3.0:1767326287.287298:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674
00000100:00100000:3.0:1767326287.287308:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010168832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326287.287311:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010169216:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767326287.287327:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326287.287375:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010168832:12345-0@lo:38:kworker.0 Request processed in 66us (407us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326287.287381:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010169216:12345-0@lo:400:kworker.0 Request processed in 79us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326287.287386:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674
00000100:00100000:1.0:1767326287.287405:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118
00000100:00100000:3.0:1767326287.287452:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326287.287461:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326287.287494:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326287.287495:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010169216:0@lo:400:kworker.0
00000100:00080000:3.0:1767326287.287502:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326287.287508:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010168576:0@lo:38:kworker.0
00000100:00100000:1.0:1767326287.287525:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010168960:0@lo:400:kworker.0
00000100:00080000:3.0:1767326287.287525:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326287.287536:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326287.287542:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010168832:0@lo:38:kworker.0
00000100:00080000:3.0:1767326287.287570:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326287.287575:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326287.287578:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010169088:0@lo:38:kworker.0
00000100:00080000:3.0:1767326287.287594:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326287.287598:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326287.287602:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010169344:0@lo:38:kworker.0
00000400:00000100:3.0:1767326287.697145:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993124096 offset 0 length 520: 4
00000100:00100000:3.0:1767326287.697196:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326287.697234:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326287.697286:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993124224
00000100:00100000:1.0:1767326287.697295:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993124224
00000100:00100000:1.0:1767326287.697355:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1119
00000100:00100000:1.0:1767326287.697374:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993124352:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326287.697514:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993124352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 146us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326287.697532:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1119
00010000:00010000:1.0:1767326289.270623:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326290.294575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326291.318560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326291.894683:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010169472
00000100:00100000:3.0:1767326291.894692:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010169472
00000100:00100000:3.0:1767326291.894749:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7569
00000100:00100000:3.0:1767326291.894761:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010169472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326291.894787:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326291.894837:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010169472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326291.894844:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7569
00000100:00100000:3.0:1767326292.406627:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010169728:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.406667:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010169856:0@lo:400:kworker.0
00000100:00100000:3.0:1767326292.406669:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326292.406702:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010170112:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.406716:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326292.406730:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326292.406761:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326292.406770:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010170240:0@lo:400:kworker.0
00000100:00100000:3.0:1767326292.406773:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010169728
00000100:00100000:3.0:1767326292.406781:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010169728
00000100:00100000:1.0:1767326292.406799:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326292.406823:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34836
00000100:00100000:3.0:1767326292.406833:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010169728:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.406842:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010170496:0@lo:400:kworker.0
00010000:00020000:3.0:1767326292.406851:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326292.406884:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326292.406890:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010169728:12345-0@lo:38:kworker.0 Request processed in 57us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326292.406900:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34836
00000100:00100000:1.0:1767326292.406936:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010170112
00000100:00100000:1.0:1767326292.406943:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010170112
00000100:00100000:3.0:1767326292.406943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010170368:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.406976:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010170240
00000100:00100000:3.0:1767326292.406997:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326292.406999:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010170240
00000100:00100000:3.0:1767326292.407019:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010170624:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.407046:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010170368
00000100:00100000:1.0:1767326292.407052:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010170368
00000100:00100000:3.0:1767326292.407057:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326292.407084:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120
00000100:00100000:1.0:1767326292.407097:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010170240:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326292.407103:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326292.407111:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326292.407118:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010169728:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.407141:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010170240:12345-0@lo:400:kworker.0 Request processed in 48us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326292.407149:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120
00000100:00100000:3.0:1767326292.407167:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678
00000100:00100000:3.0:1767326292.407175:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010170112:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.407178:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679
00000100:00100000:1.0:1767326292.407188:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010170368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326292.407192:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326292.407207:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326292.407230:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010170112:12345-0@lo:38:kworker.0 Request processed in 54us (500us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326292.407242:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010170368:12345-0@lo:38:kworker.0 Request processed in 51us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326292.407247:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678
00000100:00100000:1.0:1767326292.407256:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679
00000100:00080000:3.0:1767326292.407284:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326292.407289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326292.407293:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010170368:0@lo:38:kworker.0
00000100:00080000:3.0:1767326292.407309:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326292.407315:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326292.407322:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010170496:0@lo:400:kworker.0
00000100:00100000:3.0:1767326292.407323:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010170624:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.407345:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010170240:0@lo:400:kworker.0
00000100:00080000:3.0:1767326292.407349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326292.407356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326292.407359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010170112:0@lo:38:kworker.0
00000100:00100000:1.0:1767326292.817006:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993124608
00000100:00100000:1.0:1767326292.817017:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993124608
00000100:00080000:3.0:1767326292.817086:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326292.817097:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2681
00000100:00100000:1.0:1767326292.817110:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993124480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326292.817137:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326292.817179:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993124480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326292.817193:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2681
00010000:00010000:1.0:1767326294.390579:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326295.414562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326296.438638:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326297.014700:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010170752
00000100:00100000:1.0:1767326297.014707:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010170752
00000100:00080000:3.0:1767326297.014756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326297.014761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7571
00000100:00100000:1.0:1767326297.014771:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010170752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326297.014796:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326297.014834:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010170752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326297.014838:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7571
00000100:00100000:1.0:1767326297.526601:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010170880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326297.526601:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010171008:0@lo:38:kworker.0
00000100:00100000:3.0:1767326297.526675:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326297.526676:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326297.526724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010171392:0@lo:38:kworker.0
00000100:00100000:1.0:1767326297.526726:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326297.526740:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010171520:0@lo:400:kworker.0
00000100:00100000:3.0:1767326297.526767:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326297.526806:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010171136
00000100:00100000:3.0:1767326297.526806:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010171648:0@lo:38:kworker.0
00000100:00100000:1.0:1767326297.526813:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010171136
00000100:00100000:3.0:1767326297.526840:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326297.526863:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010171264
00000100:00100000:1.0:1767326297.526868:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010171264
00000100:00100000:3.0:1767326297.526870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010171904:0@lo:38:kworker.0
00000100:00100000:1.0:1767326297.526914:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8724
00000100:00100000:3.0:1767326297.526919:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326297.526927:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010171136:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326297.526976:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326297.526983:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326297.526990:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010171008:0@lo:38:kworker.0
00000100:00100000:1.0:1767326297.527000:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010171136:12345-0@lo:400:kworker.0 Request processed in 74us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326297.527011:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8724
00000100:00100000:1.0:1767326297.527035:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8725
00000100:00100000:1.0:1767326297.527048:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010171264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326297.527067:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683
00000100:00100000:3.0:1767326297.527078:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010171648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326297.527091:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326297.527095:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010171264:12345-0@lo:400:kworker.0 Request processed in 49us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326297.527106:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8725
00000100:00100000:3.0:1767326297.527131:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010171648:12345-0@lo:38:kworker.0 Request processed in 52us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326297.527138:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683
00000100:00100000:1.0:1767326297.527148:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010171264:0@lo:400:kworker.0
00000100:00100000:1.0:1767326297.527164:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010171136:0@lo:400:kworker.0
00000100:00080000:3.0:1767326297.527167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326297.527174:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326297.527192:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010170880
00000100:00100000:3.0:1767326297.527198:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010170880
00000100:00100000:1.0:1767326297.527200:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326297.527244:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7572
00000100:00100000:3.0:1767326297.527255:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010170880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326297.527282:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767326297.527283:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326297.527343:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010170880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (669us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326297.527358:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7572
00000100:00100000:1.0:1767326297.527370:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010171520:0@lo:400:kworker.0
00000100:00100000:1.0:1767326297.527389:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010170880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326297.937076:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993124864
00000100:00100000:1.0:1767326297.937082:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993124864
00000100:00100000:3.0:1767326297.937147:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1125
00000100:00100000:3.0:1767326297.937163:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993124864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326297.937211:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993124864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326297.937221:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1125
00010000:00010000:1.0:1767326299.510561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326300.534588:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326301.558540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326302.134614:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010172032:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326302.134665:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326302.134699:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010172032
00000100:00100000:3.0:1767326302.134708:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010172032
00000100:00100000:3.0:1767326302.134761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7573
00000100:00100000:3.0:1767326302.134770:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010172032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326302.134793:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326302.134832:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010172032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326302.134838:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7573
00000100:00100000:1.0:1767326302.134870:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010172032:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767326302.646498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326302.646506:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326302.646509:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326302.646513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326302.646516:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326302.646523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11495
00000100:00080000:1.0:1767326302.646527:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326302.646532:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326302.646554:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010172288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326302.646601:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326302.646603:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010172288:0@lo:38:kworker.0
00000100:00080000:1.0:1767326302.646611:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326302.646614:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326302.646617:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11495
00000100:00080000:1.0:1767326302.646625:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326302.646628:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326302.646639:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010172672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326302.646652:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326302.646655:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326302.646656:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326302.646658:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11495
00000100:00080000:1.0:1767326302.646660:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326302.646663:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326302.646671:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010172928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326302.646685:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326302.646686:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326302.646692:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326302.646693:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326302.646702:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11495
00000100:00080000:1.0:1767326302.646704:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326302.646707:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326302.646716:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349880 x1853164010173184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326302.646742:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010172672:0@lo:38:kworker.0
00000100:00100000:1.0:1767326302.646745:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010172416
00000100:00100000:1.0:1767326302.646752:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010172416
00000100:00100000:3.0:1767326302.646796:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010172288
00000100:00100000:1.0:1767326302.646801:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010172544
00000100:00100000:3.0:1767326302.646802:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010172288
00000100:00100000:1.0:1767326302.646805:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010172544
00000100:00100000:1.0:1767326302.646845:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8727
00000100:00100000:3.0:1767326302.646853:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34838
00000100:00100000:1.0:1767326302.646857:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010172544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326302.646868:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010172288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326302.646887:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326302.646942:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010172544:12345-0@lo:400:kworker.0 Request processed in 88us (153us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326302.646950:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010172288:12345-0@lo:38:kworker.0 Request processed in 82us (272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326302.646960:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8727
00000100:00100000:3.0:1767326302.646965:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34838
00000100:00100000:3.0:1767326302.647009:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326302.647021:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010172672
00000100:00100000:1.0:1767326302.647028:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010172672
00000100:00100000:3.0:1767326302.647045:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010172928:0@lo:38:kworker.0
00000100:00100000:1.0:1767326302.647059:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686
00000100:00100000:1.0:1767326302.647069:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010172672:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326302.647083:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326302.647089:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326302.647107:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010173184:0@lo:38:kworker.0
00000100:00100000:1.0:1767326302.647131:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010172672:12345-0@lo:38:kworker.0 Request processed in 62us (125us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326302.647149:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326302.647152:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686
00000100:00100000:1.0:1767326302.647178:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010173184
00000100:00100000:1.0:1767326302.647182:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010173184
00000100:00080000:3.0:1767326302.647196:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326302.647203:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688
00000100:00080000:3.0:1767326302.647205:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326302.647215:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010173184:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326302.647215:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010172288:0@lo:38:kworker.0
00010000:00020000:1.0:1767326302.647238:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326302.647255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326302.647262:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326302.647269:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010172672:0@lo:38:kworker.0
00000100:00100000:1.0:1767326302.647276:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010173184:12345-0@lo:38:kworker.0 Request processed in 60us (129us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326302.647287:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688
00000100:00080000:3.0:1767326302.647293:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326302.647304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326302.647310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010172928:0@lo:38:kworker.0
00000100:00080000:1.0:1767326302.647316:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326302.647324:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326302.647326:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326302.647333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326302.647338:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010173184:0@lo:38:kworker.0
00000100:00100000:3.0:1767326302.647400:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010172160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326303.056865:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326303.056896:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:1.0:1767326303.057005:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326303.057032:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1128
00000100:00100000:3.0:1767326303.057050:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993125120:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326303.057102:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993125120:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326303.057118:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1128
00010000:00010000:1.0:1767326304.630536:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326305.654523:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326306.678579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326307.254867:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326307.766712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010173568:0@lo:38:kworker.0
00000100:00100000:3.0:1767326307.766733:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010173696:0@lo:400:kworker.0
00000100:00100000:1.0:1767326307.766785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326307.766816:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326307.766870:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326307.766872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010173824:0@lo:38:kworker.0
00000100:00100000:3.0:1767326307.766905:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010173952:0@lo:400:kworker.0
00000100:00100000:1.0:1767326307.766949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326307.767011:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010174080:0@lo:38:kworker.0
00000100:00100000:3.0:1767326307.767011:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326307.767065:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326307.767085:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010173824
00000100:00100000:3.0:1767326307.767094:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010173824
00000100:00080000:1.0:1767326307.767122:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326307.767134:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010173952
00000100:00080000:1.0:1767326307.767135:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326307.767144:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010173952
00000100:00100000:1.0:1767326307.767153:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010173568:0@lo:38:kworker.0
00000100:00100000:1.0:1767326307.767195:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010174336:0@lo:38:kworker.0
00000100:00100000:3.0:1767326307.767199:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010174080
00000100:00100000:3.0:1767326307.767209:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010174080
00000100:00100000:3.0:1767326307.767237:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010174208
00000100:00100000:3.0:1767326307.767242:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010174208
00000100:00100000:1.0:1767326307.767258:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326307.767300:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129
00000100:00100000:3.0:1767326307.767309:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010173952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326307.767357:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691
00000100:00100000:3.0:1767326307.767370:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010173952:12345-0@lo:400:kworker.0 Request processed in 60us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326307.767371:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010174080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326307.767397:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129
00010000:00020000:1.0:1767326307.767407:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326307.767470:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692
00000100:00100000:3.0:1767326307.767486:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010174336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326307.767507:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326307.767518:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010174080:12345-0@lo:38:kworker.0 Request processed in 141us (448us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326307.767542:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691
00000100:00100000:3.0:1767326307.767565:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010174336:12345-0@lo:38:kworker.0 Request processed in 82us (307us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326307.767572:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692
00000100:00080000:3.0:1767326307.767616:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326307.767668:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010173952:0@lo:400:kworker.0
00000100:00100000:1.0:1767326307.767714:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010174208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326307.767717:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010173696:0@lo:400:kworker.0
00000100:00100000:1.0:1767326308.177142:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993125248
00000100:00100000:1.0:1767326308.177156:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993125248
00000100:00100000:3.0:1767326308.177207:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993125376
00000100:00100000:3.0:1767326308.177213:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993125376
00000100:00100000:1.0:1767326308.177215:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2693
00000100:00100000:1.0:1767326308.177224:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993125248:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326308.177249:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326308.177273:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1131
00000100:00100000:3.0:1767326308.177286:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993125376:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326308.177342:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993125376:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 55us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326308.177343:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993125248:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 112us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326308.177356:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1131
00000100:00100000:1.0:1767326308.177364:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2693
00010000:00010000:1.0:1767326309.750621:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326310.774667:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326311.798570:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326312.273109:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993125760
00000100:00100000:1.0:1767326312.273122:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993125760
00000100:00100000:1.0:1767326312.273221:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993125632
00000100:00100000:1.0:1767326312.273227:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993125632
00000100:00100000:3.0:1767326312.273243:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1132
00000100:00100000:3.0:1767326312.273267:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993125760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326312.273353:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993125760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 96us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326312.273367:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1132
00000100:00100000:1.0:1767326312.374676:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010174464:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326312.374756:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326312.374930:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326312.375100:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010174464:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326312.886577:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326287/real 1767326287]  req@ffff9bb582cd3480 x1853164010168448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326312.886624:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd3480 x1853164010168448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326312.886640:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326312.886656:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326312.886664:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010168448:0@lo:250:kworker.0
00000100:00100000:3.0:1767326312.886727:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010174592
00000100:00100000:3.0:1767326312.886736:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010174592
00000100:00100000:1.0:1767326312.886753:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010174720:0@lo:38:kworker.0
00000100:00100000:1.0:1767326312.886800:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326312.886827:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578
00000100:00100000:3.0:1767326312.886865:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010174592:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326312.886870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010174848:0@lo:38:kworker.0
00002000:00000024:3.0:1767326312.886911:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326312.886921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326312.886964:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010175104:0@lo:38:kworker.0
00000100:00100000:3.0:1767326312.886988:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010174592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326312.887002:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578
00000100:00100000:1.0:1767326312.887017:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326312.887067:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010175360:0@lo:38:kworker.0
00000100:00100000:3.0:1767326312.887087:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010175232:0@lo:400:kworker.0
00000100:00100000:1.0:1767326312.887109:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326312.887156:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326312.887157:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326312.887169:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326312.887175:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010174720:0@lo:38:kworker.0
00000100:00100000:1.0:1767326312.887199:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010175488:0@lo:250:kworker.0
00000100:00100000:3.0:1767326312.887214:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010175232
00000100:00100000:3.0:1767326312.887219:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010175232
00000400:00000100:1.0:1767326312.887232:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010175488 offset 0 length 520: 4
00000100:00100000:3.0:1767326312.887290:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133
00000100:00100000:3.0:1767326312.887306:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010175232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326312.887307:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326312.887355:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010174592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326312.887398:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010175232:12345-0@lo:400:kworker.0 Request processed in 94us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326312.887400:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697
00000100:00100000:1.0:1767326312.887443:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010175104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326312.887458:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326312.887475:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133
00000100:00100000:1.0:1767326312.887510:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010175104:12345-0@lo:38:kworker.0 Request processed in 95us (504us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326312.887514:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326312.887520:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697
00000100:00100000:1.0:1767326312.887583:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010174976:0@lo:400:kworker.0
00000100:00080000:3.0:1767326312.887610:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326312.887616:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326312.887623:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010175360:0@lo:38:kworker.0
00000100:00080000:3.0:1767326312.887633:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326312.887636:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326312.887639:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010175104:0@lo:38:kworker.0
00000100:00080000:3.0:1767326312.887646:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326312.887649:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326312.887651:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010174848:0@lo:38:kworker.0
00010000:00010000:1.0:1767326314.870584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326315.894579:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326316.918553:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326317.392803:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993125888
00000100:00100000:3.0:1767326317.392809:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993125888
00000100:00100000:3.0:1767326317.392868:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1135
00000100:00100000:3.0:1767326317.392884:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993126016:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326317.392951:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993126016:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326317.392962:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1135
00000100:00100000:1.0:1767326317.494588:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010175616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326317.494652:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326317.494688:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010175616
00000100:00100000:3.0:1767326317.494698:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010175616
00000100:00100000:3.0:1767326317.494772:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7579
00000100:00100000:3.0:1767326317.494784:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010175616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326317.494838:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326317.494889:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010175616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326317.494897:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7579
00000100:00100000:1.0:1767326317.494938:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010175616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326318.006563:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010175744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326318.006627:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010176000:0@lo:400:kworker.0
00000100:00100000:1.0:1767326318.006628:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326318.006677:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326318.006685:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326318.006687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010176256:0@lo:400:kworker.0
00000100:00100000:1.0:1767326318.006731:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326318.006744:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010176000
00000100:00100000:3.0:1767326318.006752:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010176000
00000100:00100000:1.0:1767326318.006757:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010176512:0@lo:400:kworker.0
00000100:00100000:1.0:1767326318.006800:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326318.006824:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8729
00000100:00100000:3.0:1767326318.006834:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010176000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326318.006867:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010176256
00000100:00100000:1.0:1767326318.006871:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010176256
00000100:00100000:3.0:1767326318.006892:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010176000:12345-0@lo:400:kworker.0 Request processed in 59us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326318.006900:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8729
00000100:00100000:1.0:1767326318.006909:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136
00000100:00100000:1.0:1767326318.006919:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010176256:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326318.006929:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326318.006937:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326318.006960:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010176256:12345-0@lo:400:kworker.0 Request processed in 41us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326318.006970:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700
00000100:00100000:3.0:1767326318.006976:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010176384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326318.006980:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136
00010000:00020000:3.0:1767326318.006990:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326318.007002:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701
00000100:00100000:1.0:1767326318.007012:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010176640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326318.007023:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326318.007044:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010176384:12345-0@lo:38:kworker.0 Request processed in 64us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326318.007053:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700
00000100:00100000:1.0:1767326318.007058:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010176640:12345-0@lo:38:kworker.0 Request processed in 47us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326318.007065:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701
00000100:00100000:3.0:1767326318.007082:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010175744
00000100:00100000:3.0:1767326318.007088:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010175744
00000100:00100000:1.0:1767326318.007106:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010175872
00000100:00100000:1.0:1767326318.007114:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010175872
00000100:00100000:3.0:1767326318.007120:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7580
00000100:00100000:3.0:1767326318.007131:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010175744:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326318.007150:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34841
00002000:00000024:3.0:1767326318.007151:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326318.007158:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010175872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326318.007172:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326318.007191:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010175744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326318.007196:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7580
00000100:00100000:1.0:1767326318.007213:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010175872:12345-0@lo:38:kworker.0 Request processed in 55us (576us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326318.007225:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34841
00000100:00100000:3.0:1767326318.007230:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010176000:0@lo:400:kworker.0
00010000:00010000:1.0:1767326319.990570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326321.014578:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326322.038639:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326322.512992:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993126144
00000100:00100000:1.0:1767326322.513002:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993126144
00000100:00100000:1.0:1767326322.513050:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2702
00000100:00080000:3.0:1767326322.513054:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326322.513060:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993126144:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326322.513082:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326322.513145:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993126144:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326322.513159:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2702
00000100:00100000:1.0:1767326322.614648:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010176768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326322.614718:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326322.614753:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010176768
00000100:00100000:3.0:1767326322.614761:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010176768
00000100:00100000:3.0:1767326322.614840:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7581
00000100:00100000:3.0:1767326322.614871:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010176768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326322.614898:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326322.614944:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010176768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326322.614950:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7581
00000100:00100000:1.0:1767326322.614987:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010176768:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767326323.126543:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326323.126552:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326323.126557:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326323.126562:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326323.126566:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326323.126576:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11515
00000100:00080000:1.0:1767326323.126589:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326323.126597:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326323.126627:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6680 x1853164010177024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326323.126674:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326323.126679:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326323.126683:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326323.126692:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11515
00000100:00080000:1.0:1767326323.126695:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326323.126702:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326323.126703:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010177152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326323.126717:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4000 x1853164010177280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326323.126748:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326323.126753:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326323.126755:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326323.126760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326323.126765:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11515
00000100:00080000:1.0:1767326323.126767:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326323.126771:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326323.126802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885180 x1853164010177536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326323.126828:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767326323.126833:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326323.126842:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010177408:0@lo:400:kworker.0
00000100:00080000:1.0:1767326323.126843:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326323.126849:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326323.126857:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11515
00000100:00080000:1.0:1767326323.126870:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326323.126877:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326323.126891:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326323.126903:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886a00 x1853164010177792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326323.126935:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010177152
00000100:00100000:3.0:1767326323.126941:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010177152
00000100:00100000:1.0:1767326323.126942:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010177024
00000100:00100000:1.0:1767326323.126949:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010177024
00000100:00100000:1.0:1767326323.126983:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34842
00000100:00100000:1.0:1767326323.126990:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010177024:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326323.127000:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8730
00010000:00020000:1.0:1767326323.127008:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326323.127016:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010177152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326323.127060:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010177024:12345-0@lo:38:kworker.0 Request processed in 69us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326323.127069:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34842
00000100:00100000:3.0:1767326323.127081:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010177152:12345-0@lo:400:kworker.0 Request processed in 70us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326323.127094:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8730
00000100:00100000:1.0:1767326323.127112:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010177792
00000100:00100000:1.0:1767326323.127117:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010177792
00000100:00100000:3.0:1767326323.127147:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010177152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326323.127148:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703
00000100:00100000:1.0:1767326323.127160:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010177280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326323.127176:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326323.127203:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705
00000100:00100000:3.0:1767326323.127213:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010177792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326323.127230:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326323.127232:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010177280:12345-0@lo:38:kworker.0 Request processed in 64us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326323.127243:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703
00000100:00100000:1.0:1767326323.127280:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326323.127288:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010177792:12345-0@lo:38:kworker.0 Request processed in 76us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326323.127299:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705
00000100:00100000:1.0:1767326323.127303:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010177664:0@lo:400:kworker.0
00000100:00100000:1.0:1767326323.127343:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326323.127361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326323.127368:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326323.127375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010177792:0@lo:38:kworker.0
00000100:00080000:3.0:1767326323.127392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326323.127398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326323.127401:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010177536:0@lo:38:kworker.0
00000100:00080000:3.0:1767326323.127452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326323.127459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326323.127464:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010177280:0@lo:38:kworker.0
00000100:00100000:1.0:1767326323.127547:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010177664:0@lo:400:kworker.0
00010000:00010000:1.0:1767326325.110586:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326326.134608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326327.158600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326327.633067:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993126400
00000100:00100000:1.0:1767326327.633089:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993126400
00000100:00100000:1.0:1767326327.633153:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2706
00000100:00100000:1.0:1767326327.633163:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993126400:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326327.633185:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326327.633259:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993126400:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326327.633269:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2706
00000100:00100000:1.0:1767326327.734710:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010177920:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326327.734804:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326327.735159:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010177920:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767326328.246621:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326328.246630:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326328.246634:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326328.246639:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326328.246644:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326328.246654:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11520
00000100:00080000:1.0:1767326328.246663:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326328.246670:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326328.246708:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885180 x1853164010178176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326328.246805:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326328.246812:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326328.246815:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326328.246824:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11520
00000100:00100000:3.0:1767326328.246827:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010178304:0@lo:400:kworker.0
00000100:00080000:1.0:1767326328.246831:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326328.246851:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326328.246878:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302300 x1853164010178560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326328.246895:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326328.246927:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326328.246931:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326328.246934:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326328.246942:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11520
00000100:00080000:1.0:1767326328.246948:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326328.246960:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326328.246973:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010178304
00000100:00100000:3.0:1767326328.246982:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010178304
00000100:00100000:1.0:1767326328.246986:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301f80 x1853164010178816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326328.247021:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326328.247026:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326328.247030:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326328.247035:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11520
00000100:00080000:1.0:1767326328.247040:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326328.247047:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326328.247054:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8731
00000100:00100000:3.0:1767326328.247072:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010178304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326328.247079:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010179072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326328.247154:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010178304:12345-0@lo:400:kworker.0 Request processed in 89us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326328.247164:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8731
00000100:00100000:1.0:1767326328.247250:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010178688:0@lo:400:kworker.0
00000100:00100000:3.0:1767326328.247261:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010178304:0@lo:400:kworker.0
00000100:00100000:3.0:1767326328.247355:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010178560
00000100:00100000:3.0:1767326328.247366:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010178560
00000100:00100000:1.0:1767326328.247382:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010178944
00000100:00100000:1.0:1767326328.247389:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010178944
00000100:00100000:3.0:1767326328.247403:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010178816
00000100:00100000:3.0:1767326328.247410:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010178816
00000100:00100000:3.0:1767326328.247502:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010179072
00000100:00100000:3.0:1767326328.247507:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010179072
00000100:00100000:1.0:1767326328.247520:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142
00000100:00100000:1.0:1767326328.247537:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010178944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326328.247552:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707
00000100:00100000:3.0:1767326328.247568:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010178560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326328.247588:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326328.247608:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010178944:12345-0@lo:400:kworker.0 Request processed in 78us (353us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326328.247616:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142
00000100:00100000:3.0:1767326328.247666:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010178560:12345-0@lo:38:kworker.0 Request processed in 97us (444us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326328.247697:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010178944:0@lo:400:kworker.0
00000100:00100000:3.0:1767326328.247698:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707
00000100:00100000:3.0:1767326328.247762:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010178432
00000100:00100000:3.0:1767326328.247768:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010178432
00000100:00100000:3.0:1767326328.247812:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8732
00000100:00100000:1.0:1767326328.247820:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326328.247827:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010178432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326328.247894:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010178432:12345-0@lo:400:kworker.0 Request processed in 67us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326328.247902:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8732
00000100:00080000:1.0:1767326328.247929:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326328.247954:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010178432:0@lo:400:kworker.0
00000100:00100000:1.0:1767326328.248061:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010178688:0@lo:400:kworker.0
00010000:00010000:1.0:1767326330.230649:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326331.254603:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326332.278584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326332.753287:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993126784
00000100:00100000:3.0:1767326332.753293:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993126784
00000100:00100000:3.0:1767326332.753370:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1144
00000100:00100000:3.0:1767326332.753382:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993126784:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767326332.753397:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326332.753475:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993126784:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 95us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326332.753496:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1144
00000100:00100000:1.0:1767326332.854646:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326332.854673:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010179200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326332.854777:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326332.854914:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326332.855131:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010179200:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767326333.366569:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326333.366581:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326333.366585:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326333.366590:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326333.366595:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326333.366604:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11526
00000100:00080000:1.0:1767326333.366611:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326333.366620:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326333.366667:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010179456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326333.366751:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010179328:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326333.366754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326333.366771:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326333.366778:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326333.366784:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11526
00000100:00080000:1.0:1767326333.366787:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326333.366796:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326333.366815:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303480 x1853164010179840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326333.366835:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326333.366839:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326333.366841:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326333.366846:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11526
00000100:00080000:1.0:1767326333.366849:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326333.366852:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326333.366863:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302300 x1853164010180096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326333.366880:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326333.366887:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326333.366890:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326333.366909:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11526
00000100:00100000:3.0:1767326333.366916:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326333.366917:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326333.366924:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326333.366940:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c7100 x1853164010180352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326333.366976:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010179968:0@lo:400:kworker.0
00000100:00100000:3.0:1767326333.366999:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010180224:0@lo:400:kworker.0
00000100:00100000:3.0:1767326333.367060:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326333.367063:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010179456
00000100:00100000:1.0:1767326333.367077:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010179456
00000100:00100000:3.0:1767326333.367130:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010179712
00000100:00100000:3.0:1767326333.367138:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010179712
00000100:00100000:1.0:1767326333.367149:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34844
00000100:00100000:1.0:1767326333.367162:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010179456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326333.367189:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326333.367213:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010179584
00000100:00100000:3.0:1767326333.367218:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010179584
00000100:00100000:3.0:1767326333.367273:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8733
00000100:00100000:1.0:1767326333.367284:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010179456:12345-0@lo:38:kworker.0 Request processed in 119us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326333.367298:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010179712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326333.367310:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34844
00000100:00080000:1.0:1767326333.367356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326333.367362:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326333.367391:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8734
00000100:00100000:1.0:1767326333.367407:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010179584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326333.367459:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010179712:12345-0@lo:400:kworker.0 Request processed in 134us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326333.367469:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8733
00000100:00100000:1.0:1767326333.367501:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010179584:12345-0@lo:400:kworker.0 Request processed in 100us (417us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326333.367523:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8734
00000100:00100000:3.0:1767326333.367524:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713
00000100:00100000:3.0:1767326333.367546:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010180352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326333.367568:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326333.367574:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326333.367640:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010180352:12345-0@lo:38:kworker.0 Request processed in 92us (464us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326333.367651:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713
00000100:00100000:1.0:1767326333.367692:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010179584:0@lo:400:kworker.0
00000100:00100000:3.0:1767326333.367731:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010179712:0@lo:400:kworker.0
00000100:00080000:1.0:1767326333.367757:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326333.367771:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326333.367782:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010179840:0@lo:38:kworker.0
00000100:00080000:1.0:1767326333.367800:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326333.367809:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326333.367815:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010180096:0@lo:38:kworker.0
00000100:00080000:1.0:1767326333.367835:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326333.367840:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326333.367845:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010180352:0@lo:38:kworker.0
00000100:00080000:1.0:1767326333.367868:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326333.367872:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326333.367874:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326333.367883:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010179456:0@lo:38:kworker.0
00010000:00010000:1.0:1767326335.350573:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326336.374597:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326337.398726:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326337.462508:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326312/real 1767326312]  req@ffff9bb5a62c0700 x1853164010175488/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326337.462537:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a62c0700 x1853164010175488/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326337.462553:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326337.462572:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326337.462576:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010175488:0@lo:250:kworker.0
00000100:00100000:1.0:1767326337.462712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010180480:0@lo:250:kworker.0
00000400:00000100:1.0:1767326337.462763:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010180480 offset 0 length 520: 4
00000100:00100000:1.0:1767326337.462806:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010180608:0@lo:38:kworker.0
00000100:00100000:1.0:1767326337.462839:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326337.462883:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010180608
00000100:00100000:1.0:1767326337.462891:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010180608
00000100:00100000:3.0:1767326337.462918:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010180864:0@lo:400:kworker.0
00000100:00100000:1.0:1767326337.462933:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34845
00000100:00100000:1.0:1767326337.462942:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010180608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326337.462962:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326337.463024:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326337.463025:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010181504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326337.463031:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010180608:12345-0@lo:38:kworker.0 Request processed in 74us (181us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326337.463049:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34845
00000100:00100000:0.0:1767326337.463091:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010181120:0@lo:400:kworker.0
00000100:00100000:3.0:1767326337.463110:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010181376:0@lo:400:kworker.0
00000100:00100000:1.0:1767326337.463121:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8736
00000100:00100000:1.0:1767326337.463135:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010180864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326337.463144:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326337.463175:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326337.463216:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010180864:12345-0@lo:400:kworker.0 Request processed in 85us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326337.463227:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8736
00000100:00100000:0.0:1767326337.463237:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010181120
00000100:00100000:0.0:1767326337.463244:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010181120
00000100:00080000:3.0:1767326337.463252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326337.463262:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010180992:0@lo:38:kworker.0
00000100:00080000:3.0:1767326337.463262:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326337.463274:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326337.463304:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326337.463306:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010181376
00000100:00100000:0.0:1767326337.463313:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010181376
00000100:00100000:3.0:1767326337.463319:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010180992
00000100:00100000:3.0:1767326337.463328:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010180992
00000100:00100000:1.0:1767326337.463334:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010181248:0@lo:38:kworker.0
00000100:00100000:1.0:1767326337.463367:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326337.463382:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010181248
00000100:00100000:3.0:1767326337.463387:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010181248
00000100:00100000:1.0:1767326337.463394:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010181504:0@lo:38:kworker.0
00000100:00100000:0.0:1767326337.463407:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148
00000100:00100000:1.0:1767326337.463472:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326337.463480:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714
00000100:00100000:0.0:1767326337.463488:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010181376:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326337.463493:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326337.463498:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010180992:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326337.463505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326337.463509:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010180608:0@lo:38:kworker.0
00010000:00020000:3.0:1767326337.463542:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326337.463556:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010181376:12345-0@lo:400:kworker.0 Request processed in 137us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326337.463561:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010180864:0@lo:400:kworker.0
00000100:00100000:0.0:1767326337.463573:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148
00000100:00100000:3.0:1767326337.463610:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010180992:12345-0@lo:38:kworker.0 Request processed in 115us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326337.463611:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715
00000100:00100000:0.0:1767326337.463624:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010181248:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326337.463628:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326337.463634:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714
00000100:00080000:1.0:1767326337.463640:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767326337.463641:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326337.463650:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010180992:0@lo:38:kworker.0
00000100:00080000:3.0:1767326337.463668:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326337.463716:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010181248:12345-0@lo:38:kworker.0 Request processed in 88us (344us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326337.463721:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326337.463728:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326337.463730:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715
00000100:00100000:1.0:1767326337.463735:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010181248:0@lo:38:kworker.0
00000100:00100000:3.0:1767326337.463740:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010181376:0@lo:400:kworker.0
00000100:00080000:1.0:1767326337.463755:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326337.463762:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326337.463770:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010181504:0@lo:38:kworker.0
00000100:00100000:3.0:1767326337.873248:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993126912
00000100:00100000:3.0:1767326337.873264:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993126912
00000100:00100000:0.0:1767326337.873272:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993127040
00000100:00100000:0.0:1767326337.873284:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993127040
00000100:00100000:3.0:1767326337.873331:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2717
00000100:00100000:3.0:1767326337.873347:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993126912:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767326337.873368:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1149
00010000:00020000:3.0:1767326337.873383:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326337.873394:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993127040:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326337.873548:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993126912:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 201us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326337.873559:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993127040:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 172us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326337.873570:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2717
00000100:00100000:0.0:1767326337.873579:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1149
00000100:00100000:3.0:1767326337.974721:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326337.974755:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010181632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326337.974856:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326337.975160:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010181632:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326338.422596:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326338.486697:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010181760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326338.486803:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326338.487095:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010181760:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326340.470613:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326341.494632:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326342.518614:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326342.582494:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326342.582505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326342.582509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326342.582513:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326342.582518:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326342.582526:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11535
00000100:00080000:0.0:1767326342.582531:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326342.582539:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326342.582577:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47800 x1853164010181888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326342.582629:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010181888:0@lo:38:kworker.0
00000100:00080000:0.0:1767326342.582638:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326342.582655:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326342.582657:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326342.582662:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11535
00000100:00080000:0.0:1767326342.582664:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326342.582668:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326342.582684:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47100 x1853164010182272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326342.582688:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010182144:0@lo:400:kworker.0
00000100:00100000:1.0:1767326342.582707:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326342.582709:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326342.582713:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326342.582715:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326342.582719:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11535
00000100:00080000:0.0:1767326342.582721:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326342.582725:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326342.582747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010182272:0@lo:38:kworker.0
00000100:00100000:0.0:1767326342.582757:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45880 x1853164010182528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326342.582768:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182016
00000100:00100000:3.0:1767326342.582775:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182016
00000100:00100000:1.0:1767326342.582783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326342.582784:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326342.582790:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326342.582792:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326342.582797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11535
00000100:00080000:0.0:1767326342.582801:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326342.582806:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326342.582816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010182528:0@lo:38:kworker.0
00000100:00100000:0.0:1767326342.582820:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45180 x1853164010182784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326342.582838:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8737
00000100:00100000:0.0:1767326342.582849:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182272
00000100:00100000:3.0:1767326342.582849:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010182016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326342.582854:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182272
00000100:00100000:1.0:1767326342.582863:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010181888
00000100:00100000:1.0:1767326342.582869:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010181888
00000100:00100000:0.0:1767326342.582894:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182656
00000100:00100000:0.0:1767326342.582899:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182656
00000100:00100000:1.0:1767326342.582906:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34846
00000100:00100000:1.0:1767326342.582914:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010181888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326342.582920:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010182016:12345-0@lo:400:kworker.0 Request processed in 72us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326342.582929:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8737
00010000:00020000:1.0:1767326342.582933:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326342.582939:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150
00000100:00100000:0.0:1767326342.582953:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010182656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326342.582971:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010182400:0@lo:400:kworker.0
00000100:00100000:1.0:1767326342.582974:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010181888:12345-0@lo:38:kworker.0 Request processed in 59us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326342.582986:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34846
00000100:00100000:0.0:1767326342.583021:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010182656:12345-0@lo:400:kworker.0 Request processed in 71us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326342.583022:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182528
00000100:00100000:1.0:1767326342.583027:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182528
00000100:00100000:3.0:1767326342.583032:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326342.583037:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150
00000100:00100000:1.0:1767326342.583056:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182400
00000100:00100000:1.0:1767326342.583061:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182400
00000100:00100000:0.0:1767326342.583065:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718
00000100:00100000:0.0:1767326342.583072:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010182272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326342.583084:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326342.583093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326342.583098:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151
00000100:00080000:3.0:1767326342.583099:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326342.583114:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010182400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326342.583121:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719
00000100:00100000:0.0:1767326342.583128:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010182272:12345-0@lo:38:kworker.0 Request processed in 53us (344us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326342.583133:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010182528:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326342.583142:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718
00010000:00020000:3.0:1767326342.583148:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326342.583168:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182784
00000100:00100000:0.0:1767326342.583173:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182784
00000100:00100000:1.0:1767326342.583175:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010182400:12345-0@lo:400:kworker.0 Request processed in 65us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326342.583189:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151
00000100:00100000:3.0:1767326342.583197:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010182528:12345-0@lo:38:kworker.0 Request processed in 64us (225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326342.583205:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720
00000100:00100000:3.0:1767326342.583215:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719
00000100:00100000:0.0:1767326342.583217:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010182784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326342.583236:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326342.583241:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010182400:0@lo:400:kworker.0
00000100:00100000:3.0:1767326342.583255:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326342.583291:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010182784:12345-0@lo:38:kworker.0 Request processed in 74us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326342.583300:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720
00000100:00100000:3.0:1767326342.583303:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010182144
00000100:00100000:3.0:1767326342.583311:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010182144
00000100:00080000:1.0:1767326342.583331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326342.583337:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326342.583341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010182784:0@lo:38:kworker.0
00000100:00100000:3.0:1767326342.583357:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8738
00000100:00100000:3.0:1767326342.583367:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010182144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326342.583405:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010182144:12345-0@lo:400:kworker.0 Request processed in 41us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326342.583410:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8738
00000100:00100000:0.0:1767326342.583446:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010182144:0@lo:400:kworker.0
00000100:00080000:3.0:1767326342.583450:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326342.992795:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326342.992828:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326342.992852:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993127424
00000100:00100000:0.0:1767326342.992862:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993127424
00000100:00080000:3.0:1767326342.992914:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326342.992939:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2721
00000100:00100000:0.0:1767326342.992952:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993127296:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326342.992971:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326342.993021:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993127296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (190us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326342.993035:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2721
00000100:00100000:3.0:1767326343.094622:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326343.094662:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010182912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326343.094731:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326343.094962:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010182912:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326343.542581:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326343.606600:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010183040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326343.606685:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326343.606904:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010183040:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326345.590578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326346.614564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326347.638574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326347.702552:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326347.702563:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326347.702566:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326347.702569:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326347.702573:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326347.702580:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11540
00000100:00080000:1.0:1767326347.702584:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326347.702591:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326347.702647:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4a80 x1853164010183168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326347.702704:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326347.702710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326347.702713:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326347.702714:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767326347.702720:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11540
00000100:00080000:1.0:1767326347.702723:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326347.702727:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326347.702731:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010183296:0@lo:400:kworker.0
00000100:00100000:1.0:1767326347.702741:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010183552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326347.702756:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010183424:0@lo:400:kworker.0
00000100:00080000:1.0:1767326347.702762:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326347.702766:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326347.702768:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326347.702772:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11540
00000100:00080000:1.0:1767326347.702775:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326347.702781:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326347.702783:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326347.702797:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5c00 x1853164010183808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326347.702818:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010183296
00000100:00080000:1.0:1767326347.702821:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326347.702825:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326347.702827:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326347.702828:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010183296
00000100:00080000:1.0:1767326347.702832:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11540
00000100:00100000:0.0:1767326347.702834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010183936:0@lo:400:kworker.0
00000100:00080000:1.0:1767326347.702836:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326347.702841:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326347.702853:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7100 x1853164010184064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326347.702881:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010183168
00000100:00100000:1.0:1767326347.702886:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010183168
00000100:00100000:0.0:1767326347.702899:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010183680:0@lo:400:kworker.0
00000100:00100000:3.0:1767326347.702917:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8739
00000100:00100000:3.0:1767326347.702930:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010183296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326347.702933:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34847
00000100:00100000:0.0:1767326347.702937:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326347.702948:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010183168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326347.702968:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326347.702995:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010183296:12345-0@lo:400:kworker.0 Request processed in 70us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326347.702998:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010183552
00000100:00100000:0.0:1767326347.703003:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010183552
00000100:00100000:3.0:1767326347.703003:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8739
00000100:00100000:0.0:1767326347.703034:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010183680
00000100:00100000:1.0:1767326347.703036:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010183168:12345-0@lo:38:kworker.0 Request processed in 87us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326347.703038:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010183680
00000100:00080000:3.0:1767326347.703042:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326347.703047:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34847
00000100:00080000:3.0:1767326347.703049:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326347.703067:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326347.703085:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010183808
00000100:00100000:0.0:1767326347.703089:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010183808
00000100:00100000:1.0:1767326347.703103:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010184064
00000100:00100000:1.0:1767326347.703108:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010184064
00000100:00100000:0.0:1767326347.703112:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153
00000100:00100000:3.0:1767326347.703115:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010183424
00000100:00100000:3.0:1767326347.703121:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010183424
00000100:00100000:0.0:1767326347.703130:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010183680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326347.703135:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722
00000100:00100000:1.0:1767326347.703145:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010183552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326347.703157:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326347.703158:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8740
00000100:00100000:3.0:1767326347.703169:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010183424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326347.703199:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010183680:12345-0@lo:400:kworker.0 Request processed in 77us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326347.703209:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153
00000100:00100000:1.0:1767326347.703221:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010183552:12345-0@lo:38:kworker.0 Request processed in 75us (348us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326347.703224:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010183424:12345-0@lo:400:kworker.0 Request processed in 55us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326347.703232:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724
00000100:00100000:3.0:1767326347.703237:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8740
00000100:00100000:1.0:1767326347.703243:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722
00000100:00100000:0.0:1767326347.703244:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010184064:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326347.703254:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:0.0:1767326347.703259:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326347.703284:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326347.703294:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010183424:0@lo:400:kworker.0
00000100:00100000:0.0:1767326347.703300:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010184064:12345-0@lo:38:kworker.0 Request processed in 57us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326347.703312:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724
00000100:00100000:1.0:1767326347.703338:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010183296:0@lo:400:kworker.0
00000100:00080000:3.0:1767326347.703356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326347.703374:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010183680:0@lo:400:kworker.0
00000100:00080000:1.0:1767326347.703384:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326347.703391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326347.703396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010184064:0@lo:38:kworker.0
00000100:00080000:1.0:1767326347.703407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326347.703411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326347.703433:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010183552:0@lo:38:kworker.0
00000100:00080000:1.0:1767326347.703447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326347.703451:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326347.703456:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010183808:0@lo:38:kworker.0
00000100:00100000:0.0:1767326347.703468:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010183936:0@lo:400:kworker.0
00000100:00100000:3.0:1767326348.113213:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993127680
00000100:00100000:0.0:1767326348.113225:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993127552
00000100:00100000:3.0:1767326348.113230:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993127680
00000100:00100000:0.0:1767326348.113239:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993127552
00000100:00100000:0.0:1767326348.113290:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2725
00000100:00100000:0.0:1767326348.113298:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993127552:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326348.113308:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326348.113345:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326348.113408:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993127552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 109us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326348.113457:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2725
00000100:00100000:0.0:1767326348.214713:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326348.214747:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010184192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326348.214807:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326348.215088:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010184192:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326348.662656:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326348.726687:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010184320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326348.726761:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326348.727014:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010184320:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326350.710641:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326351.734684:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326352.758654:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326352.822557:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326352.822568:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326352.822586:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326352.822591:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326352.822595:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326352.822604:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11545
00000100:00080000:0.0:1767326352.822611:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326352.822619:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326352.822666:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45880 x1853164010184448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326352.822746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010184448:0@lo:38:kworker.0
00000100:00080000:0.0:1767326352.822752:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326352.822787:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326352.822794:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326352.822803:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11545
00000100:00080000:0.0:1767326352.822808:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326352.822816:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326352.822823:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326352.822833:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326352.822847:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45c00 x1853164010184832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326352.822850:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010184704:0@lo:400:kworker.0
00000100:00080000:0.0:1767326352.822890:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326352.822892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010184832:0@lo:38:kworker.0
00000100:00080000:0.0:1767326352.822899:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326352.822905:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326352.822910:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11545
00000100:00080000:0.0:1767326352.822913:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326352.822919:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326352.822937:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010185088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326352.822943:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326352.822964:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326352.822992:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326352.822997:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326352.823001:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326352.823007:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11545
00000100:00080000:0.0:1767326352.823012:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326352.823014:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010184960:0@lo:400:kworker.0
00000100:00080000:0.0:1767326352.823018:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326352.823025:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010185088:0@lo:38:kworker.0
00000100:00100000:0.0:1767326352.823042:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf46d80 x1853164010185344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326352.823076:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326352.823096:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010184448
00000100:00100000:0.0:1767326352.823100:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010184832
00000100:00100000:1.0:1767326352.823107:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010184448
00000100:00100000:0.0:1767326352.823114:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010184832
00000100:00100000:0.0:1767326352.823160:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010184960
00000100:00100000:0.0:1767326352.823166:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010184960
00000100:00100000:3.0:1767326352.823173:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010185216
00000100:00100000:1.0:1767326352.823178:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34848
00000100:00100000:3.0:1767326352.823182:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010185216
00000100:00100000:1.0:1767326352.823190:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010184448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326352.823212:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326352.823224:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156
00000100:00100000:3.0:1767326352.823235:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157
00000100:00100000:0.0:1767326352.823246:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010184960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326352.823251:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010185216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326352.823268:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010184448:12345-0@lo:38:kworker.0 Request processed in 77us (440us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326352.823279:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34848
00000100:00100000:0.0:1767326352.823343:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010184960:12345-0@lo:400:kworker.0 Request processed in 102us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326352.823344:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010185216:12345-0@lo:400:kworker.0 Request processed in 97us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326352.823359:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726
00000100:00100000:1.0:1767326352.823372:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010184832:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326352.823375:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156
00010000:00020000:1.0:1767326352.823397:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326352.823401:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157
00000100:00100000:1.0:1767326352.823476:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010184832:12345-0@lo:38:kworker.0 Request processed in 102us (517us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326352.823484:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726
00000100:00100000:3.0:1767326352.823532:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010185216:0@lo:400:kworker.0
00000100:00100000:1.0:1767326352.823538:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326352.823541:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010184960:0@lo:400:kworker.0
00000100:00080000:1.0:1767326352.823640:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326352.823646:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010185088
00000100:00080000:1.0:1767326352.823652:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326352.823655:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010185088
00000100:00100000:3.0:1767326352.823661:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8742
00000100:00100000:1.0:1767326352.823672:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010184832:0@lo:38:kworker.0
00000100:00100000:3.0:1767326352.823686:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010184704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326352.823699:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727
00000100:00100000:0.0:1767326352.823709:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010185088:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326352.823709:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326352.823727:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326352.823734:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010184448:0@lo:38:kworker.0
00010000:00020000:0.0:1767326352.823737:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326352.823775:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010184704:12345-0@lo:400:kworker.0 Request processed in 94us (833us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326352.823788:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8742
00000100:00100000:1.0:1767326352.823794:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010185344:0@lo:38:kworker.0
00000100:00100000:0.0:1767326352.823801:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010185088:12345-0@lo:38:kworker.0 Request processed in 90us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326352.823824:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727
00000100:00100000:1.0:1767326352.823868:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326352.823871:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010184576:0@lo:400:kworker.0
00000100:00100000:0.0:1767326352.823878:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010184704:0@lo:400:kworker.0
00000100:00080000:1.0:1767326352.823939:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326352.823947:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326352.823953:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010185088:0@lo:38:kworker.0
00000100:00080000:1.0:1767326352.824059:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326352.824065:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326352.824069:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010185344:0@lo:38:kworker.0
00000100:00100000:0.0:1767326353.233137:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326353.233176:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326353.233232:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993127808
00000100:00100000:1.0:1767326353.233239:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993127808
00000100:00100000:1.0:1767326353.233293:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1158
00000100:00100000:1.0:1767326353.233313:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993127936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767326353.233316:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326353.233408:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993127936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326353.233465:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1158
00000100:00100000:0.0:1767326353.334635:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326353.334656:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010185472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326353.334718:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326353.334993:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010185472:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326353.782659:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326353.846668:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010185600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326353.846743:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326353.846959:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010185600:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326355.830632:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326356.854688:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326357.878579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326357.942525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326357.942537:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326357.942554:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326357.942560:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326357.942564:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326357.942574:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11550
00000100:00080000:0.0:1767326357.942581:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326357.942589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326357.942630:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44700 x1853164010185728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326357.942729:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326357.942733:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326357.942735:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326357.942740:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11550
00000100:00080000:0.0:1767326357.942743:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767326357.942748:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010185856:0@lo:400:kworker.0
00000100:00080000:0.0:1767326357.942749:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326357.942757:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326357.942768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010186112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326357.942775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010185984:0@lo:400:kworker.0
00000100:00080000:0.0:1767326357.942793:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326357.942796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326357.942800:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326357.942802:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326357.942805:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11550
00000100:00080000:0.0:1767326357.942820:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326357.942825:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326357.942840:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010185856
00000100:00100000:0.0:1767326357.942841:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45880 x1853164010186368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326357.942848:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010185856
00000100:00100000:1.0:1767326357.942869:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767326357.942873:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326357.942881:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326357.942883:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010186240:0@lo:400:kworker.0
00000100:00080000:0.0:1767326357.942886:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326357.942895:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11550
00000100:00080000:0.0:1767326357.942899:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326357.942904:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326357.942919:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8743
00000100:00100000:0.0:1767326357.942922:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44a80 x1853164010186624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326357.942933:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326357.942939:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010185856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326357.942987:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010186112
00000100:00100000:1.0:1767326357.942992:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010186112
00000100:00100000:3.0:1767326357.943001:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010185856:12345-0@lo:400:kworker.0 Request processed in 71us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326357.943009:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8743
00000100:00100000:0.0:1767326357.943021:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326357.943022:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010186240
00000100:00100000:1.0:1767326357.943026:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010186240
00000100:00100000:3.0:1767326357.943057:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010186496:0@lo:400:kworker.0
00000100:00100000:1.0:1767326357.943061:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010186368
00000100:00100000:1.0:1767326357.943066:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010186368
00000100:00080000:0.0:1767326357.943089:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326357.943093:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159
00000100:00080000:0.0:1767326357.943103:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326357.943108:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010186240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326357.943110:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326357.943113:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010185728:0@lo:38:kworker.0
00000100:00080000:3.0:1767326357.943143:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326357.943147:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010186624:0@lo:38:kworker.0
00000100:00080000:3.0:1767326357.943151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326357.943160:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010186240:12345-0@lo:400:kworker.0 Request processed in 59us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326357.943164:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010186496
00000100:00100000:1.0:1767326357.943168:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159
00000100:00100000:3.0:1767326357.943169:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010186496
00000100:00100000:1.0:1767326357.943193:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731
00000100:00100000:0.0:1767326357.943198:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326357.943204:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010186368:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326357.943211:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010186624
00000100:00100000:3.0:1767326357.943216:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010186624
00010000:00020000:1.0:1767326357.943221:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326357.943222:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326357.943229:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326357.943233:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010186112:0@lo:38:kworker.0
00000100:00100000:3.0:1767326357.943239:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160
00000100:00100000:3.0:1767326357.943253:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010186496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326357.943269:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010186368:12345-0@lo:38:kworker.0 Request processed in 62us (248us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326357.943273:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326357.943282:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326357.943286:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731
00000100:00100000:0.0:1767326357.943292:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010186368:0@lo:38:kworker.0
00000100:00100000:3.0:1767326357.943301:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010186496:12345-0@lo:400:kworker.0 Request processed in 52us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326357.943312:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160
00000100:00080000:0.0:1767326357.943337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326357.943338:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326357.943349:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326357.943355:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010186240:0@lo:400:kworker.0
00000100:00100000:0.0:1767326357.943358:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010186624:0@lo:38:kworker.0
00000100:00100000:3.0:1767326357.943362:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010186496:0@lo:400:kworker.0
00000100:00100000:3.0:1767326357.943394:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326357.943444:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010185856:0@lo:400:kworker.0
00000100:00080000:0.0:1767326357.943493:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326357.943611:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010185984:0@lo:400:kworker.0
00000100:00100000:1.0:1767326358.352991:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326358.353023:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326358.353087:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993128192
00000100:00100000:3.0:1767326358.353096:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993128192
00000100:00080000:1.0:1767326358.353166:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326358.353176:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1161
00000100:00100000:3.0:1767326358.353193:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993128192:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326358.353249:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993128192:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326358.353264:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1161
00000100:00100000:0.0:1767326358.454758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010186752
00000100:00100000:0.0:1767326358.454767:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010186752
00000100:00100000:0.0:1767326358.454819:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7595
00000100:00100000:0.0:1767326358.454828:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010186752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326358.454856:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326358.454923:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010186752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326358.454933:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7595
00010000:00010000:0.0:1767326358.902618:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326358.966573:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326358.966589:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010186880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326358.966648:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326358.966904:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010186880:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326360.950604:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326361.974566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326362.038639:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326362.038645:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767326362.038648:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326362.038652:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11535
00000100:00080000:0.0:1767326362.038656:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326362.038661:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326362.038690:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653480 x1853164010187008/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326362.038728:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326362.038731:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326362.038733:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326362.038736:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11555
00000100:00080000:0.0:1767326362.038740:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326362.038744:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326362.038762:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf46d80 x1853164010187136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326362.038836:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326362.038841:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326362.038841:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010187264:0@lo:400:kworker.0
00000100:00080000:0.0:1767326362.038844:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326362.038849:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11555
00000100:00080000:0.0:1767326362.038853:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326362.038860:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326362.038862:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326362.038880:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010187392:0@lo:400:kworker.0
00000100:00100000:0.0:1767326362.038882:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47100 x1853164010187520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326362.038890:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326362.038910:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326362.038916:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326362.038918:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326362.038923:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11555
00000100:00080000:0.0:1767326362.038927:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326362.038931:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326362.038945:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326362.038948:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45880 x1853164010187776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326362.038950:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187264
00000100:00100000:3.0:1767326362.038959:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187264
00000100:00100000:1.0:1767326362.038979:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010187648:0@lo:400:kworker.0
00000100:00080000:0.0:1767326362.038992:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326362.038998:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326362.039000:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326362.039006:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11555
00000100:00080000:0.0:1767326362.039010:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326362.039016:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326362.039020:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326362.039038:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44700 x1853164010188032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326362.039043:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187392
00000100:00100000:3.0:1767326362.039048:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187392
00000100:00100000:1.0:1767326362.039069:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187136
00000100:00100000:1.0:1767326362.039074:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187136
00000100:00100000:0.0:1767326362.039084:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187520
00000100:00100000:3.0:1767326362.039087:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8745
00000100:00100000:0.0:1767326362.039090:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187520
00000100:00100000:3.0:1767326362.039101:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010187264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326362.039104:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34850
00000100:00100000:1.0:1767326362.039117:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010187136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326362.039120:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187648
00000100:00100000:0.0:1767326362.039127:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187648
00010000:00020000:1.0:1767326362.039139:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326362.039164:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187776
00000100:00100000:3.0:1767326362.039167:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010187264:12345-0@lo:400:kworker.0 Request processed in 67us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326362.039168:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187776
00000100:00100000:3.0:1767326362.039178:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8745
00000100:00100000:0.0:1767326362.039183:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010188032
00000100:00100000:0.0:1767326362.039189:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010188032
00000100:00100000:1.0:1767326362.039195:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010187136:12345-0@lo:38:kworker.0 Request processed in 80us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326362.039206:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34850
00000100:00100000:0.0:1767326362.039207:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162
00000100:00100000:0.0:1767326362.039221:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010187648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326362.039226:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010187264:0@lo:400:kworker.0
00000100:00080000:1.0:1767326362.039234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326362.039242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326362.039242:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767326362.039248:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326362.039257:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010187904:0@lo:400:kworker.0
00000100:00100000:1.0:1767326362.039268:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734
00000100:00100000:0.0:1767326362.039274:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010187648:12345-0@lo:400:kworker.0 Request processed in 56us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326362.039277:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010187520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326362.039288:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326362.039289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162
00010000:00020000:1.0:1767326362.039293:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326362.039309:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010187904
00000100:00100000:0.0:1767326362.039314:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010187904
00000100:00100000:3.0:1767326362.039320:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735
00000100:00100000:1.0:1767326362.039327:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010187520:12345-0@lo:38:kworker.0 Request processed in 48us (338us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326362.039330:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010187776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326362.039348:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326362.039350:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734
00000100:00100000:0.0:1767326362.039361:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163
00000100:00100000:0.0:1767326362.039373:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010187904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326362.039384:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010187776:12345-0@lo:38:kworker.0 Request processed in 56us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326362.039392:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735
00000100:00100000:1.0:1767326362.039402:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010187648:0@lo:400:kworker.0
00000100:00100000:1.0:1767326362.039444:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010187392:0@lo:400:kworker.0
00000100:00100000:0.0:1767326362.039466:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010187904:12345-0@lo:400:kworker.0 Request processed in 94us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326362.039467:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010187904:0@lo:400:kworker.0
00000100:00100000:0.0:1767326362.039480:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163
00000100:00080000:1.0:1767326362.039490:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326362.039496:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326362.039499:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010188032:0@lo:38:kworker.0
00000100:00080000:1.0:1767326362.039509:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326362.039527:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326362.039530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010187776:0@lo:38:kworker.0
00000100:00080000:1.0:1767326362.039540:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326362.039543:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326362.039547:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010187520:0@lo:38:kworker.0
00000100:00080000:1.0:1767326362.039555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326362.039559:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326362.039561:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010187136:0@lo:38:kworker.0
00000400:00000100:0.0:1767326362.449172:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993128320 offset 0 length 520: 4
00000100:00100000:0.0:1767326362.449218:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326362.449254:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326362.449329:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993128448
00000100:00100000:1.0:1767326362.449341:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993128448
00000100:00080000:3.0:1767326362.449392:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326362.449399:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1164
00000100:00100000:1.0:1767326362.449452:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993128576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326362.449571:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993128576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 159us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326362.449580:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1164
00010000:00010000:1.0:1767326362.998646:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326363.574672:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010188160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326363.574761:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326363.575089:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010188160:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326364.022587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326364.086705:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010188288:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326364.086793:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326364.086940:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326364.087122:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010188288:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326366.070609:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326367.094704:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326367.158550:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326367.158563:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326367.158567:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326367.158571:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326367.158576:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326367.158585:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11559
00000100:00080000:1.0:1767326367.158590:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326367.158597:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326367.158638:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7480 x1853164010188416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326367.158732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326367.158738:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326367.158741:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767326367.158741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326367.158751:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11559
00000100:00080000:1.0:1767326367.158756:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326367.158760:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326367.158762:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010188544:0@lo:400:kworker.0
00000100:00080000:1.0:1767326367.158763:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326367.158774:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010188672:0@lo:400:kworker.0
00000100:00100000:1.0:1767326367.158791:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9180 x1853164010188800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326367.158819:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326367.158820:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326367.158829:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326367.158834:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326367.158840:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11559
00000100:00080000:1.0:1767326367.158843:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326367.158847:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326367.158865:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010189056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326367.158869:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010188416
00000100:00100000:3.0:1767326367.158878:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010188416
00000100:00100000:0.0:1767326367.158885:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326367.158898:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010188928:0@lo:400:kworker.0
00000100:00080000:1.0:1767326367.158915:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326367.158920:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34851
00000100:00080000:1.0:1767326367.158924:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326367.158928:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326367.158929:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010188416:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326367.158939:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11559
00000100:00100000:0.0:1767326367.158942:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326367.158945:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00010000:00020000:3.0:1767326367.158951:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326367.158953:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326367.158976:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5c00 x1853164010189312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326367.158994:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326367.159022:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010188800
00000100:00100000:0.0:1767326367.159029:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010189312:0@lo:38:kworker.0
00000100:00100000:1.0:1767326367.159030:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010188800
00000100:00100000:1.0:1767326367.159064:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010188928
00000100:00100000:0.0:1767326367.159070:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326367.159070:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010188928
00000100:00100000:1.0:1767326367.159112:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010189056
00000100:00100000:1.0:1767326367.159119:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010189056
00000100:00100000:0.0:1767326367.159130:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010189312
00000100:00100000:0.0:1767326367.159136:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010189312
00000100:00100000:1.0:1767326367.159138:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165
00000100:00100000:1.0:1767326367.159153:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010188928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326367.159169:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739
00000100:00100000:0.0:1767326367.159182:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010189056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326367.159201:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326367.159214:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010188928:12345-0@lo:400:kworker.0 Request processed in 64us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326367.159225:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165
00000100:00100000:0.0:1767326367.159251:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010189056:12345-0@lo:38:kworker.0 Request processed in 68us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326367.159252:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740
00000100:00100000:1.0:1767326367.159265:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010189312:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326367.159266:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739
00010000:00020000:1.0:1767326367.159280:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326367.159319:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010189184:0@lo:400:kworker.0
00000100:00100000:1.0:1767326367.159336:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010189312:12345-0@lo:38:kworker.0 Request processed in 58us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326367.159346:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740
00000100:00100000:0.0:1767326367.159358:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326367.159379:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010189184
00000100:00100000:1.0:1767326367.159385:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010189184
00000100:00100000:0.0:1767326367.159405:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010188544:0@lo:400:kworker.0
00000100:00100000:1.0:1767326367.159458:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166
00000100:00100000:1.0:1767326367.159474:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010189184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326367.159532:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010188928:0@lo:400:kworker.0
00000100:00100000:1.0:1767326367.159541:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010189184:12345-0@lo:400:kworker.0 Request processed in 71us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326367.159552:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166
00000100:00100000:0.0:1767326367.159576:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010189184:0@lo:400:kworker.0
00000100:00100000:1.0:1767326367.159637:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010188672:0@lo:400:kworker.0
00000100:00100000:3.0:1767326367.168619:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010188416:12345-0@lo:38:kworker.0 Request processed in 9689us (9830us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326367.168627:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34851
00000100:00080000:0.0:1767326367.168664:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326367.168671:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326367.168675:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010188416:0@lo:38:kworker.0
00000100:00100000:0.0:1767326367.568853:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326367.568896:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326367.568999:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2741
00000100:00100000:3.0:1767326367.569011:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993128704:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326367.569021:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1167
00000100:00080000:0.0:1767326367.569031:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326367.569033:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993128832:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:3.0:1767326367.569037:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326367.569108:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993128832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326367.569108:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993128704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326367.569118:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1167
00000100:00100000:3.0:1767326367.569126:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2741
00010000:00010000:1.0:1767326368.118620:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326368.694662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010189440:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326368.694723:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326368.694932:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010189440:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326369.142534:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326369.206754:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010189568
00000100:00100000:0.0:1767326369.206764:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010189568
00000100:00100000:0.0:1767326369.206828:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7600
00000100:00100000:0.0:1767326369.206840:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010189568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326369.206872:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326369.206925:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010189568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326369.206939:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7600
00010000:00010000:1.0:1767326371.190598:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326372.214574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326372.278659:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010189824:0@lo:400:kworker.0
00000100:00100000:0.0:1767326372.278667:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010189696:0@lo:38:kworker.0
00000100:00100000:3.0:1767326372.278699:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326372.278713:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010189952:0@lo:400:kworker.0
00000100:00100000:1.0:1767326372.278733:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326372.278740:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326372.278755:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326372.278786:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010190080:0@lo:38:kworker.0
00000100:00100000:3.0:1767326372.278792:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010190208:0@lo:400:kworker.0
00000100:00100000:1.0:1767326372.278822:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010189824
00000100:00100000:1.0:1767326372.278832:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010189824
00000100:00100000:0.0:1767326372.278841:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326372.278841:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010189952
00000100:00100000:3.0:1767326372.278847:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010189952
00000100:00100000:0.0:1767326372.278896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010190336:0@lo:38:kworker.0
00000100:00100000:1.0:1767326372.278900:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8749
00000100:00100000:3.0:1767326372.278917:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8750
00000100:00100000:1.0:1767326372.278919:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010189824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326372.278930:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326372.278937:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010189952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326372.278967:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010190592:0@lo:38:kworker.0
00000100:00100000:1.0:1767326372.278990:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010189824:12345-0@lo:400:kworker.0 Request processed in 78us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326372.279001:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8749
00000100:00100000:3.0:1767326372.279009:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010189952:12345-0@lo:400:kworker.0 Request processed in 77us (252us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326372.279019:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8750
00000100:00100000:0.0:1767326372.279028:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190080
00000100:00080000:1.0:1767326372.279033:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326372.279035:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190080
00000100:00080000:1.0:1767326372.279039:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326372.279074:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190464
00000100:00100000:3.0:1767326372.279074:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190336
00000100:00100000:0.0:1767326372.279082:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190464
00000100:00100000:3.0:1767326372.279082:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190336
00000100:00100000:1.0:1767326372.279085:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010189824:0@lo:400:kworker.0
00000100:00100000:3.0:1767326372.279125:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168
00000100:00100000:3.0:1767326372.279142:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010190464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326372.279144:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742
00000100:00100000:0.0:1767326372.279158:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010190080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326372.279168:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743
00010000:00020000:0.0:1767326372.279176:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326372.279181:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010190336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326372.279193:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326372.279198:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010190464:12345-0@lo:400:kworker.0 Request processed in 61us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326372.279208:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168
00000100:00100000:0.0:1767326372.279235:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010190080:12345-0@lo:38:kworker.0 Request processed in 76us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326372.279246:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010190336:12345-0@lo:38:kworker.0 Request processed in 63us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326372.279251:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742
00000100:00100000:3.0:1767326372.279258:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010190464:0@lo:400:kworker.0
00000100:00100000:1.0:1767326372.279263:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743
00000100:00100000:0.0:1767326372.279311:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190208
00000100:00100000:0.0:1767326372.279317:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190208
00000100:00100000:3.0:1767326372.279324:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326372.279332:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326372.279357:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190592
00000100:00100000:0.0:1767326372.279362:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190592
00000100:00100000:1.0:1767326372.279366:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169
00000100:00080000:3.0:1767326372.279370:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326372.279378:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010190208:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326372.279379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326372.279390:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010190336:0@lo:38:kworker.0
00000100:00100000:0.0:1767326372.279395:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744
00000100:00100000:0.0:1767326372.279403:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010190592:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326372.279411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767326372.279453:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326372.279467:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010190208:12345-0@lo:400:kworker.0 Request processed in 93us (181us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326372.279470:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326372.279478:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169
00000100:00100000:3.0:1767326372.279480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010190080:0@lo:38:kworker.0
00000100:00100000:0.0:1767326372.279499:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010190592:12345-0@lo:38:kworker.0 Request processed in 92us (174us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326372.279507:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326372.279515:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744
00000100:00080000:3.0:1767326372.279519:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326372.279527:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010189696:0@lo:38:kworker.0
00000100:00080000:3.0:1767326372.279558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326372.279562:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326372.279566:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010190592:0@lo:38:kworker.0
00000100:00100000:0.0:1767326372.688887:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326372.688929:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326372.689019:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993128960
00000100:00080000:3.0:1767326372.689028:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326372.689029:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993128960
00000100:00100000:1.0:1767326372.689077:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2745
00000100:00100000:1.0:1767326372.689087:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993128960:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326372.689110:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326372.689161:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993128960:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 73us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326372.689171:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2745
00010000:00010000:1.0:1767326373.238567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326373.814623:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010190720:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326373.814684:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326373.814726:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190720
00000100:00100000:0.0:1767326373.814735:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190720
00000100:00100000:0.0:1767326373.814794:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7601
00000100:00100000:0.0:1767326373.814804:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010190720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326373.814835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326373.814893:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010190720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326373.814906:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7601
00000100:00100000:1.0:1767326373.814921:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010190720:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326374.262582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326374.326725:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190848
00000100:00100000:0.0:1767326374.326740:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190848
00000100:00080000:3.0:1767326374.326790:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326374.326816:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7602
00000100:00100000:0.0:1767326374.326828:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010190848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326374.326859:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326374.326924:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010190848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326374.326933:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7602
00010000:00010000:1.0:1767326376.310595:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326377.334586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326377.398646:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010190976:0@lo:38:kworker.0
00000100:00100000:1.0:1767326377.398668:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326377.398684:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010191104:0@lo:400:kworker.0
00000100:00100000:3.0:1767326377.398700:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010191232:0@lo:400:kworker.0
00000100:00100000:0.0:1767326377.398714:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326377.398753:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326377.398761:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010191360:0@lo:38:kworker.0
00000100:00100000:3.0:1767326377.398776:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010190976
00000100:00100000:3.0:1767326377.398783:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010190976
00000100:00100000:1.0:1767326377.398804:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010191488:0@lo:400:kworker.0
00000100:00100000:0.0:1767326377.398808:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326377.398825:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34853
00000100:00100000:3.0:1767326377.398833:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010190976:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326377.398843:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010191616:0@lo:38:kworker.0
00000100:00100000:1.0:1767326377.398848:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326377.398854:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326377.398891:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326377.398896:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010191104
00000100:00100000:1.0:1767326377.398902:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010191104
00000100:00100000:3.0:1767326377.398905:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010190976:12345-0@lo:38:kworker.0 Request processed in 71us (191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326377.398912:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34853
00000100:00080000:0.0:1767326377.398940:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326377.398946:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326377.398947:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010191616
00000100:00100000:3.0:1767326377.398953:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010191616
00000100:00100000:0.0:1767326377.398954:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010190976:0@lo:38:kworker.0
00000100:00100000:1.0:1767326377.398969:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8751
00000100:00100000:0.0:1767326377.398979:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010191872:0@lo:38:kworker.0
00000100:00100000:3.0:1767326377.398982:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746
00000100:00100000:1.0:1767326377.398988:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010191104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326377.398995:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010191360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326377.399009:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326377.399033:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326377.399066:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326377.399072:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010191360:12345-0@lo:38:kworker.0 Request processed in 76us (265us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326377.399076:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326377.399076:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010191104:12345-0@lo:400:kworker.0 Request processed in 94us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326377.399085:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010191360:0@lo:38:kworker.0
00000100:00100000:3.0:1767326377.399090:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746
00000100:00100000:1.0:1767326377.399103:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8751
00000100:00100000:3.0:1767326377.399111:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010191872
00000100:00100000:3.0:1767326377.399115:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010191872
00000100:00100000:0.0:1767326377.399146:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748
00000100:00100000:0.0:1767326377.399159:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010191872:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326377.399160:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010191488:0@lo:400:kworker.0
00000100:00080000:3.0:1767326377.399168:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326377.399176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767326377.399183:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326377.399190:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326377.399201:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010191744:0@lo:400:kworker.0
00000100:00080000:1.0:1767326377.399219:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326377.399227:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326377.399228:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010191872:12345-0@lo:38:kworker.0 Request processed in 70us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326377.399231:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010191616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326377.399245:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326377.399247:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748
00000100:00080000:1.0:1767326377.399263:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326377.399270:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326377.399271:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010191744
00000100:00100000:1.0:1767326377.399276:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010191872:0@lo:38:kworker.0
00000100:00100000:0.0:1767326377.399277:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010191744
00000100:00100000:3.0:1767326377.399294:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326377.399312:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326377.399348:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172
00000100:00100000:0.0:1767326377.399360:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010191744:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326377.399395:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326377.399402:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010191744:12345-0@lo:400:kworker.0 Request processed in 44us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326377.399447:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172
00000100:00100000:3.0:1767326377.399472:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010191744:0@lo:400:kworker.0
00000100:00100000:1.0:1767326377.399533:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010191232:0@lo:400:kworker.0
00000100:00100000:0.0:1767326377.809069:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326377.809114:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326377.809141:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993129344
00000100:00100000:1.0:1767326377.809152:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993129344
00000100:00080000:3.0:1767326377.809207:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326377.809230:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1173
00000100:00100000:1.0:1767326377.809247:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993129344:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326377.809331:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993129344:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326377.809348:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1173
00010000:00010000:1.0:1767326378.358534:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326378.934592:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010192000:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326378.934653:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326378.934700:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010192000
00000100:00100000:0.0:1767326378.934708:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010192000
00000100:00100000:0.0:1767326378.934747:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7603
00000100:00100000:0.0:1767326378.934754:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010192000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326378.934779:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326378.934822:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010192000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326378.934844:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7603
00000100:00100000:3.0:1767326378.934865:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010192000:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326379.382562:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326379.446628:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010192128:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326379.446709:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326379.446762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010192128
00000100:00100000:0.0:1767326379.446770:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010192128
00000100:00100000:0.0:1767326379.446823:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7604
00000100:00080000:3.0:1767326379.446824:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326379.446832:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010192128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326379.446861:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326379.446901:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010192128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326379.446907:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7604
00000100:00100000:1.0:1767326379.446955:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010192128:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326381.430546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326382.454596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326382.518642:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010192256:0@lo:38:kworker.0
00000100:00100000:1.0:1767326382.518673:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010192384:0@lo:400:kworker.0
00000100:00100000:3.0:1767326382.518688:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326382.518703:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010192512:0@lo:400:kworker.0
00000100:00100000:0.0:1767326382.518731:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326382.518742:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326382.518763:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010192256
00000100:00100000:3.0:1767326382.518773:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010192256
00000100:00100000:0.0:1767326382.518808:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010192640:0@lo:38:kworker.0
00000100:00100000:3.0:1767326382.518815:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34854
00000100:00100000:1.0:1767326382.518816:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326382.518827:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010192768:0@lo:400:kworker.0
00000100:00100000:3.0:1767326382.518827:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010192256:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326382.518849:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326382.518853:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326382.518870:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326382.518898:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010192896:0@lo:38:kworker.0
00000100:00100000:1.0:1767326382.518898:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010193024:0@lo:400:kworker.0
00000100:00100000:3.0:1767326382.518920:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010192256:12345-0@lo:38:kworker.0 Request processed in 92us (187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326382.518929:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34854
00000100:00100000:0.0:1767326382.518942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326382.518987:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326382.518989:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326382.519006:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326382.519009:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326382.519015:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326382.519023:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010192256:0@lo:38:kworker.0
00000100:00100000:3.0:1767326382.519033:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010192640
00000100:00100000:3.0:1767326382.519038:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010192640
00000100:00100000:0.0:1767326382.519050:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010193152:0@lo:38:kworker.0
00000100:00100000:1.0:1767326382.519060:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010192896
00000100:00100000:3.0:1767326382.519062:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010192768
00000100:00100000:3.0:1767326382.519066:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010192768
00000100:00100000:1.0:1767326382.519071:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010192896
00000100:00100000:0.0:1767326382.519091:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326382.519105:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193152
00000100:00100000:1.0:1767326382.519110:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193152
00000100:00100000:3.0:1767326382.519116:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174
00000100:00100000:3.0:1767326382.519131:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010192768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326382.519133:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750
00000100:00100000:0.0:1767326382.519140:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326382.519145:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010192640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326382.519161:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326382.519173:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010192384:0@lo:400:kworker.0
00000100:00100000:3.0:1767326382.519187:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010192768:12345-0@lo:400:kworker.0 Request processed in 58us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326382.519200:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174
00000100:00100000:1.0:1767326382.519206:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010192640:12345-0@lo:38:kworker.0 Request processed in 62us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326382.519210:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193024
00000100:00100000:1.0:1767326382.519219:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750
00000100:00100000:3.0:1767326382.519229:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751
00000100:00100000:0.0:1767326382.519232:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193024
00000100:00100000:1.0:1767326382.519236:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:3.0:1767326382.519238:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010192896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326382.519242:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010193152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326382.519249:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326382.519259:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326382.519272:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175
00000100:00100000:0.0:1767326382.519287:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010193024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326382.519291:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010193152:12345-0@lo:38:kworker.0 Request processed in 45us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326382.519291:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010192896:12345-0@lo:38:kworker.0 Request processed in 52us (350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326382.519310:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:3.0:1767326382.519320:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751
00000100:00100000:0.0:1767326382.519350:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010193024:12345-0@lo:400:kworker.0 Request processed in 67us (211us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326382.519350:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326382.519356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326382.519364:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175
00000100:00100000:1.0:1767326382.519368:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010192768:0@lo:400:kworker.0
00000100:00080000:1.0:1767326382.519448:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326382.519453:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010193024:0@lo:400:kworker.0
00000100:00080000:1.0:1767326382.519457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326382.519466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010193152:0@lo:38:kworker.0
00000100:00080000:1.0:1767326382.519483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326382.519488:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326382.519491:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010192640:0@lo:38:kworker.0
00000100:00080000:1.0:1767326382.519498:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326382.519500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326382.519502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010192896:0@lo:38:kworker.0
00000100:00100000:3.0:1767326382.928949:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326382.929003:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326382.929028:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993129600
00000100:00100000:0.0:1767326382.929039:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993129600
00000100:00080000:3.0:1767326382.929097:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326382.929122:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1176
00000100:00100000:0.0:1767326382.929137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993129600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326382.929211:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993129600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326382.929223:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1176
00010000:00010000:1.0:1767326383.478554:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326384.054619:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326384.054638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010193280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326384.054696:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326384.054735:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193280
00000100:00100000:0.0:1767326384.054744:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193280
00000100:00080000:3.0:1767326384.054780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326384.054801:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7605
00000100:00100000:0.0:1767326384.054809:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010193280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326384.054835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326384.054880:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010193280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326384.054887:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7605
00000100:00100000:3.0:1767326384.054920:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010193280:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326384.502539:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326384.566566:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010193408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326384.566623:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326384.566666:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193408
00000100:00100000:0.0:1767326384.566677:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193408
00000100:00080000:3.0:1767326384.566708:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326384.566736:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7606
00000100:00100000:0.0:1767326384.566746:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010193408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326384.566784:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326384.566828:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010193408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326384.566834:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7606
00000100:00100000:1.0:1767326384.566867:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010193408:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326386.550633:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326387.574601:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326387.638544:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326362/real 1767326362]  req@ffff9bb48c653480 x1853164010187008/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326387.638573:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48c653480 x1853164010187008/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326387.638589:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326387.638611:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326387.638616:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010187008:0@lo:250:kworker.0
00000100:00100000:1.0:1767326387.638644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010193536:0@lo:38:kworker.0
00000100:00100000:0.0:1767326387.638669:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326387.638686:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010193664:0@lo:400:kworker.0
00000100:00100000:3.0:1767326387.638702:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010193792:0@lo:400:kworker.0
00000100:00100000:1.0:1767326387.638706:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326387.638738:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326387.638767:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010193920:0@lo:38:kworker.0
00000100:00100000:3.0:1767326387.638768:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193664
00000100:00100000:3.0:1767326387.638778:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193664
00000100:00100000:0.0:1767326387.638800:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193536
00000100:00100000:1.0:1767326387.638806:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326387.638817:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193536
00000100:00100000:1.0:1767326387.638832:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010194176:0@lo:38:kworker.0
00000100:00100000:3.0:1767326387.638852:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8755
00000100:00100000:0.0:1767326387.638859:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34855
00000100:00100000:1.0:1767326387.638867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326387.638871:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010193664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326387.638873:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010193536:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326387.638899:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193920
00000100:00100000:1.0:1767326387.638905:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193920
00010000:00020000:0.0:1767326387.638907:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326387.638937:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194176
00000100:00100000:1.0:1767326387.638942:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194176
00000100:00100000:3.0:1767326387.638948:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010193664:12345-0@lo:400:kworker.0 Request processed in 84us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326387.638961:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010193536:12345-0@lo:38:kworker.0 Request processed in 88us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326387.638964:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8755
00000100:00100000:1.0:1767326387.638969:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754
00000100:00100000:1.0:1767326387.638981:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010193920:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326387.638984:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34855
00010000:00020000:1.0:1767326387.638996:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326387.639007:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326387.639020:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010194304:0@lo:400:kworker.0
00000100:00100000:1.0:1767326387.639027:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010193920:12345-0@lo:38:kworker.0 Request processed in 46us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326387.639037:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755
00000100:00100000:1.0:1767326387.639046:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754
00000100:00100000:0.0:1767326387.639047:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010194176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326387.639062:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326387.639084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326387.639085:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194048
00000100:00100000:1.0:1767326387.639091:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194048
00000100:00100000:3.0:1767326387.639105:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326387.639112:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010194176:12345-0@lo:38:kworker.0 Request processed in 65us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326387.639119:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755
00000100:00100000:0.0:1767326387.639140:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177
00000100:00100000:0.0:1767326387.639152:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010194048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326387.639160:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010193792
00000100:00100000:3.0:1767326387.639166:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010193792
00000100:00100000:1.0:1767326387.639173:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194304
00000100:00100000:1.0:1767326387.639178:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194304
00000100:00100000:3.0:1767326387.639210:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8756
00000100:00100000:0.0:1767326387.639216:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010194048:12345-0@lo:400:kworker.0 Request processed in 66us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326387.639216:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178
00000100:00100000:3.0:1767326387.639227:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010193792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326387.639232:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010194304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326387.639248:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177
00000100:00100000:0.0:1767326387.639289:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010194048:0@lo:400:kworker.0
00000100:00100000:1.0:1767326387.639300:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010194304:12345-0@lo:400:kworker.0 Request processed in 72us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326387.639307:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178
00000100:00100000:3.0:1767326387.639314:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010193792:12345-0@lo:400:kworker.0 Request processed in 89us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326387.639328:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8756
00000100:00100000:0.0:1767326387.639329:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010194432:0@lo:38:kworker.0
00000100:00100000:1.0:1767326387.639365:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010194304:0@lo:400:kworker.0
00000100:00100000:0.0:1767326387.639387:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326387.639411:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194432
00000100:00100000:0.0:1767326387.639412:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010194560:0@lo:250:kworker.0
00000100:00100000:1.0:1767326387.639446:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194432
00000400:00000100:0.0:1767326387.639459:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010194560 offset 0 length 520: 4
00000100:00100000:1.0:1767326387.639476:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756
00000100:00100000:1.0:1767326387.639483:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010194432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326387.639492:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326387.639502:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326387.639506:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326387.639509:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010194176:0@lo:38:kworker.0
00000100:00080000:0.0:1767326387.639520:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326387.639523:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326387.639528:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010193920:0@lo:38:kworker.0
00000100:00100000:1.0:1767326387.639532:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010194432:12345-0@lo:38:kworker.0 Request processed in 44us (142us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326387.639538:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326387.639544:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326387.639548:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756
00000100:00100000:0.0:1767326387.639549:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010193536:0@lo:38:kworker.0
00000100:00080000:0.0:1767326387.639576:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326387.639580:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326387.639582:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010194432:0@lo:38:kworker.0
00000100:00100000:0.0:1767326388.048947:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326388.048978:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:0.0:1767326388.048996:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993129984 offset 0 length 520: 4
00000100:00100000:1.0:1767326388.049029:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993129728
00000100:00100000:1.0:1767326388.049040:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993129728
00000100:00100000:1.0:1767326388.049101:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1179
00000100:00100000:1.0:1767326388.049119:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993129856:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767326388.049129:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326388.049209:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993129856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 95us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326388.049221:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1179
00010000:00010000:1.0:1767326388.598580:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326389.174664:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010194688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326389.174746:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326389.174793:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194688
00000100:00100000:0.0:1767326389.174821:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194688
00000100:00080000:3.0:1767326389.174888:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326389.174893:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7607
00000100:00100000:0.0:1767326389.174903:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010194688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326389.174937:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326389.174985:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010194688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326389.174992:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7607
00000100:00100000:1.0:1767326389.175049:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010194688:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326389.622586:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326389.686783:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194816
00000100:00100000:0.0:1767326389.686794:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194816
00000100:00080000:3.0:1767326389.686859:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326389.686872:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7608
00000100:00100000:0.0:1767326389.686885:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010194816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326389.686918:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326389.686987:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010194816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326389.686994:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7608
00010000:00010000:1.0:1767326391.670547:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326392.694625:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326392.758732:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010194944:0@lo:38:kworker.0
00000100:00100000:3.0:1767326392.758791:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010195072:0@lo:400:kworker.0
00000100:00100000:1.0:1767326392.758826:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326392.758851:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010195456:0@lo:400:kworker.0
00000100:00100000:0.0:1767326392.758854:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326392.758870:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326392.758935:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326392.758938:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010195328:0@lo:38:kworker.0
00000100:00100000:1.0:1767326392.758938:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326392.758951:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010195712:0@lo:400:kworker.0
00000100:00100000:1.0:1767326392.758977:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010195200:0@lo:400:kworker.0
00000100:00100000:0.0:1767326392.758992:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326392.759015:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010194944
00000100:00100000:3.0:1767326392.759025:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010194944
00000100:00100000:1.0:1767326392.759036:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326392.759044:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010195584:0@lo:38:kworker.0
00000100:00100000:3.0:1767326392.759074:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34856
00000100:00100000:3.0:1767326392.759088:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010194944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326392.759093:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010195456
00000100:00100000:1.0:1767326392.759099:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010195456
00000100:00100000:0.0:1767326392.759106:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326392.759115:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326392.759140:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010195840:0@lo:38:kworker.0
00000100:00100000:1.0:1767326392.759178:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010195584
00000100:00100000:3.0:1767326392.759178:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010194944:12345-0@lo:38:kworker.0 Request processed in 91us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326392.759188:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010195584
00000100:00100000:3.0:1767326392.759194:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34856
00000100:00100000:0.0:1767326392.759195:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326392.759233:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010195840
00000100:00100000:1.0:1767326392.759238:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010195840
00000100:00100000:3.0:1767326392.759239:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758
00000100:00100000:3.0:1767326392.759245:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010195328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326392.759256:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326392.759259:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326392.759264:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759
00000100:00080000:0.0:1767326392.759268:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326392.759275:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010195584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326392.759286:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010194944:0@lo:38:kworker.0
00010000:00020000:1.0:1767326392.759291:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326392.759350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326392.759357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326392.759359:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010195328:12345-0@lo:38:kworker.0 Request processed in 109us (370us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326392.759364:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010195328:0@lo:38:kworker.0
00000100:00100000:3.0:1767326392.759372:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758
00000100:00100000:1.0:1767326392.759386:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010195584:12345-0@lo:38:kworker.0 Request processed in 110us (282us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326392.759389:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326392.759407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326392.759409:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760
00000100:00100000:0.0:1767326392.759414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010195584:0@lo:38:kworker.0
00000100:00100000:3.0:1767326392.759466:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010195840:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326392.759467:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759
00010000:00020000:3.0:1767326392.759487:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326392.759550:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326392.759553:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010195456:0@lo:400:kworker.0
00000100:00080000:0.0:1767326392.759560:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326392.759560:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010195840:12345-0@lo:38:kworker.0 Request processed in 139us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326392.759571:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760
00000100:00100000:0.0:1767326392.759587:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010195200
00000100:00100000:0.0:1767326392.759594:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010195200
00000100:00100000:1.0:1767326392.759620:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326392.759647:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8758
00000100:00100000:0.0:1767326392.759662:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010195200:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326392.759680:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326392.759685:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010195712
00000100:00080000:1.0:1767326392.759690:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326392.759691:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010195712
00000100:00100000:1.0:1767326392.759706:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010195840:0@lo:38:kworker.0
00000100:00100000:0.0:1767326392.759723:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010195200:12345-0@lo:400:kworker.0 Request processed in 62us (686us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326392.759736:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181
00000100:00100000:0.0:1767326392.759747:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8758
00000100:00100000:3.0:1767326392.759755:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010195712:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326392.759763:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326392.759771:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326392.759812:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010195200:0@lo:400:kworker.0
00000100:00100000:3.0:1767326392.759827:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010195712:12345-0@lo:400:kworker.0 Request processed in 76us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326392.759837:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181
00000100:00100000:3.0:1767326393.168927:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326393.168975:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326393.169004:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130240
00000100:00100000:0.0:1767326393.169016:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130240
00000100:00100000:1.0:1767326393.169057:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130112
00000100:00100000:1.0:1767326393.169079:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130112
00000100:00100000:0.0:1767326393.169115:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1182
00000100:00100000:0.0:1767326393.169136:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993130240:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326393.169145:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2761
00000100:00100000:1.0:1767326393.169154:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993130112:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326393.169181:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326393.169245:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993130240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 116us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326393.169253:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993130112:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326393.169263:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1182
00000100:00100000:1.0:1767326393.169270:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2761
00010000:00010000:1.0:1767326393.718643:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326394.294597:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326394.294622:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010195968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326394.294712:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326394.294768:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010195968
00000100:00100000:0.0:1767326394.294791:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010195968
00000100:00100000:0.0:1767326394.294876:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7609
00000100:00100000:0.0:1767326394.294892:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010195968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326394.294928:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326394.295002:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010195968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326394.295012:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7609
00000100:00100000:1.0:1767326394.295048:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010195968:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326394.742593:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326394.806827:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010196096
00000100:00100000:0.0:1767326394.806839:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010196096
00000100:00100000:0.0:1767326394.806931:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7610
00000100:00100000:0.0:1767326394.806948:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010196096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326394.806978:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326394.807047:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010196096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326394.807053:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7610
00010000:00010000:1.0:1767326396.790558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326397.814590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326397.878721:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010196224:0@lo:38:kworker.0
00000100:00100000:0.0:1767326397.878769:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010196352:0@lo:400:kworker.0
00000100:00100000:3.0:1767326397.878802:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326397.878816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326397.878832:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010196736:0@lo:400:kworker.0
00000100:00100000:0.0:1767326397.878852:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326397.878863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010196608:0@lo:38:kworker.0
00000100:00100000:1.0:1767326397.878922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326397.878933:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010196352
00000100:00100000:0.0:1767326397.878943:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010196352
00000100:00100000:1.0:1767326397.878979:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010196864:0@lo:38:kworker.0
00000100:00100000:3.0:1767326397.878997:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326397.879027:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8759
00000100:00100000:1.0:1767326397.879055:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326397.879056:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010196352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326397.879058:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010196480:0@lo:400:kworker.0
00000100:00100000:1.0:1767326397.879088:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010197120:0@lo:38:kworker.0
00000100:00100000:3.0:1767326397.879130:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326397.879157:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326397.879179:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010196352:12345-0@lo:400:kworker.0 Request processed in 143us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326397.879191:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8759
00000100:00100000:3.0:1767326397.879232:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010196480
00000100:00100000:3.0:1767326397.879244:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010196480
00000100:00100000:1.0:1767326397.879264:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010196224
00000100:00100000:1.0:1767326397.879284:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010196224
00000100:00100000:0.0:1767326397.879291:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010196864
00000100:00100000:0.0:1767326397.879297:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010196864
00000100:00100000:1.0:1767326397.879332:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34857
00000100:00100000:3.0:1767326397.879348:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8760
00000100:00100000:1.0:1767326397.879349:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010196224:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326397.879353:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010197120
00000100:00100000:0.0:1767326397.879359:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010197120
00000100:00100000:3.0:1767326397.879369:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010196480:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326397.879371:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326397.879386:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762
00000100:00100000:0.0:1767326397.879394:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010196608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326397.879410:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326397.879492:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010196224:12345-0@lo:38:kworker.0 Request processed in 147us (678us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326397.879500:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34857
00000100:00100000:3.0:1767326397.879523:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010196480:12345-0@lo:400:kworker.0 Request processed in 160us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326397.879541:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010196608:12345-0@lo:38:kworker.0 Request processed in 142us (619us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326397.879552:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8760
00000100:00100000:1.0:1767326397.879553:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763
00000100:00100000:1.0:1767326397.879583:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010196864:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326397.879596:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762
00010000:00020000:1.0:1767326397.879602:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326397.879611:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764
00000100:00100000:3.0:1767326397.879625:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010197120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326397.879640:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326397.879655:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010196864:12345-0@lo:38:kworker.0 Request processed in 80us (615us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326397.879666:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763
00000100:00080000:0.0:1767326397.879692:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326397.879701:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326397.879709:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326397.879709:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010197120:12345-0@lo:38:kworker.0 Request processed in 80us (552us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326397.879720:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326397.879736:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764
00000100:00080000:0.0:1767326397.879782:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326397.879787:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010196992
00000100:00080000:0.0:1767326397.879792:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326397.879797:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010196992
00000100:00100000:0.0:1767326397.879799:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010197120:0@lo:38:kworker.0
00000100:00100000:1.0:1767326397.879808:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010196352:0@lo:400:kworker.0
00000100:00080000:0.0:1767326397.879837:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326397.879848:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326397.879855:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010196864:0@lo:38:kworker.0
00000100:00080000:0.0:1767326397.879879:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326397.879887:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326397.879895:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010196608:0@lo:38:kworker.0
00000100:00100000:1.0:1767326397.879902:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184
00000100:00100000:1.0:1767326397.879918:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010196992:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326397.879923:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326397.879933:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326397.879939:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010196224:0@lo:38:kworker.0
00000100:00100000:1.0:1767326397.879979:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010196992:12345-0@lo:400:kworker.0 Request processed in 65us (266us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326397.879981:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326397.879995:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184
00000100:00100000:1.0:1767326398.289145:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130368
00000100:00100000:3.0:1767326398.289156:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130496
00000100:00100000:1.0:1767326398.289160:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130368
00000100:00100000:3.0:1767326398.289164:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130496
00000100:00100000:1.0:1767326398.289219:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1185
00000100:00100000:3.0:1767326398.289230:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2765
00000100:00100000:1.0:1767326398.289238:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993130496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326398.289246:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993130368:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326398.289252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767326398.289302:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326398.289356:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993130496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 123us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326398.289358:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993130368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 110us (304us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326398.289369:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1185
00000100:00100000:3.0:1767326398.289384:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2765
00010000:00010000:1.0:1767326398.838603:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326399.414807:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010197248
00000100:00100000:0.0:1767326399.414837:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010197248
00000100:00100000:0.0:1767326399.414911:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7611
00000100:00100000:0.0:1767326399.414920:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010197248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326399.414960:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326399.415008:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010197248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326399.415014:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7611
00010000:00010000:0.0:1767326399.862637:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326399.926663:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010197376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326399.926744:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326399.926798:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010197376
00000100:00100000:0.0:1767326399.926810:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010197376
00000100:00100000:0.0:1767326399.926895:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7612
00000100:00100000:0.0:1767326399.926909:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010197376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326399.926948:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326399.927006:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010197376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326399.927016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7612
00000100:00100000:1.0:1767326399.927044:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010197376:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326401.910711:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326402.934659:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326402.998659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010197504:0@lo:38:kworker.0
00000100:00100000:1.0:1767326402.998702:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326402.998720:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010197632:0@lo:400:kworker.0
00000100:00100000:0.0:1767326402.998756:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326402.998768:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326402.998796:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010197760:0@lo:400:kworker.0
00000100:00100000:1.0:1767326402.998823:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010198272:0@lo:400:kworker.0
00000100:00100000:0.0:1767326402.998838:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010197888:0@lo:38:kworker.0
00000100:00100000:0.0:1767326402.998893:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326402.998899:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010197632
00000100:00100000:1.0:1767326402.998907:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010197632
00000100:00100000:0.0:1767326402.998932:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010198144:0@lo:38:kworker.0
00000100:00100000:3.0:1767326402.998960:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326402.998995:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326402.999001:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010197760
00000100:00100000:1.0:1767326402.999006:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010197760
00000100:00100000:1.0:1767326402.999043:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8761
00000100:00100000:1.0:1767326402.999059:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010197632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326402.999065:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010198400:0@lo:38:kworker.0
00000100:00100000:3.0:1767326402.999078:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8762
00000100:00100000:3.0:1767326402.999101:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010197760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326402.999128:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010197632:12345-0@lo:400:kworker.0 Request processed in 76us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326402.999137:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326402.999141:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8761
00000100:00080000:1.0:1767326402.999181:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326402.999188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326402.999195:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326402.999195:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010197760:12345-0@lo:400:kworker.0 Request processed in 105us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326402.999213:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8762
00000100:00100000:0.0:1767326402.999246:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010197504
00000100:00100000:0.0:1767326402.999254:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010197504
00000100:00100000:1.0:1767326402.999258:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766
00000100:00100000:1.0:1767326402.999269:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010197888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326402.999286:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326402.999306:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010197760:0@lo:400:kworker.0
00000100:00100000:0.0:1767326402.999308:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34858
00000100:00100000:0.0:1767326402.999328:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010197504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326402.999342:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010197888:12345-0@lo:38:kworker.0 Request processed in 75us (450us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326402.999350:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326402.999357:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766
00000100:00100000:1.0:1767326402.999381:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768
00000100:00100000:1.0:1767326402.999394:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010198400:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326402.999410:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010197504:12345-0@lo:38:kworker.0 Request processed in 80us (656us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767326402.999410:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326402.999471:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34858
00000100:00100000:3.0:1767326402.999494:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010198016:0@lo:400:kworker.0
00000100:00100000:1.0:1767326402.999536:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010198400:12345-0@lo:38:kworker.0 Request processed in 140us (399us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326402.999556:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768
00000100:00080000:0.0:1767326402.999560:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326402.999563:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326402.999576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326402.999584:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010198400:0@lo:38:kworker.0
00000100:00100000:1.0:1767326402.999601:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010198272
00000100:00100000:1.0:1767326402.999607:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010198272
00000100:00080000:0.0:1767326402.999620:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326402.999629:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010197632:0@lo:400:kworker.0
00000100:00080000:0.0:1767326402.999631:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326402.999648:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010197888:0@lo:38:kworker.0
00000100:00080000:0.0:1767326402.999679:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326402.999682:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187
00000100:00080000:0.0:1767326402.999687:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326402.999695:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010198144:0@lo:38:kworker.0
00000100:00100000:1.0:1767326402.999696:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010198272:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326402.999725:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326402.999730:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326402.999735:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010197504:0@lo:38:kworker.0
00000100:00100000:1.0:1767326402.999749:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010198272:12345-0@lo:400:kworker.0 Request processed in 58us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326402.999758:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187
00000100:00080000:1.0:1767326402.999796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326402.999808:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010198272:0@lo:400:kworker.0
00000100:00100000:1.0:1767326403.409054:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130752
00000100:00100000:1.0:1767326403.409067:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130752
00000100:00100000:3.0:1767326403.409072:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130624
00000100:00100000:3.0:1767326403.409079:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130624
00000100:00100000:3.0:1767326403.409121:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1188
00000100:00100000:3.0:1767326403.409133:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993130752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326403.409139:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2769
00000100:00100000:1.0:1767326403.409149:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993130624:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326403.409168:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326403.409208:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993130752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326403.409209:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993130624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 58us (182us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326403.409223:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1188
00000100:00100000:1.0:1767326403.409229:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2769
00010000:00010000:1.0:1767326403.958624:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326404.534801:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010198528
00000100:00100000:0.0:1767326404.534809:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010198528
00000100:00100000:0.0:1767326404.534867:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7613
00000100:00100000:0.0:1767326404.534876:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010198528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326404.534918:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326404.534970:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010198528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326404.534993:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7613
00010000:00010000:0.0:1767326404.982651:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326405.046820:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010198656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326405.046914:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326405.047105:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326405.047369:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010198656:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326407.030625:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326408.054672:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326408.118728:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010198784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326408.118769:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326408.118790:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010198912:0@lo:400:kworker.0
00000100:00100000:3.0:1767326408.118818:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010199040:0@lo:400:kworker.0
00000100:00100000:0.0:1767326408.118838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326408.118859:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326408.118920:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326408.118959:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010199552:0@lo:400:kworker.0
00000100:00100000:0.0:1767326408.118965:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010199168:0@lo:38:kworker.0
00000100:00100000:3.0:1767326408.118972:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326408.118985:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010199296:0@lo:400:kworker.0
00000100:00100000:1.0:1767326408.119030:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326408.119046:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010198784
00000100:00100000:0.0:1767326408.119054:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010198784
00000100:00100000:3.0:1767326408.119070:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010199040
00000100:00100000:3.0:1767326408.119079:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010199040
00000100:00080000:1.0:1767326408.119127:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326408.119130:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34859
00000100:00080000:1.0:1767326408.119139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326408.119142:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010198784:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326408.119162:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010199552
00000100:00100000:1.0:1767326408.119171:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010199552
00010000:00020000:0.0:1767326408.119174:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326408.119249:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010198784:12345-0@lo:38:kworker.0 Request processed in 109us (426us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326408.119271:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189
00000100:00100000:0.0:1767326408.119283:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34859
00000100:00100000:1.0:1767326408.119299:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010199552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326408.119374:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326408.119381:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010199552:12345-0@lo:400:kworker.0 Request processed in 91us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326408.119397:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189
00000100:00100000:0.0:1767326408.119410:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010199424:0@lo:38:kworker.0
00000100:00100000:1.0:1767326408.119483:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010199168
00000100:00100000:1.0:1767326408.119492:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010199168
00000100:00100000:0.0:1767326408.119506:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326408.119521:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010199424
00000100:00100000:1.0:1767326408.119526:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010199424
00000100:00100000:0.0:1767326408.119529:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010199680:0@lo:38:kworker.0
00000100:00100000:0.0:1767326408.119546:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326408.119552:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010199680
00000100:00100000:1.0:1767326408.119557:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010199680
00000100:00080000:0.0:1767326408.119569:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326408.119575:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326408.119576:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770
00000100:00100000:0.0:1767326408.119579:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010198784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326408.119585:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010199168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326408.119601:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326408.119625:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771
00000100:00100000:0.0:1767326408.119630:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010199424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326408.119640:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326408.119646:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010199168:12345-0@lo:38:kworker.0 Request processed in 59us (273us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326408.119656:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770
00000100:00100000:0.0:1767326408.119670:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010199424:12345-0@lo:38:kworker.0 Request processed in 38us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326408.119678:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772
00000100:00100000:0.0:1767326408.119685:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771
00000100:00100000:1.0:1767326408.119688:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010199680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326408.119702:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326408.119707:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326408.119741:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010199040:0@lo:400:kworker.0
00000100:00100000:1.0:1767326408.119753:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010199680:12345-0@lo:38:kworker.0 Request processed in 65us (203us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326408.119760:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010199296
00000100:00100000:1.0:1767326408.119765:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772
00000100:00100000:0.0:1767326408.119766:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010199296
00000100:00100000:1.0:1767326408.119807:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190
00000100:00100000:1.0:1767326408.119819:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010199296:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326408.119830:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326408.119846:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010199552:0@lo:400:kworker.0
00000100:00100000:0.0:1767326408.119858:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010198912:0@lo:400:kworker.0
00000100:00100000:1.0:1767326408.119879:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010199296:12345-0@lo:400:kworker.0 Request processed in 62us (170us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326408.119889:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326408.119890:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190
00000100:00080000:0.0:1767326408.119896:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326408.119900:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010199168:0@lo:38:kworker.0
00000100:00080000:0.0:1767326408.119907:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326408.119910:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326408.119913:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010199424:0@lo:38:kworker.0
00000100:00080000:0.0:1767326408.119919:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326408.119922:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326408.119924:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010199680:0@lo:38:kworker.0
00000100:00100000:1.0:1767326408.119942:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010199296:0@lo:400:kworker.0
00000100:00100000:0.0:1767326408.529127:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326408.529166:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326408.529259:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131008
00000100:00100000:1.0:1767326408.529264:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993130880
00000100:00100000:1.0:1767326408.529280:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993130880
00000100:00100000:3.0:1767326408.529280:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131008
00000100:00100000:1.0:1767326408.529359:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2773
00000100:00100000:1.0:1767326408.529374:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993130880:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326408.529391:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767326408.529397:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326408.529506:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993130880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 135us (336us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326408.529514:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2773
00010000:00010000:1.0:1767326409.078616:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326409.654636:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326409.654657:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010199808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326409.654715:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326409.655054:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010199808:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326410.102586:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326410.166591:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010199936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326410.166661:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326410.166777:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326410.166916:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010199936:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326412.150684:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326412.214575:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326387/real 1767326387]  req@ffff9bb5bd1c6680 x1853164010194560/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767326412.214608:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bd1c6680 x1853164010194560/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326412.214626:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326412.214647:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326412.214651:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010194560:0@lo:250:kworker.0
00000100:00100000:0.0:1767326412.214848:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010200064:0@lo:250:kworker.0
00000400:00000100:0.0:1767326412.214905:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010200064 offset 0 length 520: 4
00000100:00100000:0.0:1767326412.214977:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010200192:0@lo:38:kworker.0
00000100:00100000:0.0:1767326412.215014:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326412.215065:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326412.215095:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010200320:0@lo:400:kworker.0
00000100:00100000:0.0:1767326412.215125:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010200192
00000100:00100000:3.0:1767326412.215131:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326412.215136:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010200192
00000100:00100000:1.0:1767326412.215162:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326412.215208:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010200448:0@lo:400:kworker.0
00000100:00100000:0.0:1767326412.215255:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34860
00000100:00100000:0.0:1767326412.215275:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010200192:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326412.215287:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010200320
00000100:00100000:1.0:1767326412.215304:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010200320
00010000:00020000:0.0:1767326412.215313:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326412.215359:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326412.215361:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8765
00000100:00100000:0.0:1767326412.215377:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010200192:12345-0@lo:38:kworker.0 Request processed in 108us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326412.215387:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010200320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326412.215401:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34860
00000100:00100000:0.0:1767326412.215517:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010200448
00000100:00100000:3.0:1767326412.215534:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010200704:0@lo:400:kworker.0
00000100:00100000:0.0:1767326412.215547:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010200448
00000100:00100000:1.0:1767326412.215553:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010200320:12345-0@lo:400:kworker.0 Request processed in 161us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326412.215565:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8765
00000100:00100000:3.0:1767326412.215612:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326412.215616:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8766
00000100:00100000:1.0:1767326412.215638:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010200448:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326412.215648:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326412.215657:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326412.215700:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010200960:0@lo:400:kworker.0
00000100:00100000:1.0:1767326412.215710:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010200448:12345-0@lo:400:kworker.0 Request processed in 77us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326412.215726:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8766
00000100:00100000:0.0:1767326412.215781:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326412.215812:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010200448:0@lo:400:kworker.0
00000100:00100000:1.0:1767326412.215868:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010200960
00000100:00100000:1.0:1767326412.215876:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010200960
00000100:00100000:0.0:1767326412.215909:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010200320:0@lo:400:kworker.0
00000100:00100000:1.0:1767326412.215952:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193
00000100:00100000:3.0:1767326412.215962:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010200576:0@lo:38:kworker.0
00000100:00100000:1.0:1767326412.215976:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010200960:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326412.215978:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326412.216032:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326412.216082:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010200960:12345-0@lo:400:kworker.0 Request processed in 115us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326412.216095:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010200832:0@lo:38:kworker.0
00000100:00100000:1.0:1767326412.216097:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193
00000100:00100000:0.0:1767326412.216122:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010200960:0@lo:400:kworker.0
00000100:00100000:3.0:1767326412.216156:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326412.216230:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010200832
00000100:00100000:1.0:1767326412.216237:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010200832
00000100:00100000:0.0:1767326412.216239:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010200704:0@lo:400:kworker.0
00000100:00100000:3.0:1767326412.216273:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010201088:0@lo:38:kworker.0
00000100:00100000:1.0:1767326412.216274:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775
00000100:00100000:1.0:1767326412.216312:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010200832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326412.216347:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326412.216349:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326412.216444:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010200832:12345-0@lo:38:kworker.0 Request processed in 135us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326412.216490:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775
00000100:00100000:1.0:1767326412.216514:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776
00000100:00100000:1.0:1767326412.216523:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010201088:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326412.216525:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326412.216535:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:1.0:1767326412.216553:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326412.216556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010200192:0@lo:38:kworker.0
00000100:00100000:1.0:1767326412.216595:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010201088:12345-0@lo:38:kworker.0 Request processed in 71us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326412.216602:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776
00000100:00080000:3.0:1767326412.216611:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326412.216619:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326412.216626:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010200576:0@lo:38:kworker.0
00000100:00080000:3.0:1767326412.216642:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326412.216647:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326412.216651:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010200832:0@lo:38:kworker.0
00000100:00080000:3.0:1767326412.216663:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326412.216668:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326412.216672:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010201088:0@lo:38:kworker.0
00000100:00100000:1.0:1767326412.625873:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131392
00000100:00100000:1.0:1767326412.625885:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131392
00000100:00100000:0.0:1767326412.625913:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131264
00000100:00100000:0.0:1767326412.625922:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131264
00000100:00100000:0.0:1767326412.625975:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1194
00000100:00100000:1.0:1767326412.625987:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2777
00000100:00100000:0.0:1767326412.625996:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993131392:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326412.625998:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993131264:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326412.626028:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326412.626091:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993131264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (245us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326412.626106:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993131392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 116us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326412.626106:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2777
00000100:00100000:0.0:1767326412.626124:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1194
00010000:00010000:1.0:1767326413.174707:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326414.198611:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326414.774633:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326414.774659:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010201216:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326414.774735:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326414.774919:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326414.775135:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010201216:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326415.222550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326415.286644:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010201344:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326415.286730:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326415.286887:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326415.287105:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010201344:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326417.270638:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326417.334644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010201472:0@lo:38:kworker.0
00000100:00100000:0.0:1767326417.334662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010201600:0@lo:400:kworker.0
00000100:00100000:1.0:1767326417.334715:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010201728:0@lo:400:kworker.0
00000100:00100000:3.0:1767326417.334752:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326417.334758:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326417.334810:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326417.334819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010201856:0@lo:38:kworker.0
00000100:00100000:0.0:1767326417.334867:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010201472
00000100:00100000:0.0:1767326417.334876:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010201472
00000100:00100000:1.0:1767326417.334881:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326417.334894:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010201984:0@lo:400:kworker.0
00000100:00100000:3.0:1767326417.334911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326417.334944:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34861
00000100:00100000:1.0:1767326417.334958:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326417.334961:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010202112:0@lo:38:kworker.0
00000100:00100000:0.0:1767326417.334984:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010201472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326417.335010:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326417.335016:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010201600
00000100:00100000:3.0:1767326417.335020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326417.335025:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010201600
00000100:00100000:3.0:1767326417.335066:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010202368:0@lo:38:kworker.0
00000100:00100000:0.0:1767326417.335081:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010201472:12345-0@lo:38:kworker.0 Request processed in 118us (333us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326417.335093:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34861
00000100:00100000:1.0:1767326417.335105:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010201728
00000100:00100000:1.0:1767326417.335110:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010201728
00000100:00100000:3.0:1767326417.335126:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326417.335188:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8767
00000100:00100000:1.0:1767326417.335200:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010201600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326417.335216:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010201856
00000100:00100000:0.0:1767326417.335223:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010201856
00000100:00100000:0.0:1767326417.335260:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010201984
00000100:00080000:3.0:1767326417.335265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326417.335266:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010201984
00000100:00100000:1.0:1767326417.335278:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010201600:12345-0@lo:400:kworker.0 Request processed in 74us (524us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326417.335278:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326417.335292:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010201472:0@lo:38:kworker.0
00000100:00100000:1.0:1767326417.335298:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8767
00000100:00100000:0.0:1767326417.335345:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010202112
00000100:00100000:0.0:1767326417.335350:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010202112
00000100:00100000:3.0:1767326417.335359:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010202368
00000100:00100000:3.0:1767326417.335365:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010202368
00000100:00100000:1.0:1767326417.335370:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195
00000100:00100000:1.0:1767326417.335387:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010201984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326417.335400:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778
00000100:00100000:3.0:1767326417.335413:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010201856:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326417.335448:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779
00010000:00020000:3.0:1767326417.335454:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326417.335461:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010202112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326417.335475:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326417.335491:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010201984:12345-0@lo:400:kworker.0 Request processed in 105us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326417.335508:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010201856:12345-0@lo:38:kworker.0 Request processed in 92us (609us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326417.335524:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195
00000100:00100000:0.0:1767326417.335531:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010202112:12345-0@lo:38:kworker.0 Request processed in 67us (510us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326417.335542:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778
00000100:00100000:0.0:1767326417.335569:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779
00000100:00100000:3.0:1767326417.335594:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326417.335626:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010202240
00000100:00100000:0.0:1767326417.335634:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010202240
00000100:00100000:1.0:1767326417.335637:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010201984:0@lo:400:kworker.0
00000100:00100000:1.0:1767326417.335679:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010201728:0@lo:400:kworker.0
00000100:00100000:3.0:1767326417.335701:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196
00000100:00100000:3.0:1767326417.335729:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010202240:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326417.335748:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326417.335756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326417.335767:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326417.335801:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010202240:12345-0@lo:400:kworker.0 Request processed in 87us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326417.335812:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010201600:0@lo:400:kworker.0
00000100:00100000:3.0:1767326417.335815:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196
00000100:00100000:3.0:1767326417.335864:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010202240:0@lo:400:kworker.0
00000100:00100000:0.0:1767326417.745310:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326417.745372:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326417.745388:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131520
00000100:00100000:3.0:1767326417.745406:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131520
00000100:00100000:1.0:1767326417.745468:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131648
00000100:00100000:1.0:1767326417.745476:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131648
00000100:00100000:3.0:1767326417.745522:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2781
00000100:00100000:3.0:1767326417.745539:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993131520:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767326417.745556:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1197
00010000:00020000:3.0:1767326417.745571:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326417.745584:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993131648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326417.745691:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993131520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 147us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326417.745692:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993131648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 109us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326417.745721:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2781
00000100:00100000:0.0:1767326417.745732:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1197
00010000:00010000:1.0:1767326418.294608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326419.318653:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326419.894687:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010202496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326419.894770:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326419.894901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326419.895117:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010202496:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326420.342606:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326420.406651:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010202624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326420.406739:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326420.406882:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326420.407060:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010202624:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326422.390594:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326422.454842:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010202880:0@lo:400:kworker.0
00000100:00100000:3.0:1767326422.454842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010202752:0@lo:38:kworker.0
00000100:00100000:1.0:1767326422.454867:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326422.454910:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010203264:0@lo:400:kworker.0
00000100:00100000:0.0:1767326422.454932:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326422.454932:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326422.454991:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326422.454994:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010203136:0@lo:38:kworker.0
00000100:00100000:0.0:1767326422.455004:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010203520:0@lo:400:kworker.0
00000100:00100000:1.0:1767326422.455018:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326422.455063:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010202752
00000100:00100000:3.0:1767326422.455075:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010202752
00000100:00100000:0.0:1767326422.455084:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010202880
00000100:00100000:0.0:1767326422.455088:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010202880
00000100:00100000:1.0:1767326422.455094:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010203008:0@lo:400:kworker.0
00000100:00100000:3.0:1767326422.455145:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34862
00000100:00100000:1.0:1767326422.455153:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326422.455160:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010202752:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326422.455180:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203008
00000100:00100000:0.0:1767326422.455186:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203008
00010000:00020000:3.0:1767326422.455187:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326422.455221:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203264
00000100:00100000:1.0:1767326422.455229:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203264
00000100:00100000:0.0:1767326422.455231:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8769
00000100:00100000:0.0:1767326422.455250:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010202880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326422.455255:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010202752:12345-0@lo:38:kworker.0 Request processed in 100us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326422.455264:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34862
00000100:00100000:1.0:1767326422.455281:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203136
00000100:00100000:1.0:1767326422.455291:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203136
00000100:00100000:0.0:1767326422.455303:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010202880:12345-0@lo:400:kworker.0 Request processed in 59us (371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326422.455303:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198
00000100:00100000:0.0:1767326422.455315:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8769
00000100:00100000:3.0:1767326422.455320:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010203264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326422.455328:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203392
00000100:00100000:1.0:1767326422.455334:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203392
00000100:00100000:0.0:1767326422.455347:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8770
00000100:00100000:0.0:1767326422.455366:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010203008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326422.455372:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782
00000100:00100000:1.0:1767326422.455391:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010203136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326422.455393:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010203264:12345-0@lo:400:kworker.0 Request processed in 76us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326422.455413:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010203008:12345-0@lo:400:kworker.0 Request processed in 56us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326422.455459:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198
00000100:00100000:0.0:1767326422.455462:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8770
00010000:00020000:1.0:1767326422.455480:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326422.455492:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783
00000100:00080000:0.0:1767326422.455495:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326422.455499:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010203392:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767326422.455501:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326422.455504:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:3.0:1767326422.455513:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326422.455559:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010203136:12345-0@lo:38:kworker.0 Request processed in 171us (426us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326422.455574:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782
00000100:00100000:0.0:1767326422.455592:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203648
00000100:00100000:3.0:1767326422.455596:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010203392:12345-0@lo:38:kworker.0 Request processed in 94us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326422.455598:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203648
00000100:00100000:3.0:1767326422.455606:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783
00000100:00100000:1.0:1767326422.455626:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784
00000100:00100000:1.0:1767326422.455636:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010203648:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326422.455669:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010203264:0@lo:400:kworker.0
00010000:00020000:1.0:1767326422.455670:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326422.455682:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326422.455701:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010203008:0@lo:400:kworker.0
00000100:00100000:0.0:1767326422.455728:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010202880:0@lo:400:kworker.0
00000100:00100000:1.0:1767326422.455749:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010203648:12345-0@lo:38:kworker.0 Request processed in 111us (220us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326422.455761:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784
00000100:00100000:0.0:1767326422.455762:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203520
00000100:00100000:0.0:1767326422.455770:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203520
00000100:00080000:3.0:1767326422.455829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326422.455835:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199
00000100:00100000:0.0:1767326422.455843:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010203520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326422.455895:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010203520:12345-0@lo:400:kworker.0 Request processed in 54us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326422.455901:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199
00000100:00100000:0.0:1767326422.865124:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131776
00000100:00100000:0.0:1767326422.865138:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131776
00000100:00100000:1.0:1767326422.865168:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993131904
00000100:00100000:1.0:1767326422.865183:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993131904
00000100:00100000:0.0:1767326422.865219:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2785
00000100:00100000:0.0:1767326422.865234:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993131776:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326422.865264:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326422.865273:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326422.865289:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1200
00000100:00100000:1.0:1767326422.865307:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993131904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326422.865365:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993131776:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 129us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326422.865384:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993131904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326422.865385:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2785
00000100:00100000:1.0:1767326422.865403:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1200
00010000:00010000:1.0:1767326423.414581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326424.438627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326425.014785:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203776
00000100:00100000:0.0:1767326425.014795:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203776
00000100:00100000:0.0:1767326425.014881:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7621
00000100:00100000:0.0:1767326425.014891:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010203776:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767326425.014895:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767326425.014925:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326425.014972:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010203776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326425.014979:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7621
00010000:00010000:0.0:1767326425.462602:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326425.526796:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010203904
00000100:00100000:0.0:1767326425.526806:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010203904
00000100:00080000:3.0:1767326425.526860:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326425.526880:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7622
00000100:00100000:0.0:1767326425.526894:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010203904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326425.526935:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326425.527009:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010203904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326425.527019:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7622
00010000:00010000:1.0:1767326427.510640:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326427.574545:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326427.574556:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326427.574559:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326427.574564:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326427.574568:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326427.574578:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11620
00000100:00080000:3.0:1767326427.574586:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326427.574595:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326427.574650:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ebb80 x1853164010204032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326427.574729:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326427.574734:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326427.574736:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326427.574741:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11620
00000100:00080000:3.0:1767326427.574744:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326427.574748:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326427.574755:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326427.574762:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb480 x1853164010204416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326427.574773:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010204160:0@lo:400:kworker.0
00000100:00100000:1.0:1767326427.574789:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767326427.574792:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326427.574797:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326427.574798:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326427.574802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11620
00000100:00080000:3.0:1767326427.574805:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767326427.574809:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010204544:0@lo:400:kworker.0
00000100:00080000:3.0:1767326427.574810:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326427.574824:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8380 x1853164010204672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326427.574842:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326427.574844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326427.574846:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326427.574848:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11620
00000100:00080000:3.0:1767326427.574850:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326427.574852:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326427.574859:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ead80 x1853164010204928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326427.574955:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326427.574963:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204032
00000100:00100000:3.0:1767326427.574973:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204032
00000100:00100000:1.0:1767326427.574996:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010204288:0@lo:400:kworker.0
00000100:00100000:0.0:1767326427.574997:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326427.575019:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34863
00000100:00100000:3.0:1767326427.575034:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010204032:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326427.575059:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326427.575061:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326427.575093:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010204800:0@lo:400:kworker.0
00000100:00100000:1.0:1767326427.575138:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204544
00000100:00100000:1.0:1767326427.575147:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204544
00000100:00100000:3.0:1767326427.575149:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010204032:12345-0@lo:38:kworker.0 Request processed in 117us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326427.575168:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34863
00000100:00100000:0.0:1767326427.575179:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204160
00000100:00100000:0.0:1767326427.575187:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204160
00000100:00080000:3.0:1767326427.575202:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326427.575209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326427.575231:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204416
00000100:00100000:1.0:1767326427.575238:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204416
00000100:00100000:3.0:1767326427.575249:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204672
00000100:00100000:3.0:1767326427.575256:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204672
00000100:00100000:1.0:1767326427.575278:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204928
00000100:00100000:0.0:1767326427.575280:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204288
00000100:00100000:1.0:1767326427.575285:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204928
00000100:00100000:0.0:1767326427.575290:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204288
00000100:00100000:3.0:1767326427.575290:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201
00000100:00100000:3.0:1767326427.575310:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010204544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326427.575331:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786
00000100:00100000:1.0:1767326427.575346:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010204416:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326427.575365:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8771
00010000:00020000:1.0:1767326427.575367:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326427.575376:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010204544:12345-0@lo:400:kworker.0 Request processed in 71us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326427.575387:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010204160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326427.575395:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201
00000100:00100000:3.0:1767326427.575451:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788
00000100:00100000:3.0:1767326427.575456:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010204928:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326427.575468:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010204416:12345-0@lo:38:kworker.0 Request processed in 123us (436us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767326427.575469:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326427.575487:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786
00000100:00100000:0.0:1767326427.575512:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010204160:12345-0@lo:400:kworker.0 Request processed in 130us (530us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326427.575546:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010204544:0@lo:400:kworker.0
00000100:00100000:3.0:1767326427.575550:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010204928:12345-0@lo:38:kworker.0 Request processed in 83us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326427.575580:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8771
00000100:00100000:3.0:1767326427.575586:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788
00000100:00080000:1.0:1767326427.575626:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326427.575631:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8772
00000100:00080000:1.0:1767326427.575637:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326427.575642:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010204800
00000100:00100000:1.0:1767326427.575648:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010204416:0@lo:38:kworker.0
00000100:00100000:3.0:1767326427.575650:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010204800
00000100:00100000:0.0:1767326427.575658:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010204288:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326427.575678:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326427.575685:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326427.575691:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010204672:0@lo:38:kworker.0
00000100:00100000:3.0:1767326427.575697:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202
00000100:00100000:3.0:1767326427.575709:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010204800:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326427.575713:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326427.575720:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326427.575727:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010204928:0@lo:38:kworker.0
00000100:00100000:0.0:1767326427.575736:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010204288:12345-0@lo:400:kworker.0 Request processed in 92us (677us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326427.575749:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8772
00000100:00100000:3.0:1767326427.575783:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010204800:12345-0@lo:400:kworker.0 Request processed in 73us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326427.575796:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202
00000100:00100000:0.0:1767326427.575840:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010204288:0@lo:400:kworker.0
00000100:00100000:1.0:1767326427.575850:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010204800:0@lo:400:kworker.0
00000100:00100000:3.0:1767326427.985012:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993132160
00000100:00100000:3.0:1767326427.985024:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993132160
00000100:00100000:3.0:1767326427.985110:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993132032
00000100:00100000:3.0:1767326427.985114:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993132032
00000100:00100000:1.0:1767326427.985130:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1203
00000100:00100000:1.0:1767326427.985153:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993132160:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326427.985254:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993132160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 109us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326427.985273:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1203
00010000:00010000:1.0:1767326428.534588:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326429.558607:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326430.134633:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010205056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326430.134725:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326430.134766:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010205056
00000100:00100000:0.0:1767326430.134778:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010205056
00000100:00080000:3.0:1767326430.134844:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326430.134846:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7623
00000100:00100000:0.0:1767326430.134859:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010205056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326430.134891:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326430.134941:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010205056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326430.134948:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7623
00000100:00100000:1.0:1767326430.134993:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010205056:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326430.582564:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326430.646617:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326430.646637:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010205184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326430.646711:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326430.646828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326430.647028:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010205184:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767326432.630612:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326432.694558:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326432.694570:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326432.694574:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326432.694577:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326432.694603:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326432.694611:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11625
00000100:00080000:0.0:1767326432.694617:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326432.694625:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326432.694668:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3b100 x1853164010205312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326432.694751:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326432.694755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326432.694757:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326432.694762:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11625
00000100:00080000:0.0:1767326432.694765:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326432.694768:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326432.694778:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010205440:0@lo:400:kworker.0
00000100:00100000:0.0:1767326432.694782:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713800 x1853164010205696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326432.694801:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010205568:0@lo:400:kworker.0
00000100:00080000:0.0:1767326432.694805:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326432.694810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326432.694812:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326432.694816:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11625
00000100:00080000:0.0:1767326432.694818:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326432.694834:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326432.694852:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713100 x1853164010205952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326432.694852:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326432.694881:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010205312
00000100:00080000:0.0:1767326432.694898:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326432.694902:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010205312
00000100:00080000:0.0:1767326432.694904:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326432.694915:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326432.694921:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11625
00000100:00080000:0.0:1767326432.694925:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326432.694933:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326432.694934:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326432.694948:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010206080:0@lo:400:kworker.0
00000100:00100000:3.0:1767326432.694950:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34864
00000100:00100000:0.0:1767326432.694957:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711f80 x1853164010206208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326432.694962:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010205312:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326432.694999:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010205824:0@lo:400:kworker.0
00000100:00100000:0.0:1767326432.695004:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010205440
00010000:00020000:3.0:1767326432.695007:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326432.695010:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010205440
00000100:00100000:1.0:1767326432.695063:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326432.695081:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8773
00000100:00100000:0.0:1767326432.695090:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010205440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326432.695101:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010205312:12345-0@lo:38:kworker.0 Request processed in 138us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326432.695117:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34864
00000100:00100000:1.0:1767326432.695140:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010205824
00000100:00100000:0.0:1767326432.695144:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010205440:12345-0@lo:400:kworker.0 Request processed in 53us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326432.695147:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010205824
00000100:00080000:3.0:1767326432.695155:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326432.695157:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8773
00000100:00080000:3.0:1767326432.695164:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326432.695184:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326432.695197:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204
00000100:00100000:0.0:1767326432.695207:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010205568
00000100:00100000:1.0:1767326432.695209:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010205824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326432.695214:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010205568
00000100:00080000:3.0:1767326432.695242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326432.695270:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010205824:12345-0@lo:400:kworker.0 Request processed in 64us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326432.695270:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8774
00000100:00100000:1.0:1767326432.695278:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204
00000100:00100000:3.0:1767326432.695284:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010205568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326432.695332:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010205952
00000100:00100000:1.0:1767326432.695337:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010205824:0@lo:400:kworker.0
00000100:00100000:0.0:1767326432.695338:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010205952
00000100:00100000:3.0:1767326432.695348:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010205568:12345-0@lo:400:kworker.0 Request processed in 70us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326432.695356:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8774
00000100:00100000:0.0:1767326432.695364:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:0.0:1767326432.695372:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010205952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326432.695385:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326432.695394:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326432.695394:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010205568:0@lo:400:kworker.0
00000100:00100000:0.0:1767326432.695454:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010205952:12345-0@lo:38:kworker.0 Request processed in 80us (159us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326432.695455:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206080
00000100:00100000:3.0:1767326432.695463:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206080
00000100:00100000:0.0:1767326432.695464:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1767326432.695468:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010205440:0@lo:400:kworker.0
00000100:00100000:3.0:1767326432.695522:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206208
00000100:00100000:3.0:1767326432.695528:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206208
00000100:00100000:0.0:1767326432.695541:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205
00000100:00100000:0.0:1767326432.695554:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010206080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326432.695555:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792
00000100:00100000:3.0:1767326432.695567:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010206208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326432.695587:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326432.695595:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010206080:12345-0@lo:400:kworker.0 Request processed in 46us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326432.695610:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205
00000100:00100000:1.0:1767326432.695617:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010206080:0@lo:400:kworker.0
00000100:00100000:3.0:1767326432.695632:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010206208:12345-0@lo:38:kworker.0 Request processed in 65us (143us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326432.695641:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792
00000100:00080000:3.0:1767326432.695661:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326433.104913:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326433.104975:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326433.104996:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993132288
00000100:00100000:0.0:1767326433.105008:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993132288
00000100:00100000:0.0:1767326433.105079:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2793
00000100:00100000:0.0:1767326433.105089:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993132288:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326433.105102:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326433.105119:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326433.105203:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993132288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326433.105211:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2793
00010000:00010000:1.0:1767326433.654608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326434.678646:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326435.254769:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206336
00000100:00100000:0.0:1767326435.254780:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206336
00000100:00080000:3.0:1767326435.254841:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326435.254856:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7625
00000100:00100000:0.0:1767326435.254869:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010206336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326435.254906:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326435.254957:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010206336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326435.254965:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7625
00010000:00010000:0.0:1767326435.702572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326435.766626:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010206464:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326435.766710:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326435.766770:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206464
00000100:00100000:0.0:1767326435.766781:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206464
00000100:00080000:3.0:1767326435.766833:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326435.766858:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7626
00000100:00100000:0.0:1767326435.766870:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010206464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326435.766908:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326435.766966:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010206464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326435.766976:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7626
00000100:00100000:3.0:1767326435.767050:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010206464:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767326437.201086:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993132544 offset 0 length 520: 4
00000100:00100000:3.0:1767326437.201132:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326437.201163:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326437.201220:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993132672
00000100:00100000:0.0:1767326437.201227:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993132672
00000100:00080000:3.0:1767326437.201264:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326437.201296:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1207
00000100:00100000:0.0:1767326437.201311:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993132800:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326437.201398:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993132800:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326437.201441:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1207
00010000:00010000:1.0:1767326437.750566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326437.814533:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326437.814544:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326437.814549:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326437.814553:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326437.814557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326437.814562:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11630
00000100:00080000:3.0:1767326437.814568:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326437.814578:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326437.814624:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8380 x1853164010206592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326437.814694:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326437.814698:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326437.814700:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326437.814705:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11630
00000100:00080000:3.0:1767326437.814709:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767326437.814711:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010206848:0@lo:400:kworker.0
00000100:00080000:3.0:1767326437.814714:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326437.814728:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010206720:0@lo:400:kworker.0
00000100:00100000:3.0:1767326437.814732:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb800 x1853164010206976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326437.814755:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326437.814759:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326437.814760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326437.814764:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11630
00000100:00080000:3.0:1767326437.814769:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767326437.814770:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326437.814776:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326437.814787:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ea300 x1853164010207232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326437.814808:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326437.814811:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326437.814813:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326437.814817:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11630
00000100:00100000:1.0:1767326437.814819:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206848
00000100:00080000:3.0:1767326437.814820:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767326437.814827:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767326437.814828:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326437.814832:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206848
00000100:00100000:0.0:1767326437.814838:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010207104:0@lo:400:kworker.0
00000100:00100000:3.0:1767326437.814845:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86d80 x1853164010207488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326437.814860:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326437.814863:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326437.814865:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326437.814869:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11610
00000100:00080000:3.0:1767326437.814871:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326437.814876:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326437.814879:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326437.814890:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85f80 x1853164010207616/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326437.814921:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8775
00000100:00100000:1.0:1767326437.814933:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010206848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326437.814940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326437.814945:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206592
00000100:00100000:3.0:1767326437.814950:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206592
00000100:00100000:0.0:1767326437.814959:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010207232:0@lo:38:kworker.0
00000100:00100000:3.0:1767326437.814983:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34865
00000100:00100000:3.0:1767326437.814991:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010206592:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326437.815011:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326437.815026:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326437.815032:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010206848:12345-0@lo:400:kworker.0 Request processed in 99us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326437.815039:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8775
00000100:00100000:0.0:1767326437.815047:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010207488:0@lo:38:kworker.0
00000100:00100000:1.0:1767326437.815076:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010207232
00000100:00100000:3.0:1767326437.815078:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010206592:12345-0@lo:38:kworker.0 Request processed in 85us (324us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326437.815081:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010207232
00000100:00100000:3.0:1767326437.815087:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34865
00000100:00100000:0.0:1767326437.815088:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326437.815106:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010207488
00000100:00100000:1.0:1767326437.815110:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010207488
00000100:00100000:3.0:1767326437.815119:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010207360:0@lo:400:kworker.0
00000100:00100000:0.0:1767326437.815127:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010207616:0@lo:250:kworker.0
00000100:00100000:1.0:1767326437.815138:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1767326437.815145:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010207232:12345-0@lo:38:kworker.0
00000400:00000100:0.0:1767326437.815157:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010207616 offset 0 length 520: 4
00010000:00020000:1.0:1767326437.815157:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326437.815161:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326437.815212:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326437.815216:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010207232:12345-0@lo:38:kworker.0 Request processed in 67us (216us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326437.815221:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326437.815231:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010206976:0@lo:38:kworker.0
00000100:00100000:3.0:1767326437.815231:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010207360
00000100:00100000:3.0:1767326437.815239:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010207360
00000100:00100000:1.0:1767326437.815244:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796
00000100:00080000:0.0:1767326437.815248:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326437.815255:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326437.815264:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010207232:0@lo:38:kworker.0
00000100:00100000:1.0:1767326437.815288:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209
00000100:00080000:0.0:1767326437.815289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326437.815295:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326437.815304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010206592:0@lo:38:kworker.0
00000100:00100000:1.0:1767326437.815304:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010207360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326437.815340:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326437.815346:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326437.815350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326437.815355:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010207488:0@lo:38:kworker.0
00000100:00100000:1.0:1767326437.815372:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010207360:12345-0@lo:400:kworker.0 Request processed in 74us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326437.815380:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209
00000100:00080000:3.0:1767326437.815392:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326437.815399:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326437.815406:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010206720
00000100:00100000:0.0:1767326437.815411:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010206720
00000100:00080000:3.0:1767326437.815455:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326437.815467:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010207360:0@lo:400:kworker.0
00000100:00100000:0.0:1767326437.815478:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8776
00000100:00100000:0.0:1767326437.815485:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010206720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326437.815521:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010206720:12345-0@lo:400:kworker.0 Request processed in 37us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326437.815526:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8776
00000100:00100000:3.0:1767326437.815557:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010206720:0@lo:400:kworker.0
00010000:00010000:1.0:1767326438.774637:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326439.798645:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326440.374879:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010207744
00000100:00100000:0.0:1767326440.374889:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010207744
00000100:00080000:3.0:1767326440.374945:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326440.374961:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7627
00000100:00100000:0.0:1767326440.374971:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010207744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326440.375023:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326440.375074:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010207744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326440.375081:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7627
00010000:00010000:0.0:1767326440.822636:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326440.886842:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010207872
00000100:00100000:0.0:1767326440.886854:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010207872
00000100:00080000:3.0:1767326440.886912:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326440.886927:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7628
00000100:00100000:0.0:1767326440.886939:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010207872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326440.887013:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326440.887065:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010207872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326440.887072:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7628
00000100:00100000:3.0:1767326442.321050:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326442.321108:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326442.321135:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133056
00000100:00100000:1.0:1767326442.321151:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133056
00000100:00080000:3.0:1767326442.321239:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326442.321252:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2798
00000100:00100000:1.0:1767326442.321263:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993132928:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326442.321287:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326442.321372:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993132928:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 110us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326442.321383:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2798
00010000:00010000:1.0:1767326442.870655:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326442.934516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326442.934530:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326442.934533:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326442.934538:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326442.934545:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326442.934555:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11635
00000100:00080000:3.0:1767326442.934561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326442.934570:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326442.934621:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87480 x1853164010208000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326442.934683:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010208000:0@lo:38:kworker.0
00000100:00080000:3.0:1767326442.934716:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326442.934722:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326442.934726:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326442.934736:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11635
00000100:00080000:3.0:1767326442.934741:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326442.934746:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326442.934765:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326442.934768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85880 x1853164010208384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326442.934780:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767326442.934799:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326442.934805:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326442.934807:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326442.934813:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010208384:0@lo:38:kworker.0
00000100:00080000:3.0:1767326442.934816:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11635
00000100:00100000:1.0:1767326442.934817:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010208128:0@lo:400:kworker.0
00000100:00080000:3.0:1767326442.934825:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326442.934838:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326442.934857:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326442.934867:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87100 x1853164010208640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326442.934900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010208640:0@lo:38:kworker.0
00000100:00080000:3.0:1767326442.934901:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326442.934909:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326442.934914:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326442.934920:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11635
00000100:00080000:3.0:1767326442.934924:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326442.934934:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326442.934946:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326442.934947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326442.934961:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84e00 x1853164010208896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326442.935027:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010208640
00000100:00100000:0.0:1767326442.935030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010208896:0@lo:38:kworker.0
00000100:00100000:3.0:1767326442.935036:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010208640
00000100:00100000:1.0:1767326442.935044:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010208768:0@lo:400:kworker.0
00000100:00100000:0.0:1767326442.935091:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326442.935092:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211
00000100:00100000:3.0:1767326442.935113:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010208512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326442.935141:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010208384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326442.935146:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800
00000100:00100000:0.0:1767326442.935157:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801
00000100:00100000:1.0:1767326442.935165:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010208640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326442.935172:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010208896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326442.935186:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326442.935195:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326442.935204:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010208512:12345-0@lo:400:kworker.0 Request processed in 98us (315us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326442.935207:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326442.935223:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211
00000100:00100000:2.0:1767326442.935245:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010208384:12345-0@lo:38:kworker.0 Request processed in 102us (388us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326442.935252:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010208896:12345-0@lo:38:kworker.0 Request processed in 78us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326442.935260:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799
00000100:00100000:0.0:1767326442.935271:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801
00000100:00100000:1.0:1767326442.935291:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010208640:12345-0@lo:38:kworker.0 Request processed in 119us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326442.935305:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800
00000100:00100000:2.0:1767326442.935309:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010208256
00000100:00100000:2.0:1767326442.935313:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010208256
00000100:00100000:3.0:1767326442.935317:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010208000
00000100:00100000:3.0:1767326442.935325:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010208000
00000100:00080000:0.0:1767326442.935331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326442.935339:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326442.935344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010208896:0@lo:38:kworker.0
00000100:00100000:1.0:1767326442.935366:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010208128
00000100:00080000:0.0:1767326442.935371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326442.935374:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8777
00000100:00100000:1.0:1767326442.935377:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010208128
00000100:00100000:3.0:1767326442.935379:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34866
00000100:00080000:0.0:1767326442.935383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326442.935394:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010208640:0@lo:38:kworker.0
00000100:00100000:2.0:1767326442.935396:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010208256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326442.935399:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010208000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326442.935451:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326442.935477:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326442.935487:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326442.935499:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010208384:0@lo:38:kworker.0
00000100:00100000:1.0:1767326442.935499:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8778
00000100:00100000:2.0:1767326442.935510:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010208256:12345-0@lo:400:kworker.0 Request processed in 116us (726us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326442.935519:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010208000:12345-0@lo:38:kworker.0 Request processed in 117us (750us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326442.935525:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010208128:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326442.935527:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326442.935529:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8777
00000100:00080000:0.0:1767326442.935546:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326442.935553:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010208000:0@lo:38:kworker.0
00000100:00100000:3.0:1767326442.935558:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34866
00000100:00100000:1.0:1767326442.935617:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010208128:12345-0@lo:400:kworker.0 Request processed in 106us (689us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326442.935627:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8778
00000100:00080000:3.0:1767326442.935643:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326442.935654:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326442.935659:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326442.935660:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010208512:0@lo:400:kworker.0
00000100:00080000:3.0:1767326442.935660:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326442.935676:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010208256:0@lo:400:kworker.0
00000100:00100000:1.0:1767326442.935715:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010208768
00000100:00100000:1.0:1767326442.935722:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010208768
00000100:00100000:0.0:1767326442.935725:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010208128:0@lo:400:kworker.0
00000100:00100000:1.0:1767326442.935780:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212
00000100:00100000:1.0:1767326442.935794:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010208768:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326442.935795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326442.935837:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010208768:12345-0@lo:400:kworker.0 Request processed in 50us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326442.935843:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212
00000100:00100000:0.0:1767326442.935882:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010208768:0@lo:400:kworker.0
00010000:00010000:1.0:1767326443.894613:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326444.918570:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326445.494645:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010209024:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326445.494732:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326445.494803:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209024
00000100:00100000:0.0:1767326445.494814:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209024
00000100:00100000:0.0:1767326445.494898:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7629
00000100:00080000:3.0:1767326445.494910:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326445.494912:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010209024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326445.494965:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326445.495025:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010209024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326445.495034:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7629
00000100:00100000:2.0:1767326445.495080:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010209024:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326445.942600:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326446.006659:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010209152:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326446.006750:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326446.006795:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209152
00000100:00100000:0.0:1767326446.006805:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209152
00000100:00100000:0.0:1767326446.006871:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7630
00000100:00080000:3.0:1767326446.006879:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326446.006881:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010209152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326446.006917:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326446.006980:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010209152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326446.007007:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7630
00000100:00100000:2.0:1767326446.007031:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010209152:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326446.966604:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326447.441025:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326447.441061:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326447.441096:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133312
00000100:00100000:1.0:1767326447.441114:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133312
00000100:00100000:2.0:1767326447.441119:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133184
00000100:00100000:2.0:1767326447.441134:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133184
00000100:00080000:3.0:1767326447.441176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326447.441206:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1213
00000100:00100000:1.0:1767326447.441221:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2802
00000100:00100000:2.0:1767326447.441230:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993133312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326447.441234:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993133184:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326447.441262:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326447.441344:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993133184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 108us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326447.441354:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993133312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 121us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326447.441361:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2802
00000100:00100000:2.0:1767326447.441376:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1213
00010000:00010000:1.0:1767326447.990595:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326448.054565:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326448.054577:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326448.054580:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326448.054583:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326448.054588:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326448.054598:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11640
00000100:00080000:1.0:1767326448.054603:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326448.054613:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326448.054668:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75f80 x1853164010209280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326448.054752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010209280:0@lo:38:kworker.0
00000100:00100000:2.0:1767326448.054766:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767326448.054772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326448.054780:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326448.054784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326448.054797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11640
00000100:00100000:2.0:1767326448.054798:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010209408:0@lo:400:kworker.0
00000100:00080000:1.0:1767326448.054808:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326448.054817:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326448.054822:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010209536:0@lo:400:kworker.0
00000100:00100000:1.0:1767326448.054853:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75c00 x1853164010209664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326448.054880:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326448.054884:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326448.054886:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326448.054890:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11640
00000100:00080000:1.0:1767326448.054894:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326448.054898:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326448.054911:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76680 x1853164010209920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326448.054954:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326448.054957:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326448.054962:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326448.054964:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326448.054970:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11640
00000100:00080000:1.0:1767326448.054973:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326448.054977:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326448.054991:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326448.054997:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010210176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326448.055012:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010209664:0@lo:38:kworker.0
00000100:00100000:3.0:1767326448.055026:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326448.055044:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010210048:0@lo:400:kworker.0
00000100:00100000:1.0:1767326448.055051:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010209792:0@lo:400:kworker.0
00000100:00100000:2.0:1767326448.055066:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209408
00000100:00100000:0.0:1767326448.055072:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326448.055075:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209408
00000100:00100000:3.0:1767326448.055114:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326448.055125:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010209920:0@lo:38:kworker.0
00000100:00100000:1.0:1767326448.055128:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326448.055146:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209536
00000100:00100000:2.0:1767326448.055150:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209536
00000100:00100000:3.0:1767326448.055186:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326448.055206:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8779
00000100:00100000:0.0:1767326448.055217:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8780
00000100:00100000:2.0:1767326448.055218:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010209408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326448.055234:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209664
00000100:00100000:0.0:1767326448.055236:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010209536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326448.055244:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209664
00000100:00100000:3.0:1767326448.055244:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209792
00000100:00100000:3.0:1767326448.055255:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209792
00000100:00100000:2.0:1767326448.055285:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010209408:12345-0@lo:400:kworker.0 Request processed in 69us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326448.055298:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210048
00000100:00100000:2.0:1767326448.055298:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8779
00000100:00100000:1.0:1767326448.055305:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210048
00000100:00100000:0.0:1767326448.055310:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010209536:12345-0@lo:400:kworker.0 Request processed in 81us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326448.055318:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214
00000100:00100000:0.0:1767326448.055320:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8780
00000100:00100000:3.0:1767326448.055338:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010209792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326448.055371:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215
00000100:00100000:0.0:1767326448.055387:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803
00000100:00100000:2.0:1767326448.055392:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010209408:0@lo:400:kworker.0
00000100:00100000:1.0:1767326448.055395:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010210048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326448.055407:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010209664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326448.055413:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010209792:12345-0@lo:400:kworker.0 Request processed in 75us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326448.055457:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214
00010000:00020000:0.0:1767326448.055465:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326448.055482:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010209536:0@lo:400:kworker.0
00000100:00100000:3.0:1767326448.055519:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010209792:0@lo:400:kworker.0
00000100:00100000:2.0:1767326448.055526:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209280
00000100:00100000:2.0:1767326448.055532:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209280
00000100:00100000:0.0:1767326448.055541:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010209664:12345-0@lo:38:kworker.0 Request processed in 140us (471us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326448.055551:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803
00000100:00100000:1.0:1767326448.055560:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010210048:12345-0@lo:400:kworker.0 Request processed in 177us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326448.055566:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34867
00000100:00100000:1.0:1767326448.055573:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215
00000100:00100000:2.0:1767326448.055580:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb589481450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010209280:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326448.055584:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010210048:0@lo:400:kworker.0
00000100:00100000:0.0:1767326448.055599:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326448.055599:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326448.055626:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010209920
00000100:00100000:1.0:1767326448.055631:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010209920
00000100:00080000:3.0:1767326448.055640:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326448.055649:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326448.055657:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326448.055658:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb589481450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010209280:12345-0@lo:38:kworker.0 Request processed in 78us (702us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326448.055659:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326448.055670:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804
00000100:00080000:0.0:1767326448.055676:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326448.055694:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34867
00000100:00100000:0.0:1767326448.055696:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010209280:0@lo:38:kworker.0
00000100:00100000:1.0:1767326448.055696:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010209920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326448.055730:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326448.055735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010210176:0@lo:38:kworker.0
00000100:00100000:0.0:1767326448.055777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326448.055791:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010209920:12345-0@lo:38:kworker.0 Request processed in 99us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326448.055801:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804
00000100:00100000:1.0:1767326448.055834:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210176
00000100:00100000:1.0:1767326448.055838:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210176
00000100:00080000:0.0:1767326448.055852:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326448.055865:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326448.055875:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:0.0:1767326448.055876:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010209664:0@lo:38:kworker.0
00000100:00100000:1.0:1767326448.055890:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010210176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326448.055901:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326448.055903:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326448.055912:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326448.055917:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010209920:0@lo:38:kworker.0
00000100:00100000:1.0:1767326448.055968:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010210176:12345-0@lo:38:kworker.0 Request processed in 77us (191us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326448.055977:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00080000:0.0:1767326448.055986:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326448.055991:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326448.055996:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010210176:0@lo:38:kworker.0
00010000:00010000:1.0:1767326449.014600:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326450.038552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326450.614596:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326450.614615:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010210304:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326450.614683:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326450.614736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210304
00000100:00100000:0.0:1767326450.614745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210304
00000100:00080000:3.0:1767326450.614805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326450.614807:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7631
00000100:00100000:0.0:1767326450.614821:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010210304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326450.614851:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326450.614898:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010210304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326450.614905:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7631
00000100:00100000:2.0:1767326450.614950:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010210304:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326451.062599:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326451.126617:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010210432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326451.126697:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326451.126768:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210432
00000100:00100000:0.0:1767326451.126778:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210432
00000100:00080000:3.0:1767326451.126836:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326451.126850:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7632
00000100:00100000:0.0:1767326451.126863:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010210432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326451.126894:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326451.126978:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010210432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326451.126988:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7632
00000100:00100000:2.0:1767326451.127014:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010210432:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326452.086565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326452.561385:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326452.561480:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326452.561498:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133440
00000100:00100000:0.0:1767326452.561508:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133440
00000100:00100000:0.0:1767326452.561541:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133568
00000100:00100000:0.0:1767326452.561544:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133568
00000100:00100000:1.0:1767326452.561557:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2806
00000100:00100000:1.0:1767326452.561566:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993133440:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326452.561586:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326452.561614:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326452.561629:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1216
00000100:00100000:0.0:1767326452.561639:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993133568:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326452.561662:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993133440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326452.561668:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2806
00000100:00100000:0.0:1767326452.561684:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993133568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 46us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326452.561690:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1216
00010000:00010000:1.0:1767326453.110609:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326453.174533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326453.174541:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326453.174544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326453.174548:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326453.174552:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326453.174558:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11645
00000100:00080000:2.0:1767326453.174563:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326453.174570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326453.174604:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1c00 x1853164010210560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326453.174660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326453.174661:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010210688:0@lo:400:kworker.0
00000100:00100000:3.0:1767326453.174661:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010210560:0@lo:38:kworker.0
00000100:00080000:2.0:1767326453.174668:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326453.174671:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326453.174675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11645
00000100:00080000:2.0:1767326453.174677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326453.174680:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326453.174707:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0380 x1853164010210944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326453.174711:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010210816:0@lo:400:kworker.0
00000100:00080000:2.0:1767326453.174733:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326453.174736:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326453.174738:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326453.174745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326453.174746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11645
00000100:00100000:1.0:1767326453.174747:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326453.174752:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326453.174759:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326453.174764:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326453.174771:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010211200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326453.174791:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326453.174791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010210944:0@lo:38:kworker.0
00000100:00080000:2.0:1767326453.174799:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326453.174802:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326453.174804:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326453.174806:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767326453.174807:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11645
00000100:00080000:2.0:1767326453.174813:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326453.174817:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326453.174819:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010211072:0@lo:400:kworker.0
00000100:00100000:1.0:1767326453.174821:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010211328:0@lo:400:kworker.0
00000100:00100000:3.0:1767326453.174829:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326453.174831:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1500 x1853164010211456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326453.174858:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326453.174858:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010211200:0@lo:38:kworker.0
00000100:00100000:2.0:1767326453.174880:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210560
00000100:00100000:0.0:1767326453.174885:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210688
00000100:00100000:2.0:1767326453.174887:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210560
00000100:00100000:0.0:1767326453.174891:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210688
00000100:00100000:3.0:1767326453.174916:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326453.174930:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210944
00000100:00100000:1.0:1767326453.174935:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210944
00000100:00100000:2.0:1767326453.174939:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34868
00000100:00100000:2.0:1767326453.174947:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010210560:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326453.174952:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010211456:0@lo:38:kworker.0
00000100:00100000:0.0:1767326453.174958:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010210816
00000100:00100000:0.0:1767326453.174963:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010210816
00000100:00100000:1.0:1767326453.174966:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211328
00010000:00020000:2.0:1767326453.174967:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326453.174972:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211328
00000100:00100000:3.0:1767326453.174978:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326453.175009:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211200
00000100:00100000:1.0:1767326453.175013:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211200
00000100:00100000:3.0:1767326453.175014:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211456
00000100:00100000:3.0:1767326453.175018:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211456
00000100:00100000:0.0:1767326453.175022:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8781
00000100:00100000:2.0:1767326453.175031:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010210560:12345-0@lo:38:kworker.0 Request processed in 81us (285us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326453.175032:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a73b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010210688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326453.175038:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217
00000100:00100000:2.0:1767326453.175049:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34868
00000100:00100000:1.0:1767326453.175054:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010211328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326453.175095:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a73b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010210688:12345-0@lo:400:kworker.0 Request processed in 63us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326453.175096:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807
00000100:00100000:2.0:1767326453.175106:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010210944:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326453.175112:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8781
00010000:00020000:2.0:1767326453.175120:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326453.175123:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010211328:12345-0@lo:400:kworker.0 Request processed in 69us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326453.175135:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217
00000100:00100000:2.0:1767326453.175153:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010210944:12345-0@lo:38:kworker.0 Request processed in 47us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326453.175160:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807
00000100:00100000:1.0:1767326453.175175:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808
00000100:00100000:2.0:1767326453.175183:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809
00000100:00100000:1.0:1767326453.175188:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010211200:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326453.175192:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010211456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326453.175204:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326453.175213:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326453.175231:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010211456:12345-0@lo:38:kworker.0 Request processed in 38us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326453.175239:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809
00000100:00100000:1.0:1767326453.175267:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010211200:12345-0@lo:38:kworker.0 Request processed in 81us (349us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326453.175279:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808
00000100:00080000:2.0:1767326453.175280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767326453.175287:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326453.175290:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767326453.175349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326453.175353:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010211328:0@lo:400:kworker.0
00000100:00080000:2.0:1767326453.175354:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326453.175362:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010211456:0@lo:38:kworker.0
00000100:00080000:2.0:1767326453.175386:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326453.175392:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010210688:0@lo:400:kworker.0
00000100:00080000:2.0:1767326453.175392:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326453.175402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010210944:0@lo:38:kworker.0
00000100:00100000:0.0:1767326453.175453:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8782
00000100:00100000:0.0:1767326453.175462:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010210816:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326453.175463:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326453.175473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326453.175485:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010211200:0@lo:38:kworker.0
00000100:00100000:0.0:1767326453.175499:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010210816:12345-0@lo:400:kworker.0 Request processed in 39us (740us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326453.175506:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8782
00000100:00080000:2.0:1767326453.175508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326453.175515:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326453.175521:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010210560:0@lo:38:kworker.0
00000100:00100000:1.0:1767326453.175531:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326453.175563:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211072
00000100:00100000:2.0:1767326453.175568:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211072
00000100:00100000:1.0:1767326453.175588:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010210816:0@lo:400:kworker.0
00000100:00080000:0.0:1767326453.175600:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326453.175604:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218
00000100:00100000:2.0:1767326453.175613:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010211072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326453.175646:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010211072:12345-0@lo:400:kworker.0 Request processed in 35us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326453.175653:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218
00000100:00100000:1.0:1767326453.175677:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010211072:0@lo:400:kworker.0
00010000:00010000:1.0:1767326454.134601:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326455.158552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326455.734579:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010211584:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326455.734651:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326455.734701:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211584
00000100:00100000:0.0:1767326455.734711:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211584
00000100:00080000:2.0:1767326455.734742:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326455.734775:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7633
00000100:00100000:0.0:1767326455.734787:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010211584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326455.734817:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326455.734868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010211584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326455.734890:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7633
00000100:00100000:2.0:1767326455.734926:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010211584:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326456.182604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326456.246622:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767326456.246638:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010211712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326456.246694:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326456.246731:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211712
00000100:00100000:0.0:1767326456.246738:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211712
00000100:00080000:1.0:1767326456.246787:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326456.246797:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7634
00000100:00100000:0.0:1767326456.246806:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010211712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326456.246831:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326456.246889:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010211712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326456.246898:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7634
00000100:00100000:2.0:1767326456.246936:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010211712:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326457.206556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326457.681327:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326457.681366:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326457.681410:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133696
00000100:00100000:2.0:1767326457.681447:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133696
00000100:00100000:0.0:1767326457.681448:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133824
00000100:00100000:0.0:1767326457.681454:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133824
00000100:00100000:2.0:1767326457.681505:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1219
00000100:00100000:0.0:1767326457.681516:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2810
00000100:00100000:2.0:1767326457.681520:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993133824:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326457.681528:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993133696:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326457.681533:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326457.681550:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326457.681588:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993133824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326457.681601:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993133696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326457.681611:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1219
00000100:00100000:0.0:1767326457.681618:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2810
00010000:00010000:1.0:1767326458.230587:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326458.294532:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326458.294555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326458.294558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326458.294561:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326458.294564:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326458.294570:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11651
00000100:00080000:0.0:1767326458.294574:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326458.294579:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326458.294609:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710e00 x1853164010211840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326458.294663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010211840:0@lo:38:kworker.0
00000100:00080000:0.0:1767326458.294675:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326458.294681:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326458.294682:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010211968:0@lo:400:kworker.0
00000100:00080000:0.0:1767326458.294684:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326458.294691:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11651
00000100:00080000:0.0:1767326458.294694:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326458.294698:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326458.294707:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010212096:0@lo:400:kworker.0
00000100:00100000:0.0:1767326458.294712:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711500 x1853164010212224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326458.294738:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326458.294743:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326458.294745:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326458.294750:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326458.294751:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326458.294760:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11651
00000100:00080000:0.0:1767326458.294764:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326458.294770:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326458.294775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010212352:0@lo:400:kworker.0
00000100:00100000:0.0:1767326458.294787:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7480 x1853164010212480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326458.294805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010212224:0@lo:38:kworker.0
00000100:00100000:1.0:1767326458.294815:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326458.294827:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211840
00000100:00080000:0.0:1767326458.294828:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326458.294833:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326458.294835:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326458.294837:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211840
00000100:00080000:0.0:1767326458.294840:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11651
00000100:00080000:0.0:1767326458.294843:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326458.294846:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326458.294855:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326458.294875:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6d80 x1853164010212736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326458.294899:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34869
00000100:00100000:0.0:1767326458.294908:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010211968
00000100:00100000:2.0:1767326458.294909:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010211840:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326458.294914:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010211968
00000100:00100000:3.0:1767326458.294923:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326458.294936:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212352
00010000:00020000:2.0:1767326458.294936:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326458.294942:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010212480:0@lo:38:kworker.0
00000100:00100000:1.0:1767326458.294943:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212352
00000100:00100000:0.0:1767326458.294960:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212096
00000100:00100000:0.0:1767326458.294965:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212096
00000100:00100000:3.0:1767326458.294981:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326458.294991:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010211840:12345-0@lo:38:kworker.0 Request processed in 81us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326458.294992:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212224
00000100:00100000:1.0:1767326458.294997:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212224
00000100:00100000:0.0:1767326458.295001:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8783
00000100:00100000:2.0:1767326458.295005:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34869
00000100:00100000:3.0:1767326458.295006:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010212736:0@lo:38:kworker.0
00000100:00100000:0.0:1767326458.295013:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010211968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326458.295024:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212480
00000100:00100000:1.0:1767326458.295030:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212480
00000100:00100000:3.0:1767326458.295032:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326458.295039:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767326458.295052:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010212608:0@lo:400:kworker.0
00000100:00100000:1.0:1767326458.295060:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212736
00000100:00100000:1.0:1767326458.295064:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212736
00000100:00080000:3.0:1767326458.295074:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326458.295077:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010211968:12345-0@lo:400:kworker.0 Request processed in 64us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326458.295082:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220
00000100:00080000:3.0:1767326458.295082:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326458.295090:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010211840:0@lo:38:kworker.0
00000100:00100000:2.0:1767326458.295092:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326458.295098:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8783
00000100:00100000:1.0:1767326458.295099:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010212352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326458.295124:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8784
00000100:00100000:3.0:1767326458.295128:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212608
00000100:00100000:3.0:1767326458.295133:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212608
00000100:00100000:2.0:1767326458.295136:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010211968:0@lo:400:kworker.0
00000100:00100000:0.0:1767326458.295137:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010212096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326458.295152:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010212352:12345-0@lo:400:kworker.0 Request processed in 58us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326458.295161:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220
00000100:00100000:3.0:1767326458.295169:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221
00000100:00100000:3.0:1767326458.295180:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010212608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326458.295185:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:1.0:1767326458.295194:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812
00000100:00100000:2.0:1767326458.295195:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010212224:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326458.295197:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010212096:12345-0@lo:400:kworker.0 Request processed in 63us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326458.295205:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010212480:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326458.295210:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8784
00010000:00020000:2.0:1767326458.295212:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326458.295219:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326458.295226:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010212608:12345-0@lo:400:kworker.0 Request processed in 49us (140us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326458.295234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326458.295234:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221
00000100:00080000:0.0:1767326458.295241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326458.295246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326458.295259:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813
00000100:00100000:2.0:1767326458.295262:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010212224:12345-0@lo:38:kworker.0 Request processed in 64us (336us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326458.295263:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010212480:12345-0@lo:38:kworker.0 Request processed in 59us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326458.295268:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010212736:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326458.295277:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812
00010000:00020000:3.0:1767326458.295281:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326458.295283:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00100000:3.0:1767326458.295316:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010212736:12345-0@lo:38:kworker.0 Request processed in 47us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326458.295318:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010212352:0@lo:400:kworker.0
00000100:00100000:3.0:1767326458.295332:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813
00000100:00100000:2.0:1767326458.295339:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010212096:0@lo:400:kworker.0
00000100:00080000:1.0:1767326458.295346:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326458.295351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326458.295355:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010212480:0@lo:38:kworker.0
00000100:00100000:0.0:1767326458.295374:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010212608:0@lo:400:kworker.0
00000100:00080000:1.0:1767326458.295377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326458.295384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326458.295390:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010212736:0@lo:38:kworker.0
00000100:00080000:1.0:1767326458.295402:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326458.295407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326458.295410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010212224:0@lo:38:kworker.0
00010000:00010000:1.0:1767326459.254576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326460.278549:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326460.854591:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010212864:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326460.854650:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326460.854695:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212864
00000100:00100000:2.0:1767326460.854706:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212864
00000100:00080000:0.0:1767326460.854766:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326460.854782:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7635
00000100:00100000:2.0:1767326460.854790:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010212864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326460.854815:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326460.854881:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010212864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326460.854888:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7635
00000100:00100000:0.0:1767326460.854921:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010212864:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326461.302598:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326461.366650:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010212992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326461.366721:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326461.366762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010212992
00000100:00100000:0.0:1767326461.366774:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010212992
00000100:00080000:1.0:1767326461.366823:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326461.366829:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7636
00000100:00100000:0.0:1767326461.366849:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010212992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326461.366888:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326461.366947:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010212992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326461.366955:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7636
00000100:00100000:2.0:1767326461.367007:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010212992:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326462.326627:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326462.390502:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326437/real 1767326437]  req@ffff9bb5ade85f80 x1853164010207616/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767326462.390531:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5ade85f80 x1853164010207616/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767326462.390548:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326462.390569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326462.390572:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010207616:0@lo:250:kworker.0
00000100:00080000:1.0:1767326462.390610:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326462.390616:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767326462.390619:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326462.390623:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11635
00000100:00080000:1.0:1767326462.390626:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326462.390631:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326462.390656:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75180 x1853164010213120/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326462.390679:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326462.390681:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326462.390683:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326462.390686:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11656
00000100:00080000:1.0:1767326462.390689:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326462.390691:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326462.390704:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010213248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326462.390718:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010213120:0@lo:250:kworker.0
00000100:00080000:1.0:1767326462.390753:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326462.390758:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326462.390760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000100:3.0:1767326462.390764:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010213120 offset 0 length 520: 4
00000100:00080000:1.0:1767326462.390766:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11656
00000100:00080000:1.0:1767326462.390771:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767326462.390771:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767326462.390777:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326462.390788:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75c00 x1853164010213632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326462.390793:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010213376:0@lo:400:kworker.0
00000100:00080000:1.0:1767326462.390811:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326462.390813:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010213248:0@lo:38:kworker.0
00000100:00080000:1.0:1767326462.390817:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326462.390821:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326462.390824:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010213504:0@lo:400:kworker.0
00000100:00080000:1.0:1767326462.390826:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11656
00000100:00080000:1.0:1767326462.390848:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326462.390853:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326462.390867:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010213888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326462.390876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326462.390877:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326462.390905:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326462.390909:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326462.390910:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010213760:0@lo:400:kworker.0
00000100:00080000:1.0:1767326462.390911:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326462.390919:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11656
00000100:00080000:1.0:1767326462.390923:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326462.390926:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326462.390930:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010214016:0@lo:400:kworker.0
00000100:00100000:3.0:1767326462.390930:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010213632:0@lo:38:kworker.0
00000100:00100000:1.0:1767326462.390941:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76d80 x1853164010214144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326462.390958:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326462.390992:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010213376
00000100:00100000:3.0:1767326462.390993:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326462.391000:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010213376
00000100:00100000:2.0:1767326462.391010:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010213248
00000100:00100000:2.0:1767326462.391015:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010213248
00000100:00100000:0.0:1767326462.391032:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326462.391042:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010213888:0@lo:38:kworker.0
00000100:00100000:2.0:1767326462.391054:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34870
00000100:00100000:1.0:1767326462.391061:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010213504
00000100:00100000:2.0:1767326462.391062:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010213248:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326462.391067:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010213504
00000100:00100000:3.0:1767326462.391074:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326462.391081:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326462.391085:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8785
00000100:00100000:0.0:1767326462.391100:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010213376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326462.391106:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8786
00000100:00100000:3.0:1767326462.391111:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010214144:0@lo:38:kworker.0
00000100:00100000:1.0:1767326462.391118:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010213504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326462.391137:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010213248:12345-0@lo:38:kworker.0 Request processed in 75us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326462.391143:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34870
00000100:00100000:3.0:1767326462.391167:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326462.391182:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010213376:12345-0@lo:400:kworker.0 Request processed in 84us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326462.391189:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010213504:12345-0@lo:400:kworker.0 Request processed in 71us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326462.391190:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010213760
00000100:00100000:2.0:1767326462.391195:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010213760
00000100:00100000:0.0:1767326462.391197:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8785
00000100:00080000:3.0:1767326462.391206:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326462.391212:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326462.391219:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010213248:0@lo:38:kworker.0
00000100:00100000:1.0:1767326462.391222:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8786
00000100:00100000:2.0:1767326462.391223:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010213632
00000100:00100000:2.0:1767326462.391229:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010213632
00000100:00100000:2.0:1767326462.391262:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010213888
00000100:00100000:1.0:1767326462.391264:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214144
00000100:00100000:2.0:1767326462.391265:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010213888
00000100:00100000:3.0:1767326462.391270:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222
00000100:00100000:1.0:1767326462.391272:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214144
00000100:00100000:3.0:1767326462.391282:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010213760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326462.391287:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814
00000100:00100000:2.0:1767326462.391294:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010213632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326462.391302:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010213504:0@lo:400:kworker.0
00010000:00020000:2.0:1767326462.391304:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326462.391309:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815
00000100:00100000:1.0:1767326462.391319:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010213888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326462.391326:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010213760:12345-0@lo:400:kworker.0 Request processed in 46us (368us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326462.391334:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326462.391334:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222
00000100:00100000:2.0:1767326462.391347:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010213632:12345-0@lo:38:kworker.0 Request processed in 52us (357us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326462.391349:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326462.391355:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814
00000100:00080000:0.0:1767326462.391357:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326462.391362:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816
00000100:00100000:3.0:1767326462.391369:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010214144:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326462.391375:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010213888:12345-0@lo:38:kworker.0 Request processed in 55us (301us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767326462.391381:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326462.391385:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815
00000100:00100000:2.0:1767326462.391410:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326462.391451:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010214144:12345-0@lo:38:kworker.0 Request processed in 79us (282us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326462.391455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326462.391462:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816
00000100:00080000:0.0:1767326462.391465:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326462.391470:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010213760:0@lo:400:kworker.0
00000100:00100000:2.0:1767326462.391475:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010213376:0@lo:400:kworker.0
00000100:00100000:0.0:1767326462.391476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010213888:0@lo:38:kworker.0
00000100:00100000:3.0:1767326462.391484:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214016
00000100:00100000:3.0:1767326462.391490:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214016
00000100:00080000:0.0:1767326462.391505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326462.391512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326462.391517:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010214144:0@lo:38:kworker.0
00000100:00080000:2.0:1767326462.391521:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326462.391534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326462.391541:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326462.391547:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223
00000100:00100000:0.0:1767326462.391549:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010213632:0@lo:38:kworker.0
00000100:00100000:3.0:1767326462.391560:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010214016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326462.391609:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010214016:12345-0@lo:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326462.391614:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223
00000100:00100000:2.0:1767326462.391641:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010214016:0@lo:400:kworker.0
00000100:00100000:3.0:1767326462.801181:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326462.801208:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326462.801237:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993133952
00000100:00100000:1.0:1767326462.801246:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993133952
00000100:00100000:0.0:1767326462.801287:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134080
00000100:00100000:1.0:1767326462.801293:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2817
00000100:00100000:0.0:1767326462.801296:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134080
00000100:00100000:1.0:1767326462.801302:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993133952:12345-192.168.203.25@tcp:38:kworker.0
00000400:00000100:3.0:1767326462.801308:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993134208 offset 0 length 520: 4
00010000:00020000:1.0:1767326462.801325:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326462.801354:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326462.801371:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1224
00000100:00100000:1.0:1767326462.801382:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993133952:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326462.801386:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993134080:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326462.801395:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2817
00000100:00100000:0.0:1767326462.801483:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993134080:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 103us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326462.801493:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1224
00010000:00010000:1.0:1767326463.350538:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326464.374587:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326465.398580:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326465.974625:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010214272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326465.974702:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326465.974762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214272
00000100:00100000:1.0:1767326465.974770:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214272
00000100:00080000:2.0:1767326465.974861:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326465.974917:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7637
00000100:00100000:1.0:1767326465.974943:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010214272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326465.974993:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326465.975055:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010214272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (353us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326465.975064:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7637
00000100:00100000:0.0:1767326465.975105:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010214272:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326466.422654:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326466.486637:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010214400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326466.486711:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326466.486753:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214400
00000100:00100000:1.0:1767326466.486761:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214400
00000100:00080000:2.0:1767326466.486821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326466.486842:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7638
00000100:00100000:1.0:1767326466.486852:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010214400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326466.486892:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326466.486937:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010214400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326466.486943:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7638
00000100:00100000:0.0:1767326466.486980:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010214400:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326467.446561:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326467.510527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326467.510537:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326467.510541:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326467.510545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326467.510549:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326467.510557:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11660
00000100:00080000:2.0:1767326467.510562:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326467.510569:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326467.510610:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010214528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326467.510694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010214528:0@lo:38:kworker.0
00000100:00100000:1.0:1767326467.510727:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010214656:0@lo:400:kworker.0
00000100:00080000:2.0:1767326467.510734:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326467.510740:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326467.510743:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326467.510748:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11660
00000100:00080000:2.0:1767326467.510752:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326467.510757:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326467.510769:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326467.510776:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0000 x1853164010214912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326467.510787:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767326467.510816:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326467.510821:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326467.510823:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010215040:0@lo:400:kworker.0
00000100:00080000:2.0:1767326467.510825:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326467.510835:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326467.510838:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11660
00000100:00080000:2.0:1767326467.510843:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326467.510844:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214656
00000100:00080000:2.0:1767326467.510848:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326467.510852:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214656
00000100:00100000:2.0:1767326467.510868:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0a80 x1853164010215168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326467.510877:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010214912:0@lo:38:kworker.0
00000100:00100000:3.0:1767326467.510883:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326467.510915:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326467.510920:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326467.510925:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326467.510926:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8787
00000100:00100000:3.0:1767326467.510926:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010214784:0@lo:400:kworker.0
00000100:00100000:0.0:1767326467.510931:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326467.510937:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11660
00000100:00100000:1.0:1767326467.510942:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010214656:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326467.510943:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326467.510952:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326467.510974:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010215168:0@lo:38:kworker.0
00000100:00100000:2.0:1767326467.510974:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1f80 x1853164010215424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326467.510975:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326467.510992:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010214656:12345-0@lo:400:kworker.0 Request processed in 54us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326467.511000:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8787
00000100:00100000:1.0:1767326467.511022:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214784
00000100:00100000:2.0:1767326467.511027:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214528
00000100:00100000:1.0:1767326467.511028:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214784
00000100:00100000:0.0:1767326467.511029:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326467.511034:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214528
00000100:00100000:3.0:1767326467.511059:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215040
00000100:00100000:0.0:1767326467.511061:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010215424:0@lo:38:kworker.0
00000100:00100000:1.0:1767326467.511068:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8788
00000100:00100000:3.0:1767326467.511072:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215040
00000100:00100000:1.0:1767326467.511089:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010214784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326467.511095:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326467.511098:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34871
00000100:00100000:2.0:1767326467.511119:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010214528:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326467.511120:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010214912
00000100:00100000:3.0:1767326467.511128:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010214912
00010000:00020000:2.0:1767326467.511143:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326467.511144:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010214784:12345-0@lo:400:kworker.0 Request processed in 68us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326467.511155:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8788
00000100:00100000:3.0:1767326467.511157:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215168
00000100:00100000:0.0:1767326467.511159:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215424
00000100:00100000:3.0:1767326467.511164:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215168
00000100:00100000:0.0:1767326467.511165:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215424
00000100:00080000:1.0:1767326467.511173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326467.511178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326467.511196:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225
00000100:00100000:3.0:1767326467.511207:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818
00000100:00100000:0.0:1767326467.511208:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010215040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326467.511209:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010214528:12345-0@lo:38:kworker.0 Request processed in 96us (374us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326467.511223:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819
00000100:00100000:3.0:1767326467.511224:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010214912:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326467.511225:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34871
00000100:00100000:1.0:1767326467.511233:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010215424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326467.511247:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326467.511249:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010215040:12345-0@lo:400:kworker.0 Request processed in 43us (368us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326467.511249:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326467.511262:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225
00000100:00100000:2.0:1767326467.511270:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:2.0:1767326467.511279:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010215168:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326467.511295:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010215424:12345-0@lo:38:kworker.0 Request processed in 61us (202us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767326467.511301:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326467.511302:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819
00000100:00080000:0.0:1767326467.511311:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326467.511311:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010214912:12345-0@lo:38:kworker.0 Request processed in 87us (384us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326467.511322:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326467.511328:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818
00000100:00100000:0.0:1767326467.511333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010215424:0@lo:38:kworker.0
00000100:00100000:1.0:1767326467.511339:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010214656:0@lo:400:kworker.0
00000100:00100000:2.0:1767326467.511350:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010215168:12345-0@lo:38:kworker.0 Request processed in 67us (328us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326467.511353:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326467.511357:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767326467.511362:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326467.511363:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00100000:0.0:1767326467.511368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010215168:0@lo:38:kworker.0
00000100:00100000:1.0:1767326467.511369:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010215296:0@lo:400:kworker.0
00000100:00080000:0.0:1767326467.511387:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326467.511398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326467.511402:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326467.511405:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010214912:0@lo:38:kworker.0
00000100:00080000:0.0:1767326467.511440:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326467.511443:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326467.511447:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010214528:0@lo:38:kworker.0
00000100:00100000:3.0:1767326467.511459:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010215040:0@lo:400:kworker.0
00000100:00100000:2.0:1767326467.511482:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215296
00000100:00100000:2.0:1767326467.511487:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215296
00000100:00100000:3.0:1767326467.511499:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010214784:0@lo:400:kworker.0
00000100:00100000:2.0:1767326467.511540:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226
00000100:00080000:1.0:1767326467.511543:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326467.511549:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010215296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326467.511583:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010215296:12345-0@lo:400:kworker.0 Request processed in 37us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326467.511588:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226
00000100:00100000:1.0:1767326467.511609:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010215296:0@lo:400:kworker.0
00000100:00100000:3.0:1767326467.920894:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326467.920937:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326467.920938:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134336
00000100:00100000:2.0:1767326467.920949:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134336
00000100:00100000:2.0:1767326467.920990:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134464
00000100:00100000:2.0:1767326467.920994:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134464
00000100:00100000:0.0:1767326467.921001:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2821
00000100:00100000:0.0:1767326467.921011:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993134336:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326467.921037:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326467.921039:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1227
00000100:00080000:1.0:1767326467.921051:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326467.921066:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993134464:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326467.921108:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993134336:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326467.921115:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993134464:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326467.921116:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2821
00000100:00100000:2.0:1767326467.921122:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1227
00010000:00010000:1.0:1767326468.470582:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326469.494577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326470.518546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326471.094587:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010215552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326471.094651:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326471.094694:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215552
00000100:00100000:1.0:1767326471.094702:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215552
00000100:00080000:2.0:1767326471.094745:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326471.094756:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7639
00000100:00100000:1.0:1767326471.094764:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010215552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326471.094801:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326471.094868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010215552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326471.094875:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7639
00000100:00100000:2.0:1767326471.094911:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010215552:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326471.542611:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326471.606649:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010215680:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326471.606718:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326471.606805:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215680
00000100:00100000:1.0:1767326471.606814:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215680
00000100:00080000:2.0:1767326471.606865:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326471.606891:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7640
00000100:00100000:1.0:1767326471.606908:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010215680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326471.606939:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326471.606995:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010215680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326471.607006:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7640
00000100:00100000:2.0:1767326471.607032:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010215680:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326472.566553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326472.630538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326472.630551:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326472.630554:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326472.630559:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326472.630563:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326472.630572:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11665
00000100:00080000:1.0:1767326472.630577:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326472.630584:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326472.630628:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010215808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326472.630686:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010215808:0@lo:38:kworker.0
00000100:00080000:1.0:1767326472.630714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326472.630720:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326472.630723:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326472.630729:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010216064:0@lo:400:kworker.0
00000100:00080000:1.0:1767326472.630731:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11665
00000100:00100000:0.0:1767326472.630735:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767326472.630738:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326472.630746:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326472.630747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326472.630750:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010215936:0@lo:400:kworker.0
00000100:00100000:1.0:1767326472.630785:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010216192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326472.630810:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326472.630812:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010216192:0@lo:38:kworker.0
00000100:00080000:1.0:1767326472.630813:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326472.630821:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326472.630824:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326472.630831:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010216320:0@lo:400:kworker.0
00000100:00080000:1.0:1767326472.630832:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11665
00000100:00080000:1.0:1767326472.630839:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326472.630845:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326472.630857:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326472.630865:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76a00 x1853164010216448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326472.630869:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216064
00000100:00100000:3.0:1767326472.630877:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216064
00000100:00100000:0.0:1767326472.630893:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216192
00000100:00080000:1.0:1767326472.630898:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326472.630899:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216192
00000100:00080000:1.0:1767326472.630905:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326472.630908:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326472.630911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010216448:0@lo:38:kworker.0
00000100:00080000:1.0:1767326472.630917:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11665
00000100:00080000:1.0:1767326472.630922:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326472.630927:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8789
00000100:00100000:0.0:1767326472.630933:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822
00000100:00080000:1.0:1767326472.630933:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326472.630940:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010216064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326472.630946:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010216192:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326472.630954:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326472.630956:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010216704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767326472.630968:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326472.630997:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010216704:0@lo:38:kworker.0
00000100:00100000:3.0:1767326472.631008:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010216064:12345-0@lo:400:kworker.0 Request processed in 70us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326472.631017:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010216192:12345-0@lo:38:kworker.0 Request processed in 72us (159us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326472.631019:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8789
00000100:00100000:1.0:1767326472.631021:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326472.631028:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822
00000100:00100000:2.0:1767326472.631036:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215808
00000100:00100000:2.0:1767326472.631040:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215808
00000100:00100000:0.0:1767326472.631052:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216448
00000100:00100000:3.0:1767326472.631065:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216320
00000100:00100000:0.0:1767326472.631071:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216448
00000100:00100000:3.0:1767326472.631072:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216320
00000100:00100000:0.0:1767326472.631106:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228
00000100:00100000:1.0:1767326472.631117:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:0.0:1767326472.631119:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010216320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326472.631122:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34872
00000100:00100000:1.0:1767326472.631131:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010216448:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326472.631136:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326472.631138:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010215808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326472.631152:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326472.631162:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326472.631165:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326472.631178:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010216320:12345-0@lo:400:kworker.0 Request processed in 62us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326472.631187:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228
00000100:00100000:3.0:1767326472.631198:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010216576:0@lo:400:kworker.0
00000100:00100000:1.0:1767326472.631218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010216448:12345-0@lo:38:kworker.0 Request processed in 86us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326472.631219:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010215808:12345-0@lo:38:kworker.0 Request processed in 83us (472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326472.631236:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326472.631238:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010216320:0@lo:400:kworker.0
00000100:00100000:2.0:1767326472.631239:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34872
00000100:00100000:1.0:1767326472.631243:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00100000:1.0:1767326472.631271:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216576
00000100:00100000:1.0:1767326472.631277:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216576
00000100:00100000:2.0:1767326472.631288:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326472.631297:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010215936
00000100:00100000:3.0:1767326472.631303:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010215936
00000100:00100000:0.0:1767326472.631311:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216704
00000100:00100000:0.0:1767326472.631318:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216704
00000100:00100000:1.0:1767326472.631332:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229
00000100:00080000:2.0:1767326472.631332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326472.631342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326472.631348:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8790
00000100:00100000:2.0:1767326472.631349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010216448:0@lo:38:kworker.0
00000100:00100000:1.0:1767326472.631350:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010216576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326472.631363:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824
00000100:00100000:3.0:1767326472.631364:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010215936:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326472.631371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326472.631377:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010216704:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326472.631381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326472.631389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010216192:0@lo:38:kworker.0
00010000:00020000:0.0:1767326472.631397:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326472.631408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326472.631413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326472.631437:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010215808:0@lo:38:kworker.0
00000100:00100000:3.0:1767326472.631463:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010215936:12345-0@lo:400:kworker.0 Request processed in 101us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326472.631464:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010216576:12345-0@lo:400:kworker.0 Request processed in 116us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326472.631473:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8790
00000100:00080000:2.0:1767326472.631476:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326472.631487:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229
00000100:00100000:0.0:1767326472.631499:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010216704:12345-0@lo:38:kworker.0 Request processed in 121us (209us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326472.631499:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326472.631509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326472.631515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010216704:0@lo:38:kworker.0
00000100:00100000:0.0:1767326472.631516:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824
00000100:00100000:3.0:1767326472.631518:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010216576:0@lo:400:kworker.0
00000100:00100000:3.0:1767326472.631540:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010215936:0@lo:400:kworker.0
00000100:00100000:2.0:1767326472.631577:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010216064:0@lo:400:kworker.0
00000100:00100000:2.0:1767326473.041052:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326473.041093:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326473.041156:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134592
00000100:00100000:0.0:1767326473.041160:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134720
00000100:00100000:3.0:1767326473.041170:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134592
00000100:00100000:0.0:1767326473.041175:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134720
00000100:00100000:3.0:1767326473.041225:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2825
00000100:00080000:2.0:1767326473.041231:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326473.041237:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993134592:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326473.041263:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326473.041281:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1230
00000100:00100000:1.0:1767326473.041296:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993134720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326473.041355:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993134592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 117us (312us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326473.041357:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993134720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326473.041371:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1230
00000100:00100000:3.0:1767326473.041380:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2825
00010000:00010000:1.0:1767326473.590632:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326474.614584:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326475.638584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326476.214633:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326476.214658:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010216832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326476.214786:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326476.214940:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216832
00000100:00100000:1.0:1767326476.214957:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216832
00000100:00080000:2.0:1767326476.215042:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326476.215050:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7641
00000100:00100000:1.0:1767326476.215060:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010216832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326476.215098:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326476.215191:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010216832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326476.215197:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7641
00000100:00100000:0.0:1767326476.215259:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010216832:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326476.662612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326476.726682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010216960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326476.726777:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326476.726836:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010216960
00000100:00100000:1.0:1767326476.726854:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010216960
00000100:00080000:2.0:1767326476.726916:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326476.726949:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7642
00000100:00100000:1.0:1767326476.726964:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010216960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326476.727022:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326476.727094:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010216960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326476.727105:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7642
00000100:00100000:2.0:1767326476.727136:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010216960:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326477.686597:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326477.750582:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326477.750592:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326477.750594:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326477.750597:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326477.750600:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326477.750607:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11670
00000100:00080000:1.0:1767326477.750611:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326477.750617:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326477.750652:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010217088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326477.750703:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010217088:0@lo:38:kworker.0
00000100:00100000:3.0:1767326477.750833:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326477.750905:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217088
00000100:00100000:2.0:1767326477.750914:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217088
00000100:00080000:1.0:1767326477.750924:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326477.750928:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326477.750930:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326477.750933:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11670
00000100:00080000:1.0:1767326477.750937:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326477.750941:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326477.750948:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010217216:0@lo:400:kworker.0
00000100:00100000:1.0:1767326477.750953:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010217472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326477.750978:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34873
00000100:00100000:3.0:1767326477.750990:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010217472:0@lo:38:kworker.0
00000100:00100000:2.0:1767326477.750991:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010217088:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326477.750992:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326477.751030:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326477.751036:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010217344:0@lo:400:kworker.0
00010000:00020000:2.0:1767326477.751042:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326477.751068:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326477.751077:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217216
00000100:00100000:3.0:1767326477.751082:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217216
00000100:00080000:1.0:1767326477.751109:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326477.751115:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326477.751119:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326477.751128:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11670
00000100:00100000:3.0:1767326477.751132:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217344
00000100:00080000:1.0:1767326477.751134:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326477.751135:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326477.751137:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217344
00000100:00100000:2.0:1767326477.751146:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010217088:12345-0@lo:38:kworker.0 Request processed in 151us (302us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326477.751148:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326477.751157:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010217600:0@lo:400:kworker.0
00000100:00100000:3.0:1767326477.751166:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8791
00000100:00100000:2.0:1767326477.751168:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34873
00000100:00100000:1.0:1767326477.751175:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010217728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326477.751177:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010217216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326477.751212:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326477.751259:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326477.751263:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326477.751265:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326477.751272:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217472
00000100:00080000:1.0:1767326477.751273:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11670
00000100:00080000:1.0:1767326477.751282:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767326477.751283:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217472
00000100:00100000:3.0:1767326477.751285:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010217216:12345-0@lo:400:kworker.0 Request processed in 104us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326477.751286:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8792
00000100:00080000:1.0:1767326477.751292:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326477.751309:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010217344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326477.751311:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8791
00000100:00100000:1.0:1767326477.751316:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62300 x1853164010217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326477.751337:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217600
00000100:00100000:2.0:1767326477.751348:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217600
00000100:00100000:3.0:1767326477.751358:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010217728:0@lo:38:kworker.0
00000100:00100000:3.0:1767326477.751399:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326477.751405:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010217344:12345-0@lo:400:kworker.0 Request processed in 94us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326477.751412:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:3.0:1767326477.751456:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010217984:0@lo:38:kworker.0
00000100:00100000:0.0:1767326477.751459:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8792
00000100:00100000:1.0:1767326477.751473:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010217472:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326477.751488:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326477.751497:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326477.751503:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217728
00000100:00100000:2.0:1767326477.751509:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217728
00000100:00100000:0.0:1767326477.751519:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010217344:0@lo:400:kworker.0
00000100:00080000:3.0:1767326477.751522:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326477.751529:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326477.751534:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010217088:0@lo:38:kworker.0
00000100:00100000:2.0:1767326477.751549:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217984
00000100:00100000:2.0:1767326477.751556:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217984
00000100:00100000:0.0:1767326477.751565:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010217856:0@lo:400:kworker.0
00000100:00100000:3.0:1767326477.751581:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231
00000100:00100000:2.0:1767326477.751591:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827
00000100:00100000:3.0:1767326477.751594:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010217600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326477.751604:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010217472:12345-0@lo:38:kworker.0 Request processed in 129us (568us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326477.751607:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010217728:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326477.751613:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326477.751637:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00010000:00020000:2.0:1767326477.751638:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326477.751648:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010217600:12345-0@lo:400:kworker.0 Request processed in 58us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326477.751657:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231
00000100:00100000:1.0:1767326477.751690:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010217856
00000100:00100000:1.0:1767326477.751699:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010217856
00000100:00100000:0.0:1767326477.751701:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010217600:0@lo:400:kworker.0
00000100:00100000:2.0:1767326477.751702:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010217728:12345-0@lo:38:kworker.0 Request processed in 96us (301us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326477.751702:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828
00000100:00100000:3.0:1767326477.751716:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010217984:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326477.751724:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827
00010000:00020000:3.0:1767326477.751746:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326477.751781:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010217216:0@lo:400:kworker.0
00000100:00100000:1.0:1767326477.751804:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232
00000100:00100000:1.0:1767326477.751825:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010217856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326477.751826:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010217984:12345-0@lo:38:kworker.0 Request processed in 99us (326us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326477.751842:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326477.751847:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828
00000100:00080000:2.0:1767326477.751899:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326477.751909:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326477.751912:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010217856:12345-0@lo:400:kworker.0 Request processed in 93us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326477.751926:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232
00000100:00100000:2.0:1767326477.751930:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010217728:0@lo:38:kworker.0
00000100:00100000:0.0:1767326477.751934:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010217856:0@lo:400:kworker.0
00000100:00080000:2.0:1767326477.751956:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326477.751962:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326477.751969:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010217984:0@lo:38:kworker.0
00000100:00080000:2.0:1767326477.751983:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326477.751986:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326477.751988:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010217472:0@lo:38:kworker.0
00000100:00100000:3.0:1767326478.160836:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326478.160866:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326478.160907:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326478.160923:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134848
00000100:00100000:0.0:1767326478.160935:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993135104
00000100:00100000:1.0:1767326478.160939:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134848
00000100:00100000:0.0:1767326478.160947:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993135104
00000100:00100000:2.0:1767326478.160967:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993134976
00000100:00100000:2.0:1767326478.160974:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993134976
00000100:00100000:0.0:1767326478.161016:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1233
00000100:00080000:3.0:1767326478.161024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326478.161030:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2829
00000100:00100000:0.0:1767326478.161031:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+6:2510:x1853163993135104:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326478.161040:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993134976:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326478.161047:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2830
00000100:00100000:1.0:1767326478.161071:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+6:2513:x1853163993134848:12345-192.168.203.25@tcp:17:kworker.0
00010000:00020000:2.0:1767326478.161076:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326478.161129:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+6:2510:x1853163993135104:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326478.161133:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993134976:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326478.161140:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1233
00000100:00100000:2.0:1767326478.161149:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2829
00000100:00100000:1.0:1767326478.161169:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993134848:12345-192.168.203.25@tcp:17:kworker.0 Request processed in 102us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326478.161180:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2830
00010000:00010000:1.0:1767326478.710581:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326479.734649:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326480.758603:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326481.334638:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326481.334658:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010218112:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326481.334742:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326481.334787:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218112
00000100:00100000:1.0:1767326481.334797:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218112
00000100:00080000:3.0:1767326481.334856:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326481.334862:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7643
00000100:00100000:1.0:1767326481.334875:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010218112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326481.334906:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326481.334957:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010218112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326481.334966:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7643
00000100:00100000:2.0:1767326481.335002:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010218112:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326481.782610:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326481.846622:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326481.846723:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010218240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326481.846780:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326481.846828:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218240
00000100:00100000:1.0:1767326481.846837:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218240
00000100:00080000:3.0:1767326481.846863:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326481.846888:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644
00000100:00100000:1.0:1767326481.846897:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010218240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326481.846922:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326481.846963:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010218240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326481.846969:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644
00000100:00100000:3.0:1767326481.847072:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010218240:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326482.806631:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326482.870562:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326482.870571:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326482.870574:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326482.870577:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326482.870581:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326482.870588:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11675
00000100:00080000:1.0:1767326482.870592:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326482.870598:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326482.870633:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010218368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326482.870686:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010218368:0@lo:38:kworker.0
00000100:00080000:1.0:1767326482.870689:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326482.870705:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326482.870708:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326482.870710:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767326482.870712:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11675
00000100:00080000:1.0:1767326482.870716:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326482.870719:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326482.870719:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326482.870734:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010218496:0@lo:400:kworker.0
00000100:00100000:1.0:1767326482.870740:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63b80 x1853164010218752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326482.870742:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010218624:0@lo:400:kworker.0
00000100:00100000:2.0:1767326482.870765:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326482.870772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326482.870776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326482.870780:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326482.870781:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326482.870788:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11675
00000100:00080000:1.0:1767326482.870792:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326482.870795:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326482.870807:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010219008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326482.870810:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218496
00000100:00100000:0.0:1767326482.870819:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218496
00000100:00080000:1.0:1767326482.870833:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326482.870836:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326482.870838:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326482.870841:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010219136:0@lo:400:kworker.0
00000100:00080000:1.0:1767326482.870844:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11675
00000100:00100000:2.0:1767326482.870845:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010218752:0@lo:38:kworker.0
00000100:00080000:1.0:1767326482.870851:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326482.870855:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326482.870880:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010219264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326482.870883:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8793
00000100:00100000:3.0:1767326482.870884:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326482.870891:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326482.870898:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010218496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326482.870911:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010218880:0@lo:400:kworker.0
00000100:00100000:1.0:1767326482.870931:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219136
00000100:00100000:3.0:1767326482.870934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326482.870937:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219136
00000100:00100000:0.0:1767326482.870963:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010218496:12345-0@lo:400:kworker.0 Request processed in 68us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326482.870964:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010219008:0@lo:38:kworker.0
00000100:00100000:2.0:1767326482.870967:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326482.870979:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8793
00000100:00100000:1.0:1767326482.870985:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218752
00000100:00100000:1.0:1767326482.870989:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218752
00000100:00100000:3.0:1767326482.871006:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326482.871021:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218368
00000100:00100000:1.0:1767326482.871024:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218880
00000100:00100000:2.0:1767326482.871027:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218368
00000100:00100000:0.0:1767326482.871030:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326482.871031:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218880
00000100:00100000:3.0:1767326482.871039:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010219264:0@lo:38:kworker.0
00000100:00100000:1.0:1767326482.871070:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219008
00000100:00100000:2.0:1767326482.871070:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34874
00000100:00100000:3.0:1767326482.871071:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326482.871077:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219008
00000100:00100000:0.0:1767326482.871083:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010218624
00000100:00100000:2.0:1767326482.871083:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010218368:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326482.871091:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010218624
00000100:00100000:1.0:1767326482.871096:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219264
00000100:00100000:1.0:1767326482.871101:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219264
00010000:00020000:2.0:1767326482.871108:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326482.871114:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234
00000100:00100000:3.0:1767326482.871126:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010219136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326482.871131:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8794
00000100:00100000:0.0:1767326482.871145:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010218624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326482.871158:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235
00000100:00100000:2.0:1767326482.871164:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010218368:12345-0@lo:38:kworker.0 Request processed in 80us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326482.871173:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010218880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326482.871174:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010219136:12345-0@lo:400:kworker.0 Request processed in 48us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326482.871181:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34874
00000100:00100000:3.0:1767326482.871190:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234
00000100:00100000:0.0:1767326482.871197:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010218624:12345-0@lo:400:kworker.0 Request processed in 55us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326482.871203:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8794
00000100:00100000:3.0:1767326482.871213:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:3.0:1767326482.871220:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010218752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326482.871235:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326482.871243:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010218880:12345-0@lo:400:kworker.0 Request processed in 74us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326482.871243:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832
00000100:00100000:2.0:1767326482.871253:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010219008:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326482.871257:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010218624:0@lo:400:kworker.0
00000100:00100000:1.0:1767326482.871260:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235
00010000:00020000:2.0:1767326482.871273:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326482.871273:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010218752:12345-0@lo:38:kworker.0 Request processed in 49us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326482.871287:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00100000:0.0:1767326482.871298:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833
00000100:00100000:0.0:1767326482.871305:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010219264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326482.871317:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326482.871320:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010219008:12345-0@lo:38:kworker.0 Request processed in 63us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326482.871332:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832
00000100:00100000:1.0:1767326482.871334:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010218880:0@lo:400:kworker.0
00000100:00080000:3.0:1767326482.871346:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326482.871356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326482.871357:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010219264:12345-0@lo:38:kworker.0 Request processed in 48us (285us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326482.871366:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326482.871368:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833
00000100:00100000:3.0:1767326482.871368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010218752:0@lo:38:kworker.0
00000100:00100000:1.0:1767326482.871385:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010219136:0@lo:400:kworker.0
00000100:00080000:3.0:1767326482.871394:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326482.871400:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326482.871403:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010218496:0@lo:400:kworker.0
00000100:00100000:3.0:1767326482.871409:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010219008:0@lo:38:kworker.0
00000100:00080000:3.0:1767326482.871449:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326482.871454:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326482.871458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010218368:0@lo:38:kworker.0
00000100:00080000:3.0:1767326482.871479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326482.871483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326482.871485:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010219264:0@lo:38:kworker.0
00000100:00100000:3.0:1767326483.280927:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326483.280959:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326483.281003:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993135232
00000100:00100000:0.0:1767326483.281008:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993135360
00000100:00100000:2.0:1767326483.281014:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993135232
00000100:00100000:0.0:1767326483.281016:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993135360
00000100:00100000:2.0:1767326483.281055:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2834
00000100:00100000:2.0:1767326483.281064:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993135232:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326483.281083:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326483.281084:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326483.281094:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1236
00000100:00100000:0.0:1767326483.281109:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993135360:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326483.281153:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993135232:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326483.281161:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2834
00000100:00100000:0.0:1767326483.281179:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993135360:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326483.281189:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1236
00010000:00010000:1.0:1767326483.830614:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326484.854616:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326485.878562:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326486.454635:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010219392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326486.454722:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326486.454770:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219392
00000100:00100000:1.0:1767326486.454779:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219392
00000100:00080000:3.0:1767326486.454827:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326486.454832:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7645
00000100:00100000:1.0:1767326486.454843:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010219392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326486.454869:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326486.454910:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010219392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326486.454916:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7645
00000100:00100000:0.0:1767326486.454945:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010219392:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326486.902607:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326486.966564:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326486.966579:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010219520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326486.966643:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326486.966705:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219520
00000100:00100000:1.0:1767326486.966715:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219520
00000100:00080000:3.0:1767326486.966757:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326486.966785:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7646
00000100:00100000:1.0:1767326486.966797:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010219520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326486.966828:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326486.966885:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010219520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326486.966898:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7646
00000100:00100000:0.0:1767326486.966957:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010219520:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767326487.377098:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993135488 offset 0 length 520: 4
00000100:00100000:3.0:1767326487.377132:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326487.377168:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326487.377196:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993135744
00000100:00100000:0.0:1767326487.377209:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993135744
00000100:00100000:2.0:1767326487.377225:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993135616
00000100:00100000:2.0:1767326487.377252:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993135616
00000100:00080000:3.0:1767326487.377266:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326487.377291:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1237
00000100:00100000:2.0:1767326487.377302:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2835
00000100:00100000:0.0:1767326487.377309:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993135744:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326487.377317:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993135616:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326487.377340:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326487.377386:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993135744:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326487.377387:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993135616:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326487.377403:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1237
00000100:00100000:2.0:1767326487.377411:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2835
00010000:00010000:2.0:1767326487.926587:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326487.990563:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326487.990574:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1767326487.990579:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326462/real 1767326462]  req@ffff9bb5bdc75180 x1853164010213120/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326487.990580:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326487.990590:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326487.990597:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326487.990605:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11680
00000100:00080000:1.0:1767326487.990609:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326487.990615:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bdc75180 x1853164010213120/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326487.990617:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767326487.990633:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326487.990646:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326487.990650:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010213120:0@lo:250:kworker.0
00000100:00100000:1.0:1767326487.990656:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62300 x1853164010219648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326487.990692:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010219648:0@lo:38:kworker.0
00000100:00100000:0.0:1767326487.990733:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010219776:0@lo:400:kworker.0
00000100:00080000:1.0:1767326487.990735:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326487.990741:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326487.990743:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326487.990750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11680
00000100:00100000:3.0:1767326487.990751:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326487.990756:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326487.990763:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326487.990764:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010219904:0@lo:400:kworker.0
00000100:00100000:1.0:1767326487.990776:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010220032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326487.990782:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326487.990811:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326487.990811:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010220032:0@lo:38:kworker.0
00000100:00100000:2.0:1767326487.990820:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326487.990822:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326487.990827:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326487.990831:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11680
00000100:00080000:1.0:1767326487.990836:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767326487.990840:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219776
00000100:00080000:1.0:1767326487.990842:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326487.990849:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219776
00000100:00100000:3.0:1767326487.990856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326487.990857:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326487.990861:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010220288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326487.990868:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010220160:0@lo:400:kworker.0
00000100:00100000:0.0:1767326487.990891:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219904
00000100:00100000:0.0:1767326487.990894:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219904
00000100:00080000:1.0:1767326487.990896:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326487.990902:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326487.990905:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326487.990910:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326487.990911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010220288:0@lo:38:kworker.0
00000100:00100000:0.0:1767326487.990921:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8795
00000100:00080000:1.0:1767326487.990921:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11680
00000100:00080000:1.0:1767326487.990927:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326487.990932:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326487.990941:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010219648
00000100:00100000:2.0:1767326487.990947:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010219648
00000100:00100000:0.0:1767326487.990948:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010219776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326487.990953:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63100 x1853164010220544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326487.990961:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326487.990973:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34875
00000100:00080000:1.0:1767326487.990974:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326487.990978:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767326487.990982:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010219648:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326487.990983:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326487.990991:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11660
00000100:00080000:1.0:1767326487.990994:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326487.990998:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767326487.991004:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326487.991005:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010219776:12345-0@lo:400:kworker.0 Request processed in 58us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326487.991005:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010220544:0@lo:38:kworker.0
00000100:00100000:1.0:1767326487.991009:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61f80 x1853164010220672/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326487.991023:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8795
00000100:00100000:0.0:1767326487.991049:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8796
00000100:00100000:1.0:1767326487.991055:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010220416:0@lo:400:kworker.0
00000100:00100000:3.0:1767326487.991061:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326487.991062:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010219904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326487.991064:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010219648:12345-0@lo:38:kworker.0 Request processed in 80us (313us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326487.991078:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34875
00000100:00100000:1.0:1767326487.991108:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326487.991108:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220032
00000100:00080000:3.0:1767326487.991108:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326487.991114:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220032
00000100:00080000:3.0:1767326487.991117:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326487.991120:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010219904:12345-0@lo:400:kworker.0 Request processed in 62us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326487.991127:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010219648:0@lo:38:kworker.0
00000100:00100000:0.0:1767326487.991129:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8796
00000100:00100000:2.0:1767326487.991143:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220160
00000100:00100000:2.0:1767326487.991147:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220160
00000100:00100000:1.0:1767326487.991154:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220288
00000100:00100000:3.0:1767326487.991157:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010220672:0@lo:250:kworker.0
00000100:00100000:1.0:1767326487.991159:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220288
00000100:00100000:2.0:1767326487.991179:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220544
00000100:00100000:0.0:1767326487.991181:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010219904:0@lo:400:kworker.0
00000100:00100000:1.0:1767326487.991183:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220416
00000100:00100000:2.0:1767326487.991184:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220544
00000100:00100000:1.0:1767326487.991189:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220416
00000400:00000100:3.0:1767326487.991190:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010220672 offset 0 length 520: 4
00000100:00100000:2.0:1767326487.991221:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238
00000100:00100000:1.0:1767326487.991230:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239
00000100:00100000:2.0:1767326487.991235:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010220160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326487.991241:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010219776:0@lo:400:kworker.0
00000100:00100000:1.0:1767326487.991243:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010220416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326487.991268:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836
00000100:00100000:3.0:1767326487.991276:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010220032:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326487.991278:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837
00000100:00100000:0.0:1767326487.991289:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010220288:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326487.991291:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010220160:12345-0@lo:400:kworker.0 Request processed in 60us (390us total) trans 0 rc 0/0
00010000:00020000:3.0:1767326487.991293:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326487.991299:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010220416:12345-0@lo:400:kworker.0 Request processed in 58us (190us total) trans 0 rc 0/0
00010000:00020000:0.0:1767326487.991307:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326487.991308:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238
00000100:00100000:1.0:1767326487.991318:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239
00000100:00100000:2.0:1767326487.991330:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838
00000100:00100000:2.0:1767326487.991336:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010220544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326487.991341:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010220032:12345-0@lo:38:kworker.0 Request processed in 62us (485us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767326487.991350:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326487.991351:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836
00000100:00100000:0.0:1767326487.991358:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010220288:12345-0@lo:38:kworker.0 Request processed in 67us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326487.991366:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010220416:0@lo:400:kworker.0
00000100:00100000:0.0:1767326487.991367:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837
00000100:00080000:3.0:1767326487.991378:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326487.991388:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010220544:12345-0@lo:38:kworker.0 Request processed in 49us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326487.991396:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838
00000100:00080000:3.0:1767326487.991410:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326487.991438:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326487.991442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010220544:0@lo:38:kworker.0
00000100:00100000:1.0:1767326487.991453:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010220160:0@lo:400:kworker.0
00000100:00080000:3.0:1767326487.991457:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326487.991462:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326487.991466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010220288:0@lo:38:kworker.0
00000100:00080000:3.0:1767326487.991474:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326487.991477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326487.991479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010220032:0@lo:38:kworker.0
00010000:00010000:1.0:1767326488.950577:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326489.974581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326490.998527:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326491.574615:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010220800:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326491.574699:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326491.574741:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220800
00000100:00100000:1.0:1767326491.574749:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220800
00000100:00100000:1.0:1767326491.574800:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7647
00000100:00080000:3.0:1767326491.574806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326491.574809:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010220800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326491.574835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326491.574875:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010220800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326491.574880:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7647
00000100:00100000:0.0:1767326491.574928:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010220800:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326492.022670:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326492.086609:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010220928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326492.086683:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326492.086735:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010220928
00000100:00100000:1.0:1767326492.086746:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010220928
00000100:00080000:3.0:1767326492.086796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326492.086815:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7648
00000100:00100000:1.0:1767326492.086824:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010220928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326492.086850:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326492.086892:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010220928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326492.086902:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7648
00000100:00100000:0.0:1767326492.086932:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010220928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326492.497250:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326492.497309:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326492.497352:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136000
00000100:00100000:2.0:1767326492.497367:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136000
00000100:00100000:0.0:1767326492.497382:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993135872
00000100:00100000:0.0:1767326492.497390:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993135872
00000100:00080000:3.0:1767326492.497491:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326492.497492:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1240
00000100:00100000:0.0:1767326492.497505:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2839
00000100:00100000:2.0:1767326492.497509:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993136000:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326492.497521:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993135872:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326492.497548:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326492.497589:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993136000:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326492.497596:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993135872:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326492.497603:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1240
00000100:00100000:0.0:1767326492.497613:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2839
00010000:00010000:2.0:1767326493.046694:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326493.110565:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326493.110573:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326493.110576:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326493.110580:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326493.110584:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326493.110590:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11685
00000100:00080000:2.0:1767326493.110610:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326493.110616:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326493.110664:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a62c1180 x1853164010221056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326493.110726:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326493.110730:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326493.110732:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326493.110740:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11685
00000100:00100000:3.0:1767326493.110742:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010221056:0@lo:38:kworker.0
00000100:00080000:2.0:1767326493.110745:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326493.110756:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326493.110758:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010221184:0@lo:400:kworker.0
00000100:00100000:2.0:1767326493.110772:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795c00 x1853164010221440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326493.110787:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767326493.110797:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326493.110801:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326493.110802:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326493.110806:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11685
00000100:00080000:2.0:1767326493.110808:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326493.110812:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326493.110813:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010221568:0@lo:400:kworker.0
00000100:00100000:2.0:1767326493.110826:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794000 x1853164010221696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326493.110877:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326493.110878:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326493.110899:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326493.110903:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326493.110907:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326493.110910:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326493.110917:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11685
00000100:00080000:2.0:1767326493.110925:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326493.110930:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326493.110953:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f480 x1853164010221952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326493.110956:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010221440:0@lo:38:kworker.0
00000100:00100000:1.0:1767326493.110958:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326493.110959:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010221312:0@lo:400:kworker.0
00000100:00100000:1.0:1767326493.110996:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010221824:0@lo:400:kworker.0
00000100:00100000:0.0:1767326493.111048:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326493.111051:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221184
00000100:00100000:3.0:1767326493.111058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326493.111060:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221184
00000100:00100000:1.0:1767326493.111080:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221056
00000100:00100000:0.0:1767326493.111117:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221312
00000100:00100000:3.0:1767326493.111118:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010221696:0@lo:38:kworker.0
00000100:00100000:1.0:1767326493.111121:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221056
00000100:00100000:0.0:1767326493.111125:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221312
00000100:00100000:2.0:1767326493.111146:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8797
00000100:00100000:2.0:1767326493.111162:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010221184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326493.111180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326493.111189:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34876
00000100:00100000:0.0:1767326493.111197:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8798
00000100:00100000:1.0:1767326493.111205:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010221056:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326493.111217:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010221312:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326493.111235:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326493.111236:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010221952:0@lo:38:kworker.0
00000100:00100000:2.0:1767326493.111237:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010221184:12345-0@lo:400:kworker.0 Request processed in 82us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326493.111262:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8797
00000100:00100000:0.0:1767326493.111276:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010221312:12345-0@lo:400:kworker.0 Request processed in 67us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326493.111286:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8798
00000100:00100000:3.0:1767326493.111312:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326493.111331:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010221056:12345-0@lo:38:kworker.0 Request processed in 127us (457us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326493.111349:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34876
00000100:00100000:2.0:1767326493.111349:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221568
00000100:00100000:2.0:1767326493.111360:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221568
00000100:00080000:3.0:1767326493.111390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326493.111400:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326493.111405:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010221056:0@lo:38:kworker.0
00000100:00100000:1.0:1767326493.111484:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221440
00000100:00100000:2.0:1767326493.111485:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221696
00000100:00100000:2.0:1767326493.111495:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221696
00000100:00100000:0.0:1767326493.111496:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010221312:0@lo:400:kworker.0
00000100:00100000:1.0:1767326493.111497:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221440
00000100:00100000:3.0:1767326493.111507:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221952
00000100:00100000:3.0:1767326493.111515:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221952
00000100:00100000:2.0:1767326493.111528:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241
00000100:00100000:1.0:1767326493.111543:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840
00000100:00100000:2.0:1767326493.111550:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010221568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326493.111568:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841
00000100:00100000:1.0:1767326493.111569:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010221696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326493.111582:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010221440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326493.111590:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767326493.111599:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326493.111600:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010221568:12345-0@lo:400:kworker.0 Request processed in 63us (704us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326493.111613:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241
00000100:00100000:0.0:1767326493.111617:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010221568:0@lo:400:kworker.0
00000100:00100000:2.0:1767326493.111657:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842
00000100:00100000:2.0:1767326493.111668:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010221952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326493.111688:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326493.111693:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010221440:12345-0@lo:38:kworker.0 Request processed in 106us (634us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326493.111695:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010221696:12345-0@lo:38:kworker.0 Request processed in 123us (511us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326493.111714:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841
00000100:00100000:1.0:1767326493.111727:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840
00000100:00100000:2.0:1767326493.111737:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010221952:12345-0@lo:38:kworker.0 Request processed in 70us (428us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326493.111746:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842
00000100:00100000:3.0:1767326493.111769:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326493.111789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326493.111801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326493.111835:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010221824
00000100:00100000:3.0:1767326493.111835:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010221184:0@lo:400:kworker.0
00000100:00100000:1.0:1767326493.111843:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010221824
00000100:00080000:2.0:1767326493.111853:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326493.111862:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326493.111868:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010221952:0@lo:38:kworker.0
00000100:00080000:2.0:1767326493.111885:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326493.111889:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326493.111892:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010221440:0@lo:38:kworker.0
00000100:00080000:2.0:1767326493.111903:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326493.111911:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767326493.111916:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326493.111922:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010221696:0@lo:38:kworker.0
00000100:00100000:1.0:1767326493.111927:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242
00000100:00100000:1.0:1767326493.111945:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010221824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326493.112005:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010221824:12345-0@lo:400:kworker.0 Request processed in 66us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326493.112012:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242
00000100:00100000:3.0:1767326493.112052:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010221824:0@lo:400:kworker.0
00010000:00010000:1.0:1767326494.070596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326495.094708:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326496.118647:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326496.694709:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326496.694734:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010222080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326496.694823:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326496.694884:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222080
00000100:00100000:1.0:1767326496.694897:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222080
00000100:00080000:0.0:1767326496.694956:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326496.694981:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7649
00000100:00100000:1.0:1767326496.694994:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010222080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326496.695034:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326496.695111:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010222080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326496.695121:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7649
00000100:00100000:0.0:1767326496.695148:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010222080:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326497.142565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326497.206691:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326497.206715:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010222208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326497.206811:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326497.206876:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222208
00000100:00100000:1.0:1767326497.206884:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222208
00000100:00080000:0.0:1767326497.206942:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326497.206950:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7650
00000100:00100000:1.0:1767326497.206960:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010222208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326497.206993:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326497.207040:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010222208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326497.207046:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7650
00000100:00100000:0.0:1767326497.207100:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010222208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326497.617267:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326497.617302:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326497.617361:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136256
00000100:00100000:0.0:1767326497.617367:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136128
00000100:00100000:0.0:1767326497.617377:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136128
00000100:00100000:1.0:1767326497.617377:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136256
00000100:00080000:3.0:1767326497.617452:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326497.617489:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1243
00000100:00100000:1.0:1767326497.617501:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2843
00000100:00100000:0.0:1767326497.617508:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993136256:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326497.617515:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993136128:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326497.617543:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326497.617634:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993136256:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 132us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326497.617636:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993136128:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 122us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326497.617652:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1243
00000100:00100000:1.0:1767326497.617660:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2843
00010000:00010000:2.0:1767326498.166568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326498.230563:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326498.230576:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326498.230580:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326498.230585:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326498.230603:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326498.230615:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11690
00000100:00080000:2.0:1767326498.230621:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326498.230630:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326498.230683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f480 x1853164010222336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326498.230747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010222336:0@lo:38:kworker.0
00000100:00100000:0.0:1767326498.230773:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010222464:0@lo:400:kworker.0
00000100:00080000:2.0:1767326498.230773:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326498.230785:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326498.230788:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326498.230794:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11690
00000100:00080000:2.0:1767326498.230816:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326498.230819:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010222592:0@lo:400:kworker.0
00000100:00080000:2.0:1767326498.230825:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326498.230847:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f800 x1853164010222720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326498.230849:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326498.230851:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326498.230884:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326498.230889:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326498.230890:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222336
00000100:00080000:2.0:1767326498.230892:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326498.230899:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11690
00000100:00080000:2.0:1767326498.230902:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326498.230905:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222336
00000100:00080000:2.0:1767326498.230909:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326498.230925:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010222720:0@lo:38:kworker.0
00000100:00100000:2.0:1767326498.230929:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c700 x1853164010222976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326498.230939:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222464
00000100:00100000:0.0:1767326498.230946:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222464
00000100:00100000:1.0:1767326498.230959:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34877
00000100:00100000:3.0:1767326498.230965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326498.230970:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010222336:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326498.230975:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326498.230981:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326498.230984:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326498.230990:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11690
00000100:00080000:2.0:1767326498.230993:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00010000:00020000:1.0:1767326498.230996:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326498.230997:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010222976:0@lo:38:kworker.0
00000100:00080000:2.0:1767326498.231002:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326498.231010:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8799
00000100:00100000:2.0:1767326498.231024:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ce00 x1853164010223232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326498.231026:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010222464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326498.231037:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326498.231042:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010222336:12345-0@lo:38:kworker.0 Request processed in 71us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326498.231057:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34877
00000100:00080000:3.0:1767326498.231084:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326498.231086:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767326498.231092:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326498.231098:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010222464:12345-0@lo:400:kworker.0 Request processed in 77us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326498.231101:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010222336:0@lo:38:kworker.0
00000100:00100000:2.0:1767326498.231102:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010223104:0@lo:400:kworker.0
00000100:00100000:1.0:1767326498.231107:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326498.231122:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8799
00000100:00100000:3.0:1767326498.231131:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010223232:0@lo:38:kworker.0
00000100:00100000:1.0:1767326498.231141:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326498.231146:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222592
00000100:00100000:1.0:1767326498.231151:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010222848:0@lo:400:kworker.0
00000100:00100000:0.0:1767326498.231153:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222592
00000100:00100000:2.0:1767326498.231158:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326498.231179:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326498.231199:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8800
00000100:00100000:1.0:1767326498.231201:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326498.231213:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010222592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326498.231219:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010222464:0@lo:400:kworker.0
00000100:00100000:3.0:1767326498.231221:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222720
00000100:00100000:3.0:1767326498.231229:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222720
00000100:00100000:1.0:1767326498.231242:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222976
00000100:00100000:1.0:1767326498.231261:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222976
00000100:00100000:3.0:1767326498.231262:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223104
00000100:00100000:3.0:1767326498.231265:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223104
00000100:00100000:0.0:1767326498.231272:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010222592:12345-0@lo:400:kworker.0 Request processed in 61us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326498.231282:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8800
00000100:00100000:1.0:1767326498.231289:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010222848
00000100:00100000:1.0:1767326498.231293:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010222848
00000100:00100000:3.0:1767326498.231301:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244
00000100:00100000:2.0:1767326498.231310:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326498.231313:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010223104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326498.231319:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223232
00000100:00100000:1.0:1767326498.231322:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223232
00000100:00100000:0.0:1767326498.231329:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245
00000100:00100000:0.0:1767326498.231344:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010222848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326498.231353:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844
00000100:00100000:1.0:1767326498.231361:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010222720:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326498.231366:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326498.231373:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010223104:12345-0@lo:400:kworker.0 Request processed in 64us (219us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326498.231374:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326498.231383:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244
00000100:00100000:0.0:1767326498.231398:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010222848:12345-0@lo:400:kworker.0 Request processed in 59us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326498.231409:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010223104:0@lo:400:kworker.0
00000100:00100000:3.0:1767326498.231409:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845
00000100:00100000:0.0:1767326498.231456:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245
00000100:00100000:3.0:1767326498.231456:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010222976:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326498.231462:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010222720:12345-0@lo:38:kworker.0 Request processed in 98us (493us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326498.231470:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844
00010000:00020000:3.0:1767326498.231476:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326498.231487:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846
00000100:00100000:0.0:1767326498.231496:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010223232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326498.231509:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326498.231512:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010222976:12345-0@lo:38:kworker.0 Request processed in 57us (477us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326498.231519:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010222848:0@lo:400:kworker.0
00000100:00100000:3.0:1767326498.231522:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845
00000100:00080000:2.0:1767326498.231537:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326498.231541:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010222592:0@lo:400:kworker.0
00000100:00080000:2.0:1767326498.231547:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326498.231554:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010222976:0@lo:38:kworker.0
00000100:00100000:0.0:1767326498.231559:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010223232:12345-0@lo:38:kworker.0 Request processed in 60us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326498.231570:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846
00000100:00080000:2.0:1767326498.231576:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326498.231584:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326498.231603:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010222720:0@lo:38:kworker.0
00000100:00080000:2.0:1767326498.231626:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326498.231630:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326498.231633:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010223232:0@lo:38:kworker.0
00010000:00010000:1.0:1767326499.190619:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326500.214603:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326501.238605:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326501.814581:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326501.814607:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010223360:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326501.814688:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326501.814736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223360
00000100:00100000:1.0:1767326501.814744:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223360
00000100:00080000:2.0:1767326501.814795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326501.814830:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7651
00000100:00100000:1.0:1767326501.814844:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010223360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326501.814877:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326501.814932:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010223360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326501.814938:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7651
00000100:00100000:0.0:1767326501.815022:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010223360:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326502.262604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326502.326621:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010223488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326502.326678:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326502.326715:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223488
00000100:00100000:0.0:1767326502.326737:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223488
00000100:00100000:0.0:1767326502.326789:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652
00000100:00100000:0.0:1767326502.326798:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010223488:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767326502.326798:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767326502.326833:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326502.326888:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010223488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326502.326898:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652
00000100:00100000:1.0:1767326502.326922:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010223488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326502.737020:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326502.737055:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326502.737094:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136512
00000100:00100000:2.0:1767326502.737107:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136512
00000100:00100000:1.0:1767326502.737114:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136384
00000100:00100000:1.0:1767326502.737121:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136384
00000100:00100000:1.0:1767326502.737177:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1246
00000100:00080000:3.0:1767326502.737180:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326502.737188:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2847
00000100:00100000:2.0:1767326502.737199:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993136384:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326502.737200:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993136512:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767326502.737228:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326502.737276:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993136512:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326502.737282:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993136384:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326502.737288:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1246
00000100:00100000:2.0:1767326502.737297:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2847
00010000:00010000:2.0:1767326503.286596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326503.350569:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326503.350580:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326503.350583:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326503.350588:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326503.350592:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326503.350601:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11696
00000100:00080000:1.0:1767326503.350608:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326503.350615:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326503.350654:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63480 x1853164010223616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326503.350717:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010223616:0@lo:38:kworker.0
00000100:00080000:1.0:1767326503.350736:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326503.350743:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010223744:0@lo:400:kworker.0
00000100:00080000:1.0:1767326503.350748:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326503.350752:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326503.350757:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11696
00000100:00080000:1.0:1767326503.350761:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326503.350766:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326503.350783:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60700 x1853164010224000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326503.350783:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326503.350798:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010223872:0@lo:400:kworker.0
00000100:00080000:1.0:1767326503.350810:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326503.350814:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326503.350817:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326503.350820:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326503.350827:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326503.350829:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11696
00000100:00080000:1.0:1767326503.350833:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326503.350838:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326503.350848:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223744
00000100:00100000:1.0:1767326503.350855:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010224256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326503.350856:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223744
00000100:00100000:0.0:1767326503.350881:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767326503.350886:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326503.350889:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010224000:0@lo:38:kworker.0
00000100:00100000:0.0:1767326503.350892:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010224384:0@lo:400:kworker.0
00000100:00080000:1.0:1767326503.350894:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326503.350900:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326503.350906:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11696
00000100:00080000:1.0:1767326503.350910:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326503.350914:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326503.350918:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8801
00000100:00100000:3.0:1767326503.350936:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010223744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326503.350937:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63b80 x1853164010224512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326503.350947:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326503.350964:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326503.350986:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326503.350993:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326503.350993:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223616
00000100:00100000:1.0:1767326503.351000:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223616
00000100:00100000:0.0:1767326503.351005:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010224128:0@lo:400:kworker.0
00000100:00100000:3.0:1767326503.351032:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010223744:12345-0@lo:400:kworker.0 Request processed in 99us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326503.351038:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34878
00000100:00100000:0.0:1767326503.351044:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326503.351052:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010223616:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326503.351065:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8801
00010000:00020000:1.0:1767326503.351073:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326503.351091:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326503.351096:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010223872
00000100:00100000:3.0:1767326503.351102:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010223872
00000100:00100000:0.0:1767326503.351119:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224384
00000100:00100000:0.0:1767326503.351125:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224384
00000100:00100000:1.0:1767326503.351127:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010223616:12345-0@lo:38:kworker.0 Request processed in 75us (307us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326503.351129:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010224256:0@lo:38:kworker.0
00000100:00100000:3.0:1767326503.351141:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8802
00000100:00100000:1.0:1767326503.351144:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34878
00000100:00100000:3.0:1767326503.351157:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010223872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326503.351180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326503.351182:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224128
00000100:00100000:1.0:1767326503.351184:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224000
00000100:00100000:1.0:1767326503.351190:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224000
00000100:00100000:0.0:1767326503.351198:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224128
00000100:00100000:3.0:1767326503.351218:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010223872:12345-0@lo:400:kworker.0 Request processed in 64us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326503.351219:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224256
00000100:00100000:1.0:1767326503.351226:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224256
00000100:00100000:0.0:1767326503.351229:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247
00000100:00100000:3.0:1767326503.351233:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8802
00000100:00080000:2.0:1767326503.351234:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326503.351242:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010224384:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326503.351244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326503.351254:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248
00000100:00100000:1.0:1767326503.351270:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010224128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326503.351275:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848
00000100:00100000:2.0:1767326503.351283:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010223616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326503.351288:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010224000:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326503.351295:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010224384:12345-0@lo:400:kworker.0 Request processed in 53us (349us total) trans 0 rc 0/0
00010000:00020000:3.0:1767326503.351306:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326503.351307:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247
00000100:00100000:2.0:1767326503.351309:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010224512:0@lo:38:kworker.0
00000100:00100000:0.0:1767326503.351337:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849
00000100:00100000:1.0:1767326503.351338:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010224128:12345-0@lo:400:kworker.0 Request processed in 71us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326503.351354:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326503.351356:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010224256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326503.351361:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248
00000100:00100000:3.0:1767326503.351362:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010224000:12345-0@lo:38:kworker.0 Request processed in 72us (268us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326503.351371:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326503.351377:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848
00000100:00080000:2.0:1767326503.351378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326503.351384:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224512
00000100:00080000:2.0:1767326503.351385:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326503.351392:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224512
00000100:00100000:2.0:1767326503.351392:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010224000:0@lo:38:kworker.0
00000100:00100000:0.0:1767326503.351412:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010224256:12345-0@lo:38:kworker.0 Request processed in 57us (233us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326503.351413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326503.351440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326503.351444:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010224256:0@lo:38:kworker.0
00000100:00100000:0.0:1767326503.351450:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849
00000100:00100000:3.0:1767326503.351458:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010223872:0@lo:400:kworker.0
00000100:00100000:1.0:1767326503.351463:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850
00000100:00100000:1.0:1767326503.351473:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010224512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326503.351485:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326503.351501:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326503.351529:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010224128:0@lo:400:kworker.0
00000100:00100000:1.0:1767326503.351529:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010224512:12345-0@lo:38:kworker.0 Request processed in 55us (177us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326503.351543:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850
00000100:00080000:3.0:1767326503.351569:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326503.351577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326503.351583:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010224384:0@lo:400:kworker.0
00000100:00100000:3.0:1767326503.351585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010224512:0@lo:38:kworker.0
00000100:00100000:0.0:1767326503.351601:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010223744:0@lo:400:kworker.0
00010000:00010000:1.0:1767326504.310592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326505.334589:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326506.358591:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326506.934637:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010224640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326506.934708:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326506.934766:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224640
00000100:00100000:0.0:1767326506.934776:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224640
00000100:00080000:2.0:1767326506.934840:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326506.934860:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7653
00000100:00100000:0.0:1767326506.934873:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010224640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326506.934905:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326506.934959:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010224640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326506.934968:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7653
00000100:00100000:2.0:1767326506.935008:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010224640:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326507.382574:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326507.446613:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010224768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326507.446685:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326507.446732:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224768
00000100:00100000:1.0:1767326507.446741:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224768
00000100:00080000:2.0:1767326507.446781:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326507.446798:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7654
00000100:00100000:1.0:1767326507.446806:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010224768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326507.446834:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326507.446896:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010224768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326507.446903:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7654
00000100:00100000:0.0:1767326507.446952:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010224768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326507.857030:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326507.857071:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326507.857108:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136640
00000100:00100000:2.0:1767326507.857132:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136640
00000100:00100000:1.0:1767326507.857136:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136768
00000100:00100000:1.0:1767326507.857144:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136768
00000100:00100000:2.0:1767326507.857184:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2851
00000100:00100000:2.0:1767326507.857195:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993136640:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326507.857206:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1249
00000100:00080000:3.0:1767326507.857207:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326507.857221:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993136768:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767326507.857222:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326507.857291:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993136640:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326507.857295:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993136768:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326507.857302:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2851
00000100:00100000:1.0:1767326507.857320:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1249
00010000:00010000:2.0:1767326508.406573:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326508.470507:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326508.470515:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326508.470528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326508.470547:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326508.470551:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326508.470556:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11701
00000100:00080000:0.0:1767326508.470561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326508.470566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326508.470596:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c700 x1853164010224896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326508.470655:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010224896:0@lo:38:kworker.0
00000100:00080000:0.0:1767326508.470657:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326508.470665:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326508.470665:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767326508.470668:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326508.470672:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11701
00000100:00080000:0.0:1767326508.470675:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326508.470678:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326508.470682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010225024:0@lo:400:kworker.0
00000100:00100000:0.0:1767326508.470691:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ca80 x1853164010225280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326508.470695:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767326508.470712:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010225152:0@lo:400:kworker.0
00000100:00080000:0.0:1767326508.470714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326508.470719:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326508.470721:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326508.470724:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11701
00000100:00080000:0.0:1767326508.470727:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326508.470730:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326508.470739:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326508.470740:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326508.470744:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f800 x1853164010225536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326508.470768:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326508.470776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326508.470778:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326508.470779:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767326508.470783:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11701
00000100:00080000:0.0:1767326508.470787:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767326508.470791:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010225408:0@lo:400:kworker.0
00000100:00080000:0.0:1767326508.470792:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326508.470810:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c000 x1853164010225792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326508.470819:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010225664:0@lo:400:kworker.0
00000100:00100000:3.0:1767326508.470821:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010225280:0@lo:38:kworker.0
00000100:00100000:2.0:1767326508.470831:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326508.470864:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225024
00000100:00100000:1.0:1767326508.470871:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326508.470874:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225024
00000100:00100000:2.0:1767326508.470884:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326508.470905:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010224896
00000100:00100000:3.0:1767326508.470912:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010224896
00000100:00100000:1.0:1767326508.470930:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225408
00000100:00100000:1.0:1767326508.470938:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225408
00000100:00100000:2.0:1767326508.470938:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225152
00000100:00100000:0.0:1767326508.470943:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8803
00000100:00100000:2.0:1767326508.470945:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225152
00000100:00100000:3.0:1767326508.470950:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34879
00000100:00100000:0.0:1767326508.470954:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010225024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326508.470961:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010224896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326508.470981:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326508.470987:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225664
00000100:00100000:2.0:1767326508.470991:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8804
00000100:00100000:1.0:1767326508.470993:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225664
00000100:00100000:2.0:1767326508.471002:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010225152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326508.471027:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250
00000100:00100000:1.0:1767326508.471040:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010225408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326508.471041:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010225024:12345-0@lo:400:kworker.0 Request processed in 85us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326508.471052:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010224896:12345-0@lo:38:kworker.0 Request processed in 91us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326508.471058:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8803
00000100:00100000:3.0:1767326508.471070:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34879
00000100:00100000:2.0:1767326508.471072:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010225152:12345-0@lo:400:kworker.0 Request processed in 70us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326508.471084:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8804
00000100:00080000:3.0:1767326508.471100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326508.471108:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326508.471110:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010225408:12345-0@lo:400:kworker.0 Request processed in 70us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326508.471121:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250
00000100:00100000:3.0:1767326508.471135:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251
00000100:00100000:2.0:1767326508.471138:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010225152:0@lo:400:kworker.0
00000100:00100000:3.0:1767326508.471158:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010225664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326508.471186:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010225024:0@lo:400:kworker.0
00000100:00100000:1.0:1767326508.471194:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010225408:0@lo:400:kworker.0
00000100:00100000:2.0:1767326508.471195:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326508.471218:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010225664:0@lo:400:kworker.0
00000100:00100000:3.0:1767326508.471223:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010225664:12345-0@lo:400:kworker.0 Request processed in 67us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326508.471231:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225280
00000100:00100000:2.0:1767326508.471233:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010225536:0@lo:38:kworker.0
00000100:00100000:1.0:1767326508.471235:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225280
00000100:00100000:3.0:1767326508.471238:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251
00000100:00100000:2.0:1767326508.471265:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326508.471270:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852
00000100:00100000:3.0:1767326508.471279:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010225280:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326508.471285:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225536
00000100:00100000:0.0:1767326508.471292:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225536
00010000:00020000:3.0:1767326508.471293:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326508.471297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326508.471309:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326508.471314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010224896:0@lo:38:kworker.0
00000100:00100000:0.0:1767326508.471321:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:0.0:1767326508.471328:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010225536:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326508.471335:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010225792:0@lo:38:kworker.0
00010000:00020000:0.0:1767326508.471341:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326508.471343:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010225280:12345-0@lo:38:kworker.0 Request processed in 61us (148us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326508.471352:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852
00000100:00100000:2.0:1767326508.471381:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326508.471385:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010225536:12345-0@lo:38:kworker.0 Request processed in 55us (119us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326508.471391:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00000100:00100000:0.0:1767326508.471405:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225792
00000100:00100000:0.0:1767326508.471413:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225792
00000100:00080000:2.0:1767326508.471440:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326508.471445:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326508.471448:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010225280:0@lo:38:kworker.0
00000100:00080000:2.0:1767326508.471456:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326508.471459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326508.471461:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010225536:0@lo:38:kworker.0
00000100:00100000:0.0:1767326508.471480:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854
00000100:00100000:0.0:1767326508.471487:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010225792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326508.471500:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326508.471545:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010225792:12345-0@lo:38:kworker.0 Request processed in 57us (167us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326508.471549:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854
00000100:00080000:2.0:1767326508.471579:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326508.471583:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326508.471585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010225792:0@lo:38:kworker.0
00010000:00010000:1.0:1767326509.430619:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326510.454569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326511.478680:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326512.054672:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326512.054713:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010225920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326512.054822:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326512.054867:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010225920
00000100:00100000:1.0:1767326512.054879:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010225920
00000100:00100000:1.0:1767326512.054967:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7655
00000100:00100000:1.0:1767326512.054983:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010225920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326512.055025:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:3.0:1767326512.055049:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326512.055092:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010225920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326512.055100:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7655
00000100:00100000:2.0:1767326512.055162:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010225920:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326512.502682:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326512.566644:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010226048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326512.566665:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326487/real 1767326487]  req@ffff9bb48ba61f80 x1853164010220672/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326512.566699:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48ba61f80 x1853164010220672/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326512.566723:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326512.566738:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326512.566756:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326512.566764:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010220672:0@lo:250:kworker.0
00000100:00080000:0.0:1767326512.566791:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326512.566792:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226048
00000100:00080000:0.0:1767326512.566802:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767326512.566807:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326512.566818:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11685
00000100:00100000:3.0:1767326512.566818:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226048
00000100:00080000:0.0:1767326512.566827:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326512.566834:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326512.566869:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010226176/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326512.566883:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326512.566901:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326512.566907:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326512.566910:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326512.566913:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7656
00000100:00080000:0.0:1767326512.566923:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11706
00000100:00080000:0.0:1767326512.566930:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326512.566937:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010226048:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767326512.566942:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326512.566948:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010226176:0@lo:250:kworker.0
00000100:00100000:0.0:1767326512.566976:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ed80 x1853164010226304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:3.0:1767326512.566983:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000400:00000100:1.0:1767326512.566990:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010226176 offset 0 length 520: 4
00000100:00080000:0.0:1767326512.567025:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326512.567033:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010226304:0@lo:38:kworker.0
00000100:00080000:0.0:1767326512.567047:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326512.567049:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326512.567052:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010226432:0@lo:400:kworker.0
00000100:00080000:0.0:1767326512.567056:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11706
00000100:00080000:0.0:1767326512.567066:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326512.567079:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326512.567083:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326512.567113:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ce00 x1853164010226560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326512.567122:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326512.567149:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226304
00000100:00100000:1.0:1767326512.567157:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226304
00000100:00100000:3.0:1767326512.567183:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010226048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 251us (440us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326512.567191:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326512.567202:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7656
00000100:00080000:0.0:1767326512.567205:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326512.567207:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34880
00000100:00080000:0.0:1767326512.567213:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326512.567226:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11706
00000100:00100000:2.0:1767326512.567228:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010226048:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767326512.567235:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326512.567236:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010226304:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767326512.567246:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:1.0:1767326512.567274:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326512.567275:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f800 x1853164010226816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326512.567284:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010226688:0@lo:400:kworker.0
00000100:00100000:2.0:1767326512.567300:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226432
00000100:00100000:2.0:1767326512.567313:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226432
00000100:00080000:0.0:1767326512.567330:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326512.567333:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326512.567335:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326512.567345:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11706
00000100:00080000:0.0:1767326512.567348:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326512.567354:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326512.567357:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8805
00000100:00100000:1.0:1767326512.567367:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010226304:12345-0@lo:38:kworker.0 Request processed in 135us (293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326512.567378:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c700 x1853164010227072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326512.567378:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010226432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326512.567382:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34880
00000100:00100000:3.0:1767326512.567400:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326512.567463:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010226944:0@lo:400:kworker.0
00000100:00100000:2.0:1767326512.567530:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010226432:12345-0@lo:400:kworker.0 Request processed in 157us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326512.567532:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326512.567543:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8805
00000100:00100000:0.0:1767326512.567551:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010226560:0@lo:38:kworker.0
00000100:00100000:3.0:1767326512.567557:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226688
00000100:00100000:3.0:1767326512.567567:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226688
00000100:00100000:2.0:1767326512.567584:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010226432:0@lo:400:kworker.0
00000100:00100000:1.0:1767326512.567606:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226944
00000100:00100000:1.0:1767326512.567613:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226944
00000100:00080000:2.0:1767326512.567626:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326512.567638:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252
00000100:00100000:0.0:1767326512.567642:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326512.567658:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010226688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326512.567684:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010226816:0@lo:38:kworker.0
00000100:00100000:2.0:1767326512.567692:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226560
00000100:00100000:2.0:1767326512.567698:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226560
00000100:00100000:1.0:1767326512.567699:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253
00000100:00100000:1.0:1767326512.567716:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010226944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326512.567724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326512.567735:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855
00000100:00100000:3.0:1767326512.567744:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010226688:12345-0@lo:400:kworker.0 Request processed in 83us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326512.567748:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010226560:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326512.567753:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010227072:0@lo:38:kworker.0
00010000:00020000:2.0:1767326512.567773:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326512.567773:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252
00000100:00100000:1.0:1767326512.567807:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010226944:12345-0@lo:400:kworker.0 Request processed in 93us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326512.567807:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010226816
00000100:00100000:3.0:1767326512.567818:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010226816
00000100:00100000:0.0:1767326512.567822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326512.567831:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010226560:12345-0@lo:38:kworker.0 Request processed in 78us (194us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326512.567833:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253
00000100:00100000:2.0:1767326512.567849:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855
00000100:00100000:3.0:1767326512.567862:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227072
00000100:00100000:3.0:1767326512.567869:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227072
00000100:00080000:0.0:1767326512.567878:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326512.567883:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856
00000100:00080000:0.0:1767326512.567890:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326512.567899:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010226816:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326512.567900:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857
00000100:00100000:0.0:1767326512.567904:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010226304:0@lo:38:kworker.0
00000100:00100000:1.0:1767326512.567917:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010227072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326512.567918:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326512.567936:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326512.567951:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010226688:0@lo:400:kworker.0
00000100:00080000:0.0:1767326512.567962:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326512.567970:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326512.567970:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010226816:12345-0@lo:38:kworker.0 Request processed in 73us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326512.567983:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010226560:0@lo:38:kworker.0
00000100:00100000:2.0:1767326512.567992:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856
00000100:00100000:1.0:1767326512.567994:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010227072:12345-0@lo:38:kworker.0 Request processed in 75us (178us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326512.567999:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326512.568011:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326512.568014:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857
00000100:00100000:0.0:1767326512.568021:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010226816:0@lo:38:kworker.0
00000100:00080000:0.0:1767326512.568048:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326512.568055:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326512.568061:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010227072:0@lo:38:kworker.0
00000100:00100000:1.0:1767326512.568084:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010226944:0@lo:400:kworker.0
00000100:00100000:3.0:1767326512.977067:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326512.977115:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767326512.977148:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993137152 offset 0 length 520: 4
00000100:00100000:1.0:1767326512.977163:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993136896
00000100:00100000:1.0:1767326512.977179:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993136896
00000100:00100000:0.0:1767326512.977193:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137024
00000100:00100000:0.0:1767326512.977205:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137024
00000100:00100000:1.0:1767326512.977244:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2858
00000100:00100000:1.0:1767326512.977262:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993136896:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326512.977277:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767326512.977296:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326512.977321:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1254
00000100:00100000:0.0:1767326512.977346:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993137024:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326512.977387:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993136896:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 127us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326512.977400:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2858
00000100:00100000:0.0:1767326512.977454:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993137024:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326512.977480:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1254
00010000:00010000:2.0:1767326513.526653:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326514.550632:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326515.574618:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326516.598613:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326517.174587:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010227200:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326517.174670:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326517.174711:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227200
00000100:00100000:3.0:1767326517.174719:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227200
00000100:00080000:2.0:1767326517.174761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326517.174779:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7657
00000100:00100000:3.0:1767326517.174789:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010227200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326517.174815:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326517.174860:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010227200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326517.174866:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7657
00000100:00100000:2.0:1767326517.174912:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010227200:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326517.622616:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326517.686563:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326517.686575:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326517.686579:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326517.686583:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326517.686590:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326517.686599:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11710
00000100:00080000:2.0:1767326517.686604:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326517.686613:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326517.686643:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ed80 x1853164010227456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326517.686646:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010227328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326517.686700:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010227456:0@lo:38:kworker.0
00000100:00080000:2.0:1767326517.686703:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326517.686709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326517.686712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326517.686717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11710
00000100:00080000:2.0:1767326517.686721:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326517.686726:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326517.686737:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010227584:0@lo:400:kworker.0
00000100:00100000:0.0:1767326517.686739:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326517.686747:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010227712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326517.686756:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326517.686784:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326517.686789:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326517.686793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010227712:0@lo:38:kworker.0
00000100:00080000:2.0:1767326517.686794:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326517.686798:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326517.686812:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11710
00000100:00100000:0.0:1767326517.686817:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010227840:0@lo:400:kworker.0
00000100:00080000:2.0:1767326517.686817:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326517.686827:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326517.686828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326517.686853:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f100 x1853164010227968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326517.686859:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227328
00000100:00100000:0.0:1767326517.686867:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326517.686869:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227328
00000100:00100000:1.0:1767326517.686872:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227456
00000100:00100000:1.0:1767326517.686879:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227456
00000100:00080000:2.0:1767326517.686908:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326517.686913:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326517.686916:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326517.686921:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11710
00000100:00080000:2.0:1767326517.686925:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326517.686926:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34881
00000100:00100000:0.0:1767326517.686927:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227712
00000100:00080000:2.0:1767326517.686934:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326517.686935:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227712
00000100:00100000:3.0:1767326517.686935:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7658
00000100:00100000:1.0:1767326517.686941:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010227456:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326517.686953:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc8bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010227328:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326517.686958:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010228224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767326517.686960:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326517.686969:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227840
00000100:00100000:0.0:1767326517.686976:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227840
00002000:00000024:3.0:1767326517.686987:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326517.687002:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227584
00000100:00100000:2.0:1767326517.687009:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227584
00000100:00100000:1.0:1767326517.687011:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010227456:12345-0@lo:38:kworker.0 Request processed in 71us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326517.687019:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255
00000100:00100000:1.0:1767326517.687026:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34881
00000100:00100000:0.0:1767326517.687035:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010227840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326517.687043:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc8bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010227328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326517.687056:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7658
00000100:00100000:2.0:1767326517.687061:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8806
00000100:00100000:1.0:1767326517.687062:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859
00000100:00100000:1.0:1767326517.687071:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010227712:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326517.687078:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010227584:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326517.687082:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326517.687109:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010227840:12345-0@lo:400:kworker.0 Request processed in 75us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326517.687118:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255
00000100:00100000:1.0:1767326517.687123:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010227712:12345-0@lo:38:kworker.0 Request processed in 50us (295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326517.687131:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859
00000100:00100000:2.0:1767326517.687151:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010227584:12345-0@lo:400:kworker.0 Request processed in 76us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326517.687161:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8806
00000100:00100000:0.0:1767326517.687176:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010227840:0@lo:400:kworker.0
00000100:00080000:1.0:1767326517.687188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326517.687196:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326517.687215:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010227968:0@lo:38:kworker.0
00000100:00100000:0.0:1767326517.687244:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010227328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326517.687253:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326517.687266:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326517.687278:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010228096:0@lo:400:kworker.0
00000100:00100000:1.0:1767326517.687282:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010228224:0@lo:38:kworker.0
00000100:00100000:2.0:1767326517.687297:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010227584:0@lo:400:kworker.0
00000100:00100000:0.0:1767326517.687324:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326517.687339:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010227968
00000100:00100000:2.0:1767326517.687345:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010227968
00000100:00100000:1.0:1767326517.687371:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228096
00000100:00100000:1.0:1767326517.687378:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228096
00000100:00100000:2.0:1767326517.687380:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860
00000100:00100000:0.0:1767326517.687381:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326517.687392:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010227968:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767326517.687442:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767326517.687444:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326517.687448:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228224
00000100:00080000:0.0:1767326517.687449:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326517.687453:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228224
00000100:00100000:0.0:1767326517.687471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010227712:0@lo:38:kworker.0
00000100:00080000:0.0:1767326517.687493:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326517.687497:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256
00000100:00080000:0.0:1767326517.687509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326517.687511:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010228096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326517.687512:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010227968:12345-0@lo:38:kworker.0 Request processed in 115us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326517.687518:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861
00000100:00100000:0.0:1767326517.687520:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010227456:0@lo:38:kworker.0
00000100:00100000:3.0:1767326517.687532:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010228224:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326517.687536:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860
00010000:00020000:3.0:1767326517.687550:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326517.687562:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010228096:12345-0@lo:400:kworker.0 Request processed in 58us (240us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326517.687563:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326517.687574:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326517.687575:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256
00000100:00100000:0.0:1767326517.687585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010227968:0@lo:38:kworker.0
00000100:00100000:3.0:1767326517.687598:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010228224:12345-0@lo:38:kworker.0 Request processed in 64us (220us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326517.687602:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326517.687605:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326517.687611:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326517.687611:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861
00000100:00100000:0.0:1767326517.687621:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010228224:0@lo:38:kworker.0
00000100:00100000:1.0:1767326517.687654:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010228096:0@lo:400:kworker.0
00000100:00100000:0.0:1767326518.096941:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326518.096989:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326518.096991:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137280
00000100:00100000:3.0:1767326518.097001:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137280
00000100:00100000:3.0:1767326518.097046:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137408
00000100:00100000:3.0:1767326518.097049:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137408
00000100:00100000:1.0:1767326518.097057:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2862
00000100:00100000:1.0:1767326518.097066:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993137280:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326518.097089:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326518.097093:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1257
00000100:00100000:3.0:1767326518.097102:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993137408:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767326518.097108:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326518.097163:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993137280:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (231us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326518.097167:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993137408:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326518.097174:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2862
00000100:00100000:3.0:1767326518.097180:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1257
00010000:00010000:2.0:1767326518.646657:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326519.670570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326520.694659:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326521.718639:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326522.294708:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010228352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326522.294804:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326522.294890:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228352
00000100:00100000:3.0:1767326522.294901:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228352
00000100:00080000:2.0:1767326522.294965:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326522.294976:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7659
00000100:00100000:3.0:1767326522.294988:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010228352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326522.295024:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326522.295085:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010228352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326522.295093:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7659
00000100:00100000:1.0:1767326522.295125:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010228352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326522.742633:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326522.806503:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326522.806515:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326522.806519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326522.806523:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326522.806528:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326522.806537:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11715
00000100:00080000:2.0:1767326522.806542:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326522.806550:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326522.806596:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010228480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326522.806651:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326522.806657:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326522.806658:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010228480:0@lo:38:kworker.0
00000100:00080000:2.0:1767326522.806659:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326522.806667:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11715
00000100:00080000:2.0:1767326522.806669:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326522.806673:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326522.806683:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010228736:0@lo:400:kworker.0
00000100:00100000:1.0:1767326522.806685:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010228608:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326522.806687:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ca80 x1853164010228864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326522.806747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326522.806747:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326522.806750:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326522.806752:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326522.806758:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326522.806761:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326522.806765:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11715
00000100:00080000:2.0:1767326522.806768:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326522.806772:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326522.806783:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f480 x1853164010229120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326522.806795:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010228864:0@lo:38:kworker.0
00000100:00080000:2.0:1767326522.806806:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326522.806810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326522.806813:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010229248:0@lo:400:kworker.0
00000100:00080000:2.0:1767326522.806814:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326522.806822:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11715
00000100:00100000:3.0:1767326522.806822:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228608
00000100:00100000:0.0:1767326522.806828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326522.806829:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326522.806833:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228608
00000100:00080000:2.0:1767326522.806836:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326522.806848:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f800 x1853164010229376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326522.806868:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228480
00000100:00100000:1.0:1767326522.806874:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228480
00000100:00100000:2.0:1767326522.806880:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228736
00000100:00100000:2.0:1767326522.806886:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228736
00000100:00100000:0.0:1767326522.806888:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010229120:0@lo:38:kworker.0
00000100:00100000:1.0:1767326522.806910:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34882
00000100:00100000:3.0:1767326522.806911:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7660
00000100:00100000:0.0:1767326522.806922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326522.806923:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010228480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326522.806930:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8807
00000100:00100000:3.0:1767326522.806933:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010228608:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326522.806943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010229376:0@lo:38:kworker.0
00000100:00100000:2.0:1767326522.806944:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010228736:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326522.806945:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00002000:00000024:3.0:1767326522.806971:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326522.806974:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326522.807020:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010228480:12345-0@lo:38:kworker.0 Request processed in 98us (276us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326522.807024:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326522.807028:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010228736:12345-0@lo:400:kworker.0 Request processed in 86us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326522.807033:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010228608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (288us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326522.807034:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326522.807041:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34882
00000100:00100000:0.0:1767326522.807045:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010228480:0@lo:38:kworker.0
00000100:00100000:2.0:1767326522.807046:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8807
00000100:00100000:3.0:1767326522.807049:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7660
00000100:00100000:1.0:1767326522.807088:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010228992:0@lo:400:kworker.0
00000100:00080000:2.0:1767326522.807088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326522.807092:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228864
00000100:00100000:0.0:1767326522.807098:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228864
00000100:00100000:3.0:1767326522.807121:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010228608:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326522.807130:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326522.807143:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229376
00000100:00100000:2.0:1767326522.807143:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229120
00000100:00100000:2.0:1767326522.807150:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229120
00000100:00100000:0.0:1767326522.807151:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229376
00000100:00100000:3.0:1767326522.807161:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010228736:0@lo:400:kworker.0
00000100:00100000:1.0:1767326522.807186:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010228992
00000100:00100000:1.0:1767326522.807192:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010228992
00000100:00100000:2.0:1767326522.807193:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863
00000100:00100000:0.0:1767326522.807204:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864
00000100:00100000:2.0:1767326522.807204:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010228864:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326522.807215:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010229120:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326522.807218:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865
00010000:00020000:2.0:1767326522.807220:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326522.807230:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010229376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326522.807234:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326522.807239:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258
00010000:00020000:3.0:1767326522.807244:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326522.807249:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010228992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326522.807265:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010228864:12345-0@lo:38:kworker.0 Request processed in 62us (439us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326522.807276:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010229120:12345-0@lo:38:kworker.0 Request processed in 61us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326522.807283:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863
00000100:00100000:0.0:1767326522.807290:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864
00000100:00100000:3.0:1767326522.807303:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010229376:12345-0@lo:38:kworker.0 Request processed in 70us (326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326522.807311:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010228992:12345-0@lo:400:kworker.0 Request processed in 61us (179us total) trans 0 rc 0/0
00000100:00080000:2.0:1767326522.807316:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326522.807318:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865
00000100:00100000:1.0:1767326522.807326:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258
00000100:00100000:0.0:1767326522.807340:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326522.807348:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326522.807355:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229248
00000100:00080000:2.0:1767326522.807356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326522.807360:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229248
00000100:00100000:2.0:1767326522.807365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010229120:0@lo:38:kworker.0
00000100:00080000:2.0:1767326522.807386:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326522.807392:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326522.807399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010229376:0@lo:38:kworker.0
00000100:00100000:1.0:1767326522.807410:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259
00000100:00080000:3.0:1767326522.807447:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326522.807454:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010228992:0@lo:400:kworker.0
00000100:00080000:2.0:1767326522.807454:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326522.807461:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010229248:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326522.807467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326522.807474:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010228864:0@lo:38:kworker.0
00000100:00100000:1.0:1767326522.807511:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010229248:12345-0@lo:400:kworker.0 Request processed in 91us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326522.807520:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259
00000100:00100000:0.0:1767326522.807526:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010229248:0@lo:400:kworker.0
00000100:00100000:3.0:1767326523.217122:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326523.217163:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326523.217194:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137664
00000100:00100000:1.0:1767326523.217207:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137664
00000100:00100000:0.0:1767326523.217210:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137536
00000100:00100000:0.0:1767326523.217216:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137536
00000100:00080000:3.0:1767326523.217267:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326523.217268:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1260
00000100:00100000:0.0:1767326523.217282:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993137664:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326523.217290:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2866
00000100:00100000:1.0:1767326523.217297:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993137536:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326523.217322:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326523.217371:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993137536:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 73us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326523.217376:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993137664:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 94us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326523.217382:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2866
00000100:00100000:0.0:1767326523.217393:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1260
00010000:00010000:2.0:1767326523.766625:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326524.790632:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326525.814565:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326526.838570:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326527.414595:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326527.414616:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010229504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326527.414676:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326527.414723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229504
00000100:00100000:3.0:1767326527.414733:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229504
00000100:00100000:3.0:1767326527.414809:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7661
00000100:00080000:2.0:1767326527.414816:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326527.414820:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010229504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326527.414865:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326527.414923:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010229504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326527.414936:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7661
00000100:00100000:1.0:1767326527.414970:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010229504:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326527.862546:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326527.926520:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326527.926537:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326527.926542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326527.926547:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326527.926551:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326527.926560:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11720
00000100:00080000:0.0:1767326527.926582:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326527.926590:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326527.926601:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010229632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326527.926618:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9f80 x1853164010229760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326527.926671:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010229760:0@lo:38:kworker.0
00000100:00080000:0.0:1767326527.926673:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326527.926678:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326527.926685:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326527.926688:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326527.926694:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11720
00000100:00080000:0.0:1767326527.926697:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326527.926702:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326527.926713:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010229888:0@lo:400:kworker.0
00000100:00100000:0.0:1767326527.926720:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bad80 x1853164010230016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326527.926734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326527.926749:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326527.926754:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326527.926757:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326527.926762:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11720
00000100:00100000:1.0:1767326527.926768:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010230144:0@lo:400:kworker.0
00000100:00080000:0.0:1767326527.926769:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326527.926770:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326527.926778:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010230016:0@lo:38:kworker.0
00000100:00080000:0.0:1767326527.926779:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326527.926801:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb800 x1853164010230272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326527.926828:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326527.926835:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229632
00000100:00100000:2.0:1767326527.926840:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229888
00000100:00080000:0.0:1767326527.926841:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326527.926845:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229632
00000100:00100000:2.0:1767326527.926847:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229888
00000100:00080000:0.0:1767326527.926848:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326527.926853:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326527.926859:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11720
00000100:00080000:0.0:1767326527.926872:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326527.926877:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326527.926898:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8a80 x1853164010230528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326527.926899:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010229760
00000100:00100000:1.0:1767326527.926907:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010229760
00000100:00100000:3.0:1767326527.926919:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7662
00000100:00100000:2.0:1767326527.926931:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8808
00000100:00100000:3.0:1767326527.926936:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010229632:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326527.926947:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010229888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326527.926954:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34883
00000100:00100000:1.0:1767326527.926962:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010229760:12345-0@lo:38:kworker.0
00002000:00000024:3.0:1767326527.926970:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326527.926981:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230144
00010000:00020000:1.0:1767326527.926983:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326527.926989:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230144
00000100:00100000:2.0:1767326527.927030:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010229888:12345-0@lo:400:kworker.0 Request processed in 86us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326527.927033:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010229632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (358us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326527.927041:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261
00000100:00100000:1.0:1767326527.927046:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010229760:12345-0@lo:38:kworker.0 Request processed in 80us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326527.927048:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8808
00000100:00100000:3.0:1767326527.927055:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7662
00000100:00100000:0.0:1767326527.927060:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010230144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326527.927067:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34883
00000100:00080000:2.0:1767326527.927083:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326527.927090:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326527.927112:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010229888:0@lo:400:kworker.0
00000100:00100000:0.0:1767326527.927136:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010230144:12345-0@lo:400:kworker.0 Request processed in 73us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326527.927140:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326527.927151:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261
00000100:00100000:1.0:1767326527.927154:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010229632:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326527.927170:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010230400:0@lo:400:kworker.0
00000100:00100000:0.0:1767326527.927179:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230016
00000100:00100000:0.0:1767326527.927185:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230016
00000100:00080000:2.0:1767326527.927187:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326527.927203:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326527.927205:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010230144:0@lo:400:kworker.0
00000100:00100000:3.0:1767326527.927213:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326527.927214:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010229760:0@lo:38:kworker.0
00000100:00100000:0.0:1767326527.927218:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1767326527.927230:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010230016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326527.927245:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010230272:0@lo:38:kworker.0
00010000:00020000:0.0:1767326527.927249:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326527.927264:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230400
00000100:00100000:1.0:1767326527.927270:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230400
00000100:00100000:2.0:1767326527.927293:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326527.927300:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010230016:12345-0@lo:38:kworker.0 Request processed in 68us (167us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326527.927309:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867
00000100:00080000:3.0:1767326527.927320:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326527.927327:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230272
00000100:00100000:2.0:1767326527.927329:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010230528:0@lo:38:kworker.0
00000100:00100000:1.0:1767326527.927333:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230272
00000100:00100000:0.0:1767326527.927335:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262
00000100:00100000:0.0:1767326527.927350:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010230400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326527.927358:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:3.0:1767326527.927370:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010230272:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326527.927373:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326527.927403:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326527.927439:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010230400:12345-0@lo:400:kworker.0 Request processed in 68us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326527.927447:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230528
00000100:00100000:0.0:1767326527.927450:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262
00000100:00100000:1.0:1767326527.927454:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230528
00000100:00080000:2.0:1767326527.927468:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326527.927477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326527.927479:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010230272:12345-0@lo:38:kworker.0 Request processed in 109us (185us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326527.927480:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00100000:2.0:1767326527.927486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010230016:0@lo:38:kworker.0
00000100:00100000:0.0:1767326527.927494:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010230528:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326527.927497:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00080000:2.0:1767326527.927518:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767326527.927519:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326527.927530:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326527.927531:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010230400:0@lo:400:kworker.0
00000100:00100000:2.0:1767326527.927540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010230272:0@lo:38:kworker.0
00000100:00100000:0.0:1767326527.927560:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010230528:12345-0@lo:38:kworker.0 Request processed in 68us (191us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326527.927563:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326527.927572:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326527.927574:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00000100:00100000:2.0:1767326527.927580:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010230528:0@lo:38:kworker.0
00000100:00100000:3.0:1767326528.336973:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326528.337007:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326528.337033:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137792
00000100:00100000:0.0:1767326528.337044:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137792
00000100:00100000:1.0:1767326528.337057:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993137920
00000100:00100000:1.0:1767326528.337063:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993137920
00000100:00100000:0.0:1767326528.337089:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2870
00000100:00100000:0.0:1767326528.337097:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993137792:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326528.337118:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326528.337120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326528.337121:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1263
00000100:00100000:1.0:1767326528.337132:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993137920:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326528.337176:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993137792:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (210us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326528.337186:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2870
00000100:00100000:1.0:1767326528.337187:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993137920:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326528.337198:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1263
00010000:00010000:2.0:1767326528.886574:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326529.910570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326530.934559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326531.958543:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326532.534632:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010230656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326532.534692:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326532.534741:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230656
00000100:00100000:3.0:1767326532.534749:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230656
00000100:00080000:2.0:1767326532.534783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326532.534806:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7663
00000100:00100000:3.0:1767326532.534814:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010230656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326532.534838:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326532.534883:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010230656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326532.534891:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7663
00000100:00100000:1.0:1767326532.534935:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010230656:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326532.982597:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326533.046500:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326533.046511:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326533.046515:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326533.046521:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326533.046526:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326533.046534:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11725
00000100:00080000:2.0:1767326533.046539:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326533.046545:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326533.046570:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010230912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326533.046611:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010230784:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767326533.046612:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326533.046617:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010230912:0@lo:38:kworker.0
00000100:00080000:2.0:1767326533.046622:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326533.046629:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326533.046635:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11725
00000100:00080000:2.0:1767326533.046639:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326533.046644:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326533.046658:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010231040:0@lo:400:kworker.0
00000100:00100000:2.0:1767326533.046664:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010231168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326533.046688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326533.046694:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326533.046705:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326533.046721:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326533.046726:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326533.046728:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326533.046732:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11725
00000100:00080000:2.0:1767326533.046735:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326533.046738:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326533.046766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010231168:0@lo:38:kworker.0
00000100:00100000:2.0:1767326533.046767:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010231424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326533.046793:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326533.046796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326533.046798:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326533.046801:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11725
00000100:00100000:3.0:1767326533.046805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326533.046806:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326533.046812:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326533.046821:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230912
00000100:00100000:2.0:1767326533.046822:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010231680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326533.046831:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230912
00000100:00100000:3.0:1767326533.046833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010231424:0@lo:38:kworker.0
00000100:00100000:1.0:1767326533.046844:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231168
00000100:00100000:1.0:1767326533.046849:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231168
00000100:00100000:3.0:1767326533.046861:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326533.046862:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231040
00000100:00100000:2.0:1767326533.046868:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231040
00000100:00100000:1.0:1767326533.046880:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231424
00000100:00100000:0.0:1767326533.046885:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34884
00000100:00100000:1.0:1767326533.046885:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231424
00000100:00100000:3.0:1767326533.046892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010231680:0@lo:38:kworker.0
00000100:00100000:0.0:1767326533.046894:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010230912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326533.046912:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00010000:00020000:0.0:1767326533.046915:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326533.046921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326533.046925:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010231168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326533.046927:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8809
00010000:00020000:1.0:1767326533.046939:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326533.046944:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010231040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326533.046958:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231680
00000100:00100000:3.0:1767326533.046963:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231680
00000100:00100000:0.0:1767326533.046973:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010230912:12345-0@lo:38:kworker.0 Request processed in 78us (280us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326533.046981:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010231168:12345-0@lo:38:kworker.0 Request processed in 57us (175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326533.046982:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34884
00000100:00100000:3.0:1767326533.046990:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:3.0:1767326533.046996:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010231424:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326533.047002:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00010000:00020000:3.0:1767326533.047008:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326533.047011:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010231040:12345-0@lo:400:kworker.0 Request processed in 71us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326533.047020:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8809
00000100:00100000:0.0:1767326533.047024:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873
00000100:00100000:0.0:1767326533.047032:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010231680:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326533.047045:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010231424:12345-0@lo:38:kworker.0 Request processed in 46us (184us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326533.047052:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326533.047052:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010231552:0@lo:400:kworker.0
00000100:00100000:3.0:1767326533.047065:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00000100:00100000:1.0:1767326533.047066:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010231296:0@lo:400:kworker.0
00000100:00100000:2.0:1767326533.047096:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326533.047103:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010231680:12345-0@lo:38:kworker.0 Request processed in 68us (183us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326533.047106:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326533.047113:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873
00000100:00100000:1.0:1767326533.047116:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010230784
00000100:00100000:1.0:1767326533.047120:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010230784
00000100:00100000:3.0:1767326533.047127:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231552
00000100:00100000:3.0:1767326533.047132:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231552
00000100:00080000:0.0:1767326533.047162:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326533.047163:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7664
00000100:00100000:2.0:1767326533.047164:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326533.047178:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326533.047180:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010230784:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326533.047181:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231296
00000100:00100000:3.0:1767326533.047187:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231296
00000100:00100000:0.0:1767326533.047189:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010231680:0@lo:38:kworker.0
00002000:00000024:1.0:1767326533.047208:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767326533.047214:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326533.047221:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326533.047225:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264
00000100:00100000:0.0:1767326533.047230:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010231424:0@lo:38:kworker.0
00000100:00100000:2.0:1767326533.047239:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265
00000100:00100000:3.0:1767326533.047239:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010231552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326533.047251:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010230784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (563us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326533.047255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326533.047258:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010231296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326533.047263:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7664
00000100:00080000:0.0:1767326533.047264:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326533.047274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010231168:0@lo:38:kworker.0
00000100:00100000:3.0:1767326533.047295:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010231552:12345-0@lo:400:kworker.0 Request processed in 61us (200us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326533.047296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326533.047306:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264
00000100:00080000:0.0:1767326533.047308:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326533.047311:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010230784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326533.047316:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010230912:0@lo:38:kworker.0
00000100:00100000:2.0:1767326533.047334:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010231296:12345-0@lo:400:kworker.0 Request processed in 81us (172us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326533.047335:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326533.047345:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265
00000100:00100000:3.0:1767326533.047386:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010231552:0@lo:400:kworker.0
00000100:00100000:1.0:1767326533.047398:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010231040:0@lo:400:kworker.0
00000100:00100000:2.0:1767326533.047440:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010231296:0@lo:400:kworker.0
00000100:00100000:3.0:1767326533.457039:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326533.457085:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326533.457099:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138176
00000100:00100000:2.0:1767326533.457112:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138176
00000100:00100000:1.0:1767326533.457135:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138048
00000100:00100000:1.0:1767326533.457141:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138048
00000100:00080000:3.0:1767326533.457173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326533.457198:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1266
00000100:00100000:2.0:1767326533.457216:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2874
00000100:00100000:1.0:1767326533.457217:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993138176:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326533.457230:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993138048:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326533.457253:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326533.457301:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993138176:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326533.457302:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993138048:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (213us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326533.457316:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1266
00000100:00100000:2.0:1767326533.457324:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2874
00010000:00010000:2.0:1767326534.006602:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326535.030538:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326536.054567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326537.078536:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326537.142475:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326512/real 1767326512]  req@ffff9bb48324e300 x1853164010226176/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767326537.142509:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48324e300 x1853164010226176/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326537.142528:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326537.142551:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326537.142556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010226176:0@lo:250:kworker.0
00000100:00080000:2.0:1767326537.142587:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326537.142593:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767326537.142596:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326537.142600:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11710
00000100:00080000:2.0:1767326537.142604:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326537.142609:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326537.142634:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d500 x1853164010231808/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326537.142652:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326537.142655:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326537.142656:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326537.142659:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11730
00000100:00080000:2.0:1767326537.142662:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326537.142665:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326537.142677:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010231936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326537.142681:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010231808:0@lo:250:kworker.0
00000100:00080000:2.0:1767326537.142730:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:0.0:1767326537.142738:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010231808 offset 0 length 520: 4
00000100:00080000:2.0:1767326537.142738:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326537.142742:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326537.142747:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11730
00000100:00080000:2.0:1767326537.142750:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326537.142754:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326537.142765:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010232320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326537.142769:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010232192:0@lo:400:kworker.0
00000100:00100000:1.0:1767326537.142796:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010232064:0@lo:400:kworker.0
00000100:00100000:0.0:1767326537.142797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010231936:0@lo:38:kworker.0
00000100:00080000:2.0:1767326537.142801:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326537.142808:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326537.142809:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326537.142813:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11730
00000100:00080000:2.0:1767326537.142816:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326537.142821:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326537.142823:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326537.142835:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010232576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326537.142854:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326537.142861:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326537.142861:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326537.142862:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326537.142867:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326537.142872:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11730
00000100:00080000:2.0:1767326537.142874:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326537.142877:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326537.142882:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232192
00000100:00100000:3.0:1767326537.142889:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232192
00000100:00100000:2.0:1767326537.142896:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010232832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326537.142899:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010232320:0@lo:38:kworker.0
00000100:00100000:2.0:1767326537.142933:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010232448:0@lo:400:kworker.0
00000100:00100000:0.0:1767326537.142942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326537.142943:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010231936
00000100:00100000:3.0:1767326537.142943:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232064
00000100:00100000:3.0:1767326537.142948:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232064
00000100:00100000:1.0:1767326537.142951:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010231936
00000100:00100000:0.0:1767326537.142974:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010232576:0@lo:38:kworker.0
00000100:00100000:2.0:1767326537.142981:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326537.142992:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34885
00000100:00100000:3.0:1767326537.142992:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8810
00000100:00100000:1.0:1767326537.143005:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010231936:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326537.143010:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010232192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326537.143012:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326537.143016:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326537.143026:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010232704:0@lo:400:kworker.0
00010000:00020000:1.0:1767326537.143030:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326537.143051:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010232832:0@lo:38:kworker.0
00000100:00100000:2.0:1767326537.143078:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326537.143093:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010231936:12345-0@lo:38:kworker.0 Request processed in 87us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326537.143100:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232320
00000100:00100000:1.0:1767326537.143105:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34885
00000100:00100000:3.0:1767326537.143105:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010232192:12345-0@lo:400:kworker.0 Request processed in 97us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326537.143106:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232320
00000100:00100000:3.0:1767326537.143120:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8810
00000100:00100000:0.0:1767326537.143135:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232448
00000100:00100000:0.0:1767326537.143139:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232448
00000100:00100000:2.0:1767326537.143142:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8811
00000100:00100000:1.0:1767326537.143148:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232576
00000100:00100000:1.0:1767326537.143154:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232576
00000100:00100000:2.0:1767326537.143158:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010232064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326537.143166:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232704
00000100:00100000:0.0:1767326537.143171:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232704
00000100:00080000:3.0:1767326537.143176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326537.143177:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267
00000100:00080000:3.0:1767326537.143185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326537.143190:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010232448:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326537.143191:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326537.143204:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268
00000100:00100000:0.0:1767326537.143217:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010232704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326537.143228:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010232064:12345-0@lo:400:kworker.0 Request processed in 74us (371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326537.143229:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010232192:0@lo:400:kworker.0
00000100:00100000:2.0:1767326537.143245:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8811
00000100:00100000:1.0:1767326537.143257:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010232448:12345-0@lo:400:kworker.0 Request processed in 63us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326537.143265:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267
00000100:00100000:0.0:1767326537.143271:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010232704:12345-0@lo:400:kworker.0 Request processed in 55us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326537.143280:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268
00000100:00100000:1.0:1767326537.143292:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875
00000100:00100000:2.0:1767326537.143304:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876
00000100:00100000:1.0:1767326537.143305:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010232320:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326537.143314:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010232576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326537.143322:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326537.143344:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326537.143373:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010232064:0@lo:400:kworker.0
00000100:00100000:3.0:1767326537.143377:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326537.143381:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010232320:12345-0@lo:38:kworker.0 Request processed in 78us (442us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326537.143390:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875
00000100:00100000:2.0:1767326537.143398:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010232576:12345-0@lo:38:kworker.0 Request processed in 83us (384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326537.143406:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876
00000100:00100000:1.0:1767326537.143408:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232832
00000100:00100000:1.0:1767326537.143413:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232832
00000100:00080000:3.0:1767326537.143460:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326537.143466:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00080000:3.0:1767326537.143470:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326537.143474:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010232832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326537.143480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010231936:0@lo:38:kworker.0
00010000:00020000:2.0:1767326537.143486:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326537.143498:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326537.143505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326537.143510:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010232320:0@lo:38:kworker.0
00000100:00100000:2.0:1767326537.143514:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010232832:12345-0@lo:38:kworker.0 Request processed in 40us (141us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326537.143521:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00080000:3.0:1767326537.143545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326537.143552:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326537.143556:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010232704:0@lo:400:kworker.0
00000100:00100000:3.0:1767326537.143559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010232576:0@lo:38:kworker.0
00000100:00080000:3.0:1767326537.143577:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326537.143586:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010232448:0@lo:400:kworker.0
00000100:00080000:3.0:1767326537.143586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326537.143595:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010232832:0@lo:38:kworker.0
00000400:00000100:0.0:1767326537.553183:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993138304 offset 0 length 520: 4
00000100:00100000:0.0:1767326537.553238:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326537.553278:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326537.553320:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138432
00000100:00100000:2.0:1767326537.553345:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138432
00000100:00100000:3.0:1767326537.553352:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138560
00000100:00100000:3.0:1767326537.553362:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138560
00000100:00100000:2.0:1767326537.553401:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2878
00000100:00100000:2.0:1767326537.553412:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993138432:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326537.553458:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326537.553519:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326537.553519:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1269
00000100:00100000:3.0:1767326537.553539:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993138560:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326537.553598:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993138432:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 188us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326537.553606:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993138560:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326537.553607:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2878
00000100:00100000:3.0:1767326537.553625:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1269
00000100:00100000:3.0:1767326537.654650:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326537.654679:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010232960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326537.654759:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326537.654812:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010232960
00000100:00100000:0.0:1767326537.654831:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010232960
00000100:00100000:0.0:1767326537.654888:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7665
00000100:00100000:0.0:1767326537.654898:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010232960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326537.654926:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326537.654971:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010232960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326537.654976:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7665
00000100:00100000:3.0:1767326537.655152:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010232960:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326538.102617:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326538.166679:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010233088:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326538.166777:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326538.166912:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233088
00000100:00100000:0.0:1767326538.166923:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233088
00000100:00100000:0.0:1767326538.166974:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7666
00000100:00100000:0.0:1767326538.166981:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010233088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326538.167009:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326538.167164:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010233088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (386us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326538.167172:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7666
00000100:00100000:1.0:1767326538.167189:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010233088:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326539.126578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326540.150593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326541.174586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326542.198582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326542.262509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326542.262519:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326542.262522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326542.262525:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326542.262528:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326542.262535:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11735
00000100:00080000:2.0:1767326542.262538:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326542.262546:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326542.262583:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5324000 x1853164010233216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326542.262635:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326542.262638:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326542.262640:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326542.262643:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11735
00000100:00100000:0.0:1767326542.262659:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010233344:0@lo:400:kworker.0
00000100:00080000:2.0:1767326542.262660:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326542.262672:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326542.262673:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010233472:0@lo:400:kworker.0
00000100:00100000:2.0:1767326542.262697:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5326a00 x1853164010233600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326542.262733:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010233216:0@lo:38:kworker.0
00000100:00100000:0.0:1767326542.262741:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326542.262745:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326542.262754:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326542.262757:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326542.262765:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11735
00000100:00080000:2.0:1767326542.262770:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326542.262775:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010233728:0@lo:400:kworker.0
00000100:00080000:2.0:1767326542.262776:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326542.262804:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327480 x1853164010233856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326542.262815:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326542.262832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326542.262842:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326542.262847:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326542.262852:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326542.262855:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326542.262862:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11735
00000100:00080000:2.0:1767326542.262866:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326542.262871:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326542.262888:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010233984:0@lo:400:kworker.0
00000100:00100000:2.0:1767326542.262893:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325500 x1853164010234112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326542.262894:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010233600:0@lo:38:kworker.0
00000100:00100000:0.0:1767326542.262922:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326542.262939:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233344
00000100:00100000:1.0:1767326542.262949:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233344
00000100:00100000:2.0:1767326542.262958:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233728
00000100:00100000:3.0:1767326542.262966:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326542.262971:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233728
00000100:00100000:0.0:1767326542.262986:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233472
00000100:00100000:0.0:1767326542.262991:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233472
00000100:00100000:2.0:1767326542.263049:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233984
00000100:00100000:1.0:1767326542.263054:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8812
00000100:00100000:2.0:1767326542.263055:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233984
00000100:00100000:0.0:1767326542.263061:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8813
00000100:00100000:0.0:1767326542.263081:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010233472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326542.263081:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010233344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326542.263098:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233600
00000100:00100000:2.0:1767326542.263103:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233600
00000100:00100000:3.0:1767326542.263109:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010233856:0@lo:38:kworker.0
00000100:00100000:2.0:1767326542.263136:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270
00000100:00100000:2.0:1767326542.263148:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010233728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326542.263166:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010233344:12345-0@lo:400:kworker.0 Request processed in 104us (430us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326542.263172:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010233472:12345-0@lo:400:kworker.0 Request processed in 100us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326542.263194:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326542.263195:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8812
00000100:00100000:2.0:1767326542.263211:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010233728:12345-0@lo:400:kworker.0 Request processed in 58us (369us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326542.263216:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8813
00000100:00100000:2.0:1767326542.263225:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270
00000100:00100000:3.0:1767326542.263244:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010234112:0@lo:38:kworker.0
00000100:00080000:1.0:1767326542.263246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326542.263251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326542.263253:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233856
00000100:00080000:1.0:1767326542.263257:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326542.263258:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233856
00000100:00100000:0.0:1767326542.263268:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271
00000100:00100000:0.0:1767326542.263280:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010233984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326542.263288:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879
00000100:00100000:3.0:1767326542.263315:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326542.263316:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010233600:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326542.263334:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010233344:0@lo:400:kworker.0
00010000:00020000:2.0:1767326542.263338:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326542.263369:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010233984:12345-0@lo:400:kworker.0 Request processed in 88us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326542.263377:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271
00000100:00100000:3.0:1767326542.263414:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010233216
00000100:00100000:1.0:1767326542.263415:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234112
00000100:00100000:2.0:1767326542.263453:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010233600:12345-0@lo:38:kworker.0 Request processed in 101us (458us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326542.263464:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:1.0:1767326542.263467:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234112
00000100:00100000:3.0:1767326542.263469:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010233216
00000100:00100000:2.0:1767326542.263476:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879
00000100:00100000:0.0:1767326542.263477:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010233856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326542.263490:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326542.263501:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:1.0:1767326542.263511:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010234112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326542.263526:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326542.263535:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34886
00000100:00100000:0.0:1767326542.263541:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010233856:12345-0@lo:38:kworker.0 Request processed in 63us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326542.263554:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010233216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326542.263556:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00100000:2.0:1767326542.263565:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010233728:0@lo:400:kworker.0
00000100:00100000:1.0:1767326542.263573:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010234112:12345-0@lo:38:kworker.0 Request processed in 57us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326542.263581:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00010000:00020000:3.0:1767326542.263589:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326542.263608:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010233984:0@lo:400:kworker.0
00000100:00080000:2.0:1767326542.263624:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326542.263632:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326542.263643:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010233856:0@lo:38:kworker.0
00000100:00100000:1.0:1767326542.263650:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010233472:0@lo:400:kworker.0
00000100:00100000:3.0:1767326542.263669:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010233216:12345-0@lo:38:kworker.0 Request processed in 113us (833us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326542.263671:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326542.263690:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326542.263691:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34886
00000100:00100000:2.0:1767326542.263703:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010234112:0@lo:38:kworker.0
00000100:00080000:2.0:1767326542.263721:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326542.263727:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326542.263731:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010233216:0@lo:38:kworker.0
00000100:00080000:2.0:1767326542.263737:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326542.263745:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326542.263747:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010233600:0@lo:38:kworker.0
00000100:00100000:3.0:1767326542.673077:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326542.673108:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326542.673140:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138816
00000100:00100000:0.0:1767326542.673151:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138816
00000100:00100000:1.0:1767326542.673164:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138688
00000100:00100000:1.0:1767326542.673171:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138688
00000100:00100000:1.0:1767326542.673223:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1272
00000100:00080000:2.0:1767326542.673231:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326542.673233:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2882
00000100:00100000:1.0:1767326542.673246:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993138816:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326542.673247:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993138688:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326542.673272:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326542.673341:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993138688:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326542.673345:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993138816:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 110us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326542.673353:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2882
00000100:00100000:1.0:1767326542.673362:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1272
00000100:00100000:0.0:1767326542.774625:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010234240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326542.774697:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326542.774762:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234240
00000100:00100000:1.0:1767326542.774770:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234240
00000100:00100000:1.0:1767326542.774818:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7667
00000100:00100000:1.0:1767326542.774829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010234240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326542.774861:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326542.774909:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010234240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326542.774918:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7667
00000100:00100000:0.0:1767326542.774959:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010234240:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326543.222601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326543.286639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010234368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326543.286715:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326543.286762:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234368
00000100:00100000:1.0:1767326543.286770:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234368
00000100:00100000:1.0:1767326543.286822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7668
00000100:00100000:1.0:1767326543.286829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010234368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326543.286856:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326543.286907:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010234368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326543.286930:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7668
00000100:00100000:2.0:1767326543.286954:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010234368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326544.246621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326545.270574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326546.294617:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326547.318578:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326547.382523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326547.382534:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326547.382538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326547.382542:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326547.382546:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326547.382555:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11740
00000100:00080000:0.0:1767326547.382560:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326547.382566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326547.382608:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010234496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326547.382667:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010234496:0@lo:38:kworker.0
00000100:00080000:0.0:1767326547.382678:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326547.382684:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326547.382686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326547.382691:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11740
00000100:00080000:0.0:1767326547.382695:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326547.382699:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326547.382706:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010234624:0@lo:400:kworker.0
00000100:00100000:0.0:1767326547.382716:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010234880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326547.382727:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010234752:0@lo:400:kworker.0
00000100:00100000:2.0:1767326547.382749:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326547.382756:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326547.382762:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326547.382768:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326547.382768:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326547.382777:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11740
00000100:00080000:0.0:1767326547.382793:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326547.382794:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010234880:0@lo:38:kworker.0
00000100:00080000:0.0:1767326547.382802:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326547.382804:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234496
00000100:00100000:3.0:1767326547.382814:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234496
00000100:00100000:0.0:1767326547.382830:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010235136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326547.382838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326547.382845:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234624
00000100:00100000:1.0:1767326547.382853:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234624
00000100:00100000:3.0:1767326547.382860:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34887
00000100:00080000:0.0:1767326547.382868:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326547.382874:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010234496:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326547.382875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010235136:0@lo:38:kworker.0
00000100:00080000:0.0:1767326547.382877:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326547.382882:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326547.382890:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11740
00000100:00080000:0.0:1767326547.382893:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326547.382900:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326547.382911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326547.382917:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8814
00010000:00020000:3.0:1767326547.382917:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326547.382920:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010235392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326547.382935:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010234624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326547.382943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010235392:0@lo:38:kworker.0
00000100:00100000:0.0:1767326547.382956:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010235008:0@lo:400:kworker.0
00000100:00100000:3.0:1767326547.382971:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010234496:12345-0@lo:38:kworker.0 Request processed in 99us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326547.382989:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34887
00000100:00100000:2.0:1767326547.382990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326547.383008:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010234624:12345-0@lo:400:kworker.0 Request processed in 77us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326547.383018:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8814
00000100:00100000:3.0:1767326547.383031:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326547.383041:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326547.383053:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326547.383060:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234752
00000100:00080000:2.0:1767326547.383061:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326547.383068:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234752
00000100:00100000:2.0:1767326547.383069:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010234496:0@lo:38:kworker.0
00000100:00100000:0.0:1767326547.383084:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326547.383097:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010235264:0@lo:400:kworker.0
00000100:00100000:3.0:1767326547.383103:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8815
00000100:00100000:3.0:1767326547.383118:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010234752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326547.383129:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326547.383150:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010234624:0@lo:400:kworker.0
00000100:00100000:2.0:1767326547.383151:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010234880
00000100:00100000:2.0:1767326547.383159:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010234880
00000100:00100000:3.0:1767326547.383181:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010234752:12345-0@lo:400:kworker.0 Request processed in 66us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326547.383190:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8815
00000100:00100000:0.0:1767326547.383191:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235136
00000100:00100000:2.0:1767326547.383194:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235392
00000100:00100000:0.0:1767326547.383197:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235136
00000100:00100000:2.0:1767326547.383199:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235392
00000100:00100000:1.0:1767326547.383208:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235008
00000100:00100000:1.0:1767326547.383214:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235008
00000100:00100000:3.0:1767326547.383222:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235264
00000100:00100000:0.0:1767326547.383227:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883
00000100:00100000:3.0:1767326547.383228:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235264
00000100:00100000:0.0:1767326547.383241:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010234880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326547.383241:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00010000:00020000:0.0:1767326547.383254:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326547.383271:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010235136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326547.383286:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326547.383291:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273
00000100:00100000:3.0:1767326547.383302:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274
00000100:00100000:1.0:1767326547.383307:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010235008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326547.383311:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010234880:12345-0@lo:38:kworker.0 Request processed in 72us (476us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326547.383320:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010235264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326547.383327:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883
00000100:00100000:2.0:1767326547.383345:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010235136:12345-0@lo:38:kworker.0 Request processed in 86us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326547.383355:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:0.0:1767326547.383363:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885
00000100:00100000:0.0:1767326547.383371:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010235392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326547.383379:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010235008:12345-0@lo:400:kworker.0 Request processed in 77us (338us total) trans 0 rc 0/0
00010000:00020000:0.0:1767326547.383386:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326547.383388:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010235264:12345-0@lo:400:kworker.0 Request processed in 72us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326547.383395:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273
00000100:00100000:3.0:1767326547.383404:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274
00000100:00080000:2.0:1767326547.383407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326547.383414:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326547.383447:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010235136:0@lo:38:kworker.0
00000100:00100000:0.0:1767326547.383457:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010235392:12345-0@lo:38:kworker.0 Request processed in 82us (468us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326547.383468:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326547.383469:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885
00000100:00080000:2.0:1767326547.383479:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326547.383486:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010235264:0@lo:400:kworker.0
00000100:00100000:2.0:1767326547.383487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010234880:0@lo:38:kworker.0
00000100:00100000:3.0:1767326547.383492:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010234752:0@lo:400:kworker.0
00000100:00080000:0.0:1767326547.383499:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326547.383507:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326547.383510:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767326547.383532:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326547.383537:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010235008:0@lo:400:kworker.0
00000100:00080000:2.0:1767326547.383539:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326547.383548:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010235392:0@lo:38:kworker.0
00000100:00100000:0.0:1767326547.793074:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326547.793111:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326547.793133:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993138944
00000100:00100000:2.0:1767326547.793142:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993138944
00000100:00100000:3.0:1767326547.793166:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139072
00000100:00100000:3.0:1767326547.793171:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139072
00000100:00100000:2.0:1767326547.793195:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2886
00000100:00100000:2.0:1767326547.793207:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993138944:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326547.793227:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326547.793234:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326547.793239:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1275
00000100:00100000:1.0:1767326547.793267:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993139072:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326547.793312:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993138944:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326547.793323:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2886
00000100:00100000:1.0:1767326547.793324:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993139072:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326547.793336:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1275
00000100:00100000:0.0:1767326547.894594:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010235520:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326547.894669:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326547.894722:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235520
00000100:00100000:1.0:1767326547.894731:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235520
00000100:00100000:1.0:1767326547.894784:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7669
00000100:00100000:1.0:1767326547.894795:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010235520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326547.894823:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326547.894865:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010235520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326547.894871:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7669
00000100:00100000:0.0:1767326547.894908:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010235520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326548.342606:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326548.406632:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010235648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326548.406704:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326548.406756:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235648
00000100:00100000:1.0:1767326548.406764:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235648
00000100:00100000:1.0:1767326548.406807:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7670
00000100:00100000:1.0:1767326548.406815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010235648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326548.406842:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326548.406883:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010235648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326548.406890:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7670
00000100:00100000:2.0:1767326548.406928:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010235648:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326549.366541:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326550.390593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326551.414586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326552.438579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326552.502569:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326552.502580:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326552.502584:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326552.502588:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326552.502592:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326552.502601:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11745
00000100:00080000:1.0:1767326552.502607:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326552.502614:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326552.502655:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010235776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326552.502725:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326552.502726:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010235776:0@lo:38:kworker.0
00000100:00080000:1.0:1767326552.502733:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326552.502738:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326552.502746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11745
00000100:00100000:0.0:1767326552.502748:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010235904:0@lo:400:kworker.0
00000100:00080000:1.0:1767326552.502749:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326552.502758:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326552.502776:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887800 x1853164010236160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326552.502786:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010236032:0@lo:400:kworker.0
00000100:00080000:1.0:1767326552.502815:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326552.502822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326552.502824:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326552.502827:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326552.502832:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326552.502837:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11745
00000100:00080000:1.0:1767326552.502842:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326552.502847:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326552.502864:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886300 x1853164010236416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326552.502866:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235776
00000100:00100000:3.0:1767326552.502876:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235776
00000100:00100000:2.0:1767326552.502895:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010236160:0@lo:38:kworker.0
00000100:00080000:1.0:1767326552.502903:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326552.502908:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326552.502911:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326552.502916:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11745
00000100:00080000:1.0:1767326552.502920:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326552.502926:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34888
00000100:00100000:0.0:1767326552.502927:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010236288:0@lo:400:kworker.0
00000100:00080000:1.0:1767326552.502929:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326552.502941:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010235776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326552.502942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326552.502952:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885c00 x1853164010236672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:3.0:1767326552.502966:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326552.502980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010236416:0@lo:38:kworker.0
00000100:00100000:0.0:1767326552.502981:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326552.502998:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236160
00000100:00100000:1.0:1767326552.503004:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236160
00000100:00100000:0.0:1767326552.503035:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326552.503037:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236288
00000100:00100000:1.0:1767326552.503043:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236288
00000100:00100000:3.0:1767326552.503047:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010235776:12345-0@lo:38:kworker.0 Request processed in 107us (229us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326552.503054:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326552.503065:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010236544:0@lo:400:kworker.0
00000100:00100000:3.0:1767326552.503071:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34888
00000100:00100000:1.0:1767326552.503096:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236416
00000100:00100000:1.0:1767326552.503102:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236416
00000100:00080000:2.0:1767326552.503106:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326552.503112:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326552.503118:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326552.503119:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326552.503128:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276
00000100:00100000:2.0:1767326552.503131:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010235776:0@lo:38:kworker.0
00000100:00100000:1.0:1767326552.503143:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010236288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326552.503162:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010236672:0@lo:38:kworker.0
00000100:00100000:0.0:1767326552.503170:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236544
00000100:00100000:0.0:1767326552.503177:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236544
00000100:00100000:3.0:1767326552.503179:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010235904
00000100:00100000:3.0:1767326552.503187:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010235904
00000100:00100000:2.0:1767326552.503207:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326552.503215:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010236288:12345-0@lo:400:kworker.0 Request processed in 75us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326552.503216:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236672
00000100:00100000:1.0:1767326552.503243:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276
00000100:00100000:3.0:1767326552.503254:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236032
00000100:00100000:0.0:1767326552.503256:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236672
00000100:00100000:3.0:1767326552.503261:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236032
00000100:00100000:1.0:1767326552.503270:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277
00000100:00100000:1.0:1767326552.503284:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010236544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326552.503305:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8816
00000100:00100000:0.0:1767326552.503309:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887
00000100:00100000:0.0:1767326552.503320:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010236160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326552.503324:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010235904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326552.503327:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8817
00000100:00100000:1.0:1767326552.503328:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010236544:12345-0@lo:400:kworker.0 Request processed in 45us (215us total) trans 0 rc 0/0
00010000:00020000:0.0:1767326552.503342:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326552.503344:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277
00000100:00100000:2.0:1767326552.503350:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010236032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326552.503371:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888
00000100:00100000:1.0:1767326552.503379:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010236416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326552.503393:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326552.503400:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010235904:12345-0@lo:400:kworker.0 Request processed in 81us (578us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326552.503411:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010236160:12345-0@lo:38:kworker.0 Request processed in 90us (472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326552.503412:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8816
00000100:00100000:2.0:1767326552.503452:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010236032:12345-0@lo:400:kworker.0 Request processed in 108us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326552.503458:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887
00000100:00100000:2.0:1767326552.503470:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8817
00000100:00100000:1.0:1767326552.503478:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010236416:12345-0@lo:38:kworker.0 Request processed in 95us (427us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326552.503489:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:1.0:1767326552.503501:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888
00000100:00100000:0.0:1767326552.503502:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010236672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326552.503518:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326552.503521:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010236032:0@lo:400:kworker.0
00000100:00080000:1.0:1767326552.503541:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326552.503547:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767326552.503551:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326552.503556:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010235904:0@lo:400:kworker.0
00000100:00100000:0.0:1767326552.503575:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010236672:12345-0@lo:38:kworker.0 Request processed in 76us (369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326552.503584:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00100000:1.0:1767326552.503592:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010236544:0@lo:400:kworker.0
00000100:00080000:3.0:1767326552.503615:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326552.503620:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010236288:0@lo:400:kworker.0
00000100:00080000:3.0:1767326552.503630:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326552.503638:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010236672:0@lo:38:kworker.0
00000100:00080000:3.0:1767326552.503653:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326552.503657:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326552.503660:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010236160:0@lo:38:kworker.0
00000100:00080000:3.0:1767326552.503668:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326552.503672:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326552.503675:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010236416:0@lo:38:kworker.0
00000100:00100000:3.0:1767326552.913107:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326552.913144:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326552.913174:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139328
00000100:00100000:0.0:1767326552.913185:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139328
00000100:00100000:2.0:1767326552.913252:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139200
00000100:00100000:2.0:1767326552.913259:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139200
00000100:00080000:1.0:1767326552.913267:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326552.913287:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1278
00000100:00100000:2.0:1767326552.913298:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2890
00000100:00100000:0.0:1767326552.913300:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993139328:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326552.913307:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993139200:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326552.913326:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326552.913376:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993139328:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326552.913376:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993139200:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 65us (225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326552.913388:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1278
00000100:00100000:2.0:1767326552.913404:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2890
00000100:00100000:2.0:1767326553.014565:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010236800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326553.014627:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326553.014667:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236800
00000100:00100000:1.0:1767326553.014675:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236800
00000100:00100000:1.0:1767326553.014717:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7671
00000100:00100000:1.0:1767326553.014725:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010236800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326553.014750:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326553.014790:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010236800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326553.014797:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7671
00000100:00100000:2.0:1767326553.014830:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010236800:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326553.462559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326553.526589:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010236928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326553.526651:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326553.526698:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010236928
00000100:00100000:1.0:1767326553.526707:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010236928
00000100:00100000:1.0:1767326553.526749:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7672
00000100:00100000:1.0:1767326553.526756:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010236928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326553.526783:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326553.526824:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010236928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326553.526833:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7672
00000100:00100000:3.0:1767326553.526867:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010236928:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326554.486562:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326555.510582:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326556.534540:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326557.558541:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326557.622498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326557.622507:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326557.622510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326557.622513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326557.622517:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326557.622523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11750
00000100:00080000:3.0:1767326557.622528:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326557.622535:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326557.622570:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7800 x1853164010237056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326557.622618:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326557.622624:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010237056:0@lo:38:kworker.0
00000100:00080000:3.0:1767326557.622624:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326557.622627:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326557.622635:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11750
00000100:00080000:3.0:1767326557.622639:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767326557.622640:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010237312:0@lo:400:kworker.0
00000100:00100000:1.0:1767326557.622640:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010237184:0@lo:400:kworker.0
00000100:00080000:3.0:1767326557.622644:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326557.622660:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1c00 x1853164010237440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326557.622686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326557.622689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326557.622691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326557.622694:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11750
00000100:00080000:3.0:1767326557.622698:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326557.622701:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326557.622709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326557.622711:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326557.622713:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2d80 x1853164010237696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326557.622728:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010237568:0@lo:400:kworker.0
00000100:00080000:3.0:1767326557.622730:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326557.622737:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326557.622740:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326557.622744:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11750
00000100:00080000:3.0:1767326557.622746:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326557.622749:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326557.622760:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2300 x1853164010237952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326557.622771:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326557.622786:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010237440:0@lo:38:kworker.0
00000100:00100000:3.0:1767326557.622787:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010237824:0@lo:400:kworker.0
00000100:00100000:1.0:1767326557.622801:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326557.622823:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237184
00000100:00100000:0.0:1767326557.622832:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237184
00000100:00100000:2.0:1767326557.622832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326557.622847:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237312
00000100:00100000:3.0:1767326557.622852:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237312
00000100:00100000:2.0:1767326557.622863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010237696:0@lo:38:kworker.0
00000100:00100000:1.0:1767326557.622872:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237056
00000100:00100000:1.0:1767326557.622879:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237056
00000100:00100000:2.0:1767326557.622892:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326557.622913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010237952:0@lo:38:kworker.0
00000100:00100000:1.0:1767326557.622928:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34889
00000100:00100000:3.0:1767326557.622929:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8818
00000100:00100000:2.0:1767326557.622935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326557.622941:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8819
00000100:00100000:1.0:1767326557.622942:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010237056:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326557.622949:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010237312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326557.622956:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010237184:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326557.622963:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326557.622968:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237568
00000100:00100000:2.0:1767326557.622972:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237568
00000100:00100000:2.0:1767326557.623007:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237440
00000100:00100000:2.0:1767326557.623010:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237440
00000100:00100000:1.0:1767326557.623021:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010237056:12345-0@lo:38:kworker.0 Request processed in 80us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326557.623026:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010237184:12345-0@lo:400:kworker.0 Request processed in 76us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326557.623027:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237696
00000100:00100000:2.0:1767326557.623032:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237696
00000100:00100000:1.0:1767326557.623035:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34889
00000100:00100000:3.0:1767326557.623036:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010237312:12345-0@lo:400:kworker.0 Request processed in 89us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326557.623037:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8819
00000100:00100000:3.0:1767326557.623053:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8818
00000100:00100000:2.0:1767326557.623058:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237952
00000100:00100000:2.0:1767326557.623062:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237952
00000100:00080000:0.0:1767326557.623064:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326557.623071:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326557.623075:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326557.623079:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279
00000100:00100000:1.0:1767326557.623089:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010237184:0@lo:400:kworker.0
00000100:00100000:2.0:1767326557.623090:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010237568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326557.623119:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891
00000100:00100000:3.0:1767326557.623126:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010237440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326557.623133:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010237312:0@lo:400:kworker.0
00010000:00020000:3.0:1767326557.623139:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326557.623146:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010237568:12345-0@lo:400:kworker.0 Request processed in 56us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326557.623147:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892
00000100:00100000:1.0:1767326557.623159:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010237696:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326557.623162:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279
00010000:00020000:1.0:1767326557.623175:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326557.623176:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010237440:12345-0@lo:38:kworker.0 Request processed in 47us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326557.623183:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:3.0:1767326557.623209:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891
00000100:00100000:0.0:1767326557.623210:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010237952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326557.623223:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326557.623229:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010237696:12345-0@lo:38:kworker.0 Request processed in 70us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326557.623238:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892
00000100:00100000:3.0:1767326557.623246:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326557.623251:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010237568:0@lo:400:kworker.0
00000100:00100000:1.0:1767326557.623258:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010237824
00000100:00100000:0.0:1767326557.623263:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010237952:12345-0@lo:38:kworker.0 Request processed in 55us (330us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326557.623264:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010237824
00000100:00100000:0.0:1767326557.623270:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00080000:2.0:1767326557.623295:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326557.623303:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326557.623303:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326557.623313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010237440:0@lo:38:kworker.0
00000100:00100000:3.0:1767326557.623316:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280
00000100:00100000:3.0:1767326557.623331:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010237824:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326557.623337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326557.623344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326557.623349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010237696:0@lo:38:kworker.0
00000100:00080000:2.0:1767326557.623362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326557.623368:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326557.623371:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010237824:12345-0@lo:400:kworker.0 Request processed in 41us (122us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326557.623376:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010237952:0@lo:38:kworker.0
00000100:00100000:3.0:1767326557.623381:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280
00000100:00100000:0.0:1767326557.623394:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010237824:0@lo:400:kworker.0
00000100:00080000:2.0:1767326557.623401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326557.623409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326557.623452:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010237056:0@lo:38:kworker.0
00000100:00100000:3.0:1767326558.033139:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326558.033217:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326558.033254:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139584
00000100:00100000:0.0:1767326558.033268:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139584
00000100:00100000:1.0:1767326558.033286:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139456
00000100:00100000:1.0:1767326558.033300:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139456
00000100:00080000:2.0:1767326558.033368:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326558.033385:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1281
00000100:00100000:0.0:1767326558.033400:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2894
00000100:00100000:1.0:1767326558.033408:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993139584:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326558.033469:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993139456:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326558.033514:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326558.033580:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993139456:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 164us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326558.033581:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993139584:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 177us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326558.033610:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1281
00000100:00100000:0.0:1767326558.033620:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2894
00000100:00100000:1.0:1767326558.134719:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010238080:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326558.134789:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326558.134857:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238080
00000100:00100000:0.0:1767326558.134873:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238080
00000100:00100000:0.0:1767326558.134949:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7673
00000100:00100000:0.0:1767326558.134960:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010238080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326558.134993:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326558.135076:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010238080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326558.135087:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7673
00000100:00100000:1.0:1767326558.135119:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010238080:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326558.582594:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326558.646734:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010238208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326558.646862:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326558.646961:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238208
00000100:00100000:1.0:1767326558.646978:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238208
00000100:00100000:1.0:1767326558.647082:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7674
00000100:00100000:1.0:1767326558.647106:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010238208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326558.647155:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326558.647256:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010238208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326558.647266:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7674
00000100:00100000:0.0:1767326558.647363:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010238208:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326559.606664:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326560.630656:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326561.654660:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767326562.129375:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993139712 offset 0 length 520: 4
00000100:00100000:3.0:1767326562.129499:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326562.129546:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326562.129637:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139968
00000100:00100000:0.0:1767326562.129659:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139968
00000100:00100000:1.0:1767326562.129673:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993139840
00000100:00100000:1.0:1767326562.129692:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993139840
00000100:00100000:0.0:1767326562.129775:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1282
00000100:00100000:0.0:1767326562.129797:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993139968:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326562.129816:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2895
00000100:00080000:2.0:1767326562.129829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326562.129843:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993139840:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326562.129894:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326562.129929:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993139968:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 136us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326562.129942:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1282
00000100:00100000:1.0:1767326562.129986:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993139840:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 146us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326562.130012:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2895
00010000:00010000:1.0:1767326562.678623:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326562.742643:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326537/real 1767326537]  req@ffff9bb5adf9d500 x1853164010231808/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326562.742679:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326562.742690:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1767326562.742697:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5adf9d500 x1853164010231808/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326562.742698:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326562.742713:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326562.742723:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326562.742734:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11755
00000100:00080000:1.0:1767326562.742742:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326562.742743:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326562.742755:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767326562.742777:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326562.742788:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010231808:0@lo:250:kworker.0
00000100:00100000:1.0:1767326562.742822:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886300 x1853164010238336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326562.742912:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010238336:0@lo:38:kworker.0
00000100:00080000:1.0:1767326562.742914:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326562.742925:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326562.742933:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010238592:0@lo:400:kworker.0
00000100:00080000:1.0:1767326562.742933:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326562.742943:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11755
00000100:00080000:1.0:1767326562.742949:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326562.742954:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326562.742977:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010238464:0@lo:400:kworker.0
00000100:00100000:1.0:1767326562.742979:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884380 x1853164010238720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326562.743029:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326562.743037:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326562.743041:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326562.743049:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326562.743052:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326562.743059:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11755
00000100:00080000:1.0:1767326562.743065:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326562.743069:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326562.743089:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010238976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326562.743119:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326562.743123:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238336
00000100:00080000:1.0:1767326562.743124:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326562.743129:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326562.743138:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11755
00000100:00080000:1.0:1767326562.743143:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767326562.743145:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238336
00000100:00080000:1.0:1767326562.743150:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326562.743186:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010238720:0@lo:38:kworker.0
00000100:00100000:0.0:1767326562.743226:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010239104:0@lo:400:kworker.0
00000100:00100000:1.0:1767326562.743229:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343b80 x1853164010239232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326562.743262:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326562.743272:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326562.743273:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767326562.743281:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326562.743283:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34890
00000100:00080000:1.0:1767326562.743291:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11735
00000100:00080000:1.0:1767326562.743295:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326562.743302:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010238336:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326562.743306:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326562.743327:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010238848:0@lo:400:kworker.0
00000100:00100000:3.0:1767326562.743333:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010238976:0@lo:38:kworker.0
00000100:00100000:1.0:1767326562.743338:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343100 x1853164010239360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767326562.743343:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326562.743392:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238720
00000100:00100000:1.0:1767326562.743399:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238720
00000100:00100000:3.0:1767326562.743408:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326562.743483:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238976
00000100:00100000:2.0:1767326562.743487:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010238336:12345-0@lo:38:kworker.0 Request processed in 137us (411us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326562.743492:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238976
00000100:00080000:3.0:1767326562.743500:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326562.743501:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00080000:3.0:1767326562.743516:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326562.743521:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010238720:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326562.743532:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010238336:0@lo:38:kworker.0
00000100:00100000:0.0:1767326562.743545:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897
00010000:00020000:1.0:1767326562.743554:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326562.743557:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34890
00000100:00100000:3.0:1767326562.743567:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010239232:0@lo:38:kworker.0
00000100:00100000:0.0:1767326562.743578:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010238976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326562.743599:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326562.743633:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010238720:12345-0@lo:38:kworker.0 Request processed in 110us (363us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326562.743634:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326562.743651:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326562.743659:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00100000:0.0:1767326562.743668:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010238976:12345-0@lo:38:kworker.0 Request processed in 86us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326562.743678:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010239360:0@lo:250:kworker.0
00000100:00100000:0.0:1767326562.743685:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897
00000100:00100000:1.0:1767326562.743693:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010239232
00000100:00100000:1.0:1767326562.743701:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010239232
00000400:00000100:3.0:1767326562.743722:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010239360 offset 0 length 520: 4
00000100:00100000:2.0:1767326562.743730:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238592
00000100:00100000:2.0:1767326562.743739:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238592
00000100:00100000:0.0:1767326562.743751:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:0.0:1767326562.743763:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010239232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326562.743776:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326562.743811:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326562.743813:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326562.743827:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238464
00000100:00080000:3.0:1767326562.743828:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326562.743836:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238464
00000100:00100000:0.0:1767326562.743838:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010239232:12345-0@lo:38:kworker.0 Request processed in 73us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326562.743849:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010238720:0@lo:38:kworker.0
00000100:00100000:0.0:1767326562.743857:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:1.0:1767326562.743892:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010238848
00000100:00080000:3.0:1767326562.743897:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326562.743901:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010238848
00000100:00100000:2.0:1767326562.743905:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8820
00000100:00080000:3.0:1767326562.743914:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326562.743927:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010238976:0@lo:38:kworker.0
00000100:00100000:2.0:1767326562.743931:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010238592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326562.743936:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326562.743963:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010239104
00000100:00100000:1.0:1767326562.743970:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010239104
00000100:00080000:3.0:1767326562.743988:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326562.744002:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326562.744012:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010239232:0@lo:38:kworker.0
00000100:00100000:1.0:1767326562.744022:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283
00000100:00100000:0.0:1767326562.744037:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284
00000100:00100000:1.0:1767326562.744050:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010238848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326562.744051:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010238592:12345-0@lo:400:kworker.0 Request processed in 122us (1009us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326562.744061:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010239104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326562.744090:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8821
00000100:00100000:2.0:1767326562.744109:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8820
00000100:00100000:3.0:1767326562.744120:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010238464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326562.744142:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010238848:12345-0@lo:400:kworker.0 Request processed in 106us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326562.744176:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283
00000100:00080000:2.0:1767326562.744186:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326562.744190:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010239104:12345-0@lo:400:kworker.0 Request processed in 138us (263us total) trans 0 rc 0/0
00000100:00080000:2.0:1767326562.744201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326562.744203:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284
00000100:00080000:2.0:1767326562.744213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326562.744245:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010238848:0@lo:400:kworker.0
00000100:00100000:3.0:1767326562.744248:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010238464:12345-0@lo:400:kworker.0 Request processed in 140us (601us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326562.744267:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8821
00000100:00100000:0.0:1767326562.744282:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010239104:0@lo:400:kworker.0
00000100:00100000:2.0:1767326562.744331:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010238592:0@lo:400:kworker.0
00000100:00100000:3.0:1767326562.744349:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010238464:0@lo:400:kworker.0
00000100:00100000:2.0:1767326563.254718:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010239488:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326563.254823:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326563.254902:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010239488
00000100:00100000:1.0:1767326563.254916:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010239488
00000100:00100000:1.0:1767326563.255007:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675
00000100:00100000:1.0:1767326563.255022:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010239488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326563.255065:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326563.255137:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010239488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326563.255165:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7675
00000100:00100000:2.0:1767326563.255209:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010239488:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326563.702698:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326563.766722:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010239616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326563.766818:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326563.766915:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010239616
00000100:00100000:1.0:1767326563.766930:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010239616
00000100:00100000:1.0:1767326563.767029:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7676
00000100:00100000:1.0:1767326563.767046:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010239616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326563.767093:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326563.767185:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010239616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326563.767213:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7676
00000100:00100000:0.0:1767326563.767252:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010239616:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326564.726597:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326565.750706:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326566.774606:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326567.249060:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326567.249148:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326567.249184:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140224
00000100:00100000:1.0:1767326567.249201:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140224
00000100:00100000:2.0:1767326567.249247:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140096
00000100:00100000:2.0:1767326567.249258:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140096
00000100:00080000:3.0:1767326567.249285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326567.249319:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1285
00000100:00100000:2.0:1767326567.249334:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2899
00000100:00100000:1.0:1767326567.249342:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993140224:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326567.249351:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993140096:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326567.249380:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326567.249488:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993140224:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 154us (442us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326567.249497:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993140096:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 144us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326567.249509:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1285
00000100:00100000:2.0:1767326567.249538:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2899
00010000:00010000:1.0:1767326567.798693:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326567.862567:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326567.862579:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326567.862584:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326567.862615:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326567.862621:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326567.862630:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11760
00000100:00080000:0.0:1767326567.862636:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326567.862645:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326567.862696:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010239744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326567.862775:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326567.862780:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326567.862782:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326567.862787:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11760
00000100:00080000:0.0:1767326567.862790:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326567.862798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326567.862798:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010239744:0@lo:38:kworker.0
00000100:00100000:0.0:1767326567.862817:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53100 x1853164010240128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326567.862826:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010239872:0@lo:400:kworker.0
00000100:00100000:2.0:1767326567.862853:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010240000:0@lo:400:kworker.0
00000100:00080000:0.0:1767326567.862862:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326567.862868:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326567.862870:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326567.862875:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11760
00000100:00080000:0.0:1767326567.862878:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326567.862882:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326567.862898:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52680 x1853164010240384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326567.862920:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326567.862931:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326567.862936:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326567.862940:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326567.862944:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326567.862949:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11760
00000100:00080000:0.0:1767326567.862952:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326567.862957:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326567.862972:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51880 x1853164010240640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326567.862980:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010240256:0@lo:400:kworker.0
00000100:00100000:0.0:1767326567.863024:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010240512:0@lo:400:kworker.0
00000100:00100000:3.0:1767326567.863025:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010240128:0@lo:38:kworker.0
00000100:00100000:2.0:1767326567.863045:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326567.863051:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010239744
00000100:00100000:1.0:1767326567.863063:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010239744
00000100:00100000:0.0:1767326567.863099:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326567.863144:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34891
00000100:00100000:3.0:1767326567.863147:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010239872
00000100:00100000:2.0:1767326567.863151:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240256
00000100:00100000:1.0:1767326567.863157:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010239744:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326567.863159:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010239872
00000100:00100000:2.0:1767326567.863162:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240256
00000100:00100000:0.0:1767326567.863184:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326567.863192:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326567.863215:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010240384:0@lo:38:kworker.0
00000100:00100000:1.0:1767326567.863256:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010239744:12345-0@lo:38:kworker.0 Request processed in 100us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326567.863269:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34891
00000100:00100000:0.0:1767326567.863276:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326567.863278:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8822
00000100:00100000:2.0:1767326567.863297:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240512
00000100:00100000:3.0:1767326567.863304:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010239872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326567.863307:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240512
00000100:00100000:1.0:1767326567.863315:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240128
00000100:00100000:0.0:1767326567.863320:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010240640:0@lo:38:kworker.0
00000100:00100000:1.0:1767326567.863323:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240128
00000100:00100000:2.0:1767326567.863365:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240384
00000100:00100000:1.0:1767326567.863372:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286
00000100:00100000:2.0:1767326567.863377:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240384
00000100:00100000:0.0:1767326567.863380:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326567.863388:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010240256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326567.863412:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240640
00000100:00100000:2.0:1767326567.863466:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240640
00000100:00100000:2.0:1767326567.863501:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287
00000100:00080000:0.0:1767326567.863517:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326567.863517:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010239872:12345-0@lo:400:kworker.0 Request processed in 220us (587us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326567.863524:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010240512:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326567.863532:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326567.863533:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010240256:12345-0@lo:400:kworker.0 Request processed in 145us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326567.863548:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010239744:0@lo:38:kworker.0
00000100:00100000:3.0:1767326567.863555:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8822
00000100:00100000:1.0:1767326567.863557:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286
00000100:00100000:1.0:1767326567.863596:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900
00000100:00100000:1.0:1767326567.863602:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010240128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326567.863615:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326567.863622:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:2.0:1767326567.863634:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010240512:12345-0@lo:400:kworker.0 Request processed in 117us (534us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326567.863635:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010240384:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326567.863650:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010239872:0@lo:400:kworker.0
00010000:00020000:0.0:1767326567.863659:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326567.863663:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287
00000100:00100000:1.0:1767326567.863666:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010240128:12345-0@lo:38:kworker.0 Request processed in 59us (479us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326567.863679:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900
00000100:00100000:2.0:1767326567.863711:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:0.0:1767326567.863715:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010240384:12345-0@lo:38:kworker.0 Request processed in 81us (449us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326567.863728:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010240640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326567.863730:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00010000:00020000:2.0:1767326567.863757:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326567.863757:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326567.863772:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326567.863779:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326567.863787:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326567.863793:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010240128:0@lo:38:kworker.0
00000100:00100000:3.0:1767326567.863805:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326567.863816:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326567.863824:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326567.863833:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010240640:12345-0@lo:38:kworker.0 Request processed in 103us (457us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326567.863834:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010240384:0@lo:38:kworker.0
00000100:00100000:2.0:1767326567.863859:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00080000:1.0:1767326567.863867:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326567.863874:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326567.863881:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010240640:0@lo:38:kworker.0
00000100:00100000:0.0:1767326567.863886:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010240256:0@lo:400:kworker.0
00000100:00100000:3.0:1767326567.863896:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240000
00000100:00100000:3.0:1767326567.863907:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240000
00000100:00100000:2.0:1767326567.863962:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010240512:0@lo:400:kworker.0
00000100:00100000:3.0:1767326567.863984:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8823
00000100:00100000:3.0:1767326567.864005:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010240000:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326567.864035:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326567.864076:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010240000:12345-0@lo:400:kworker.0 Request processed in 77us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326567.864088:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8823
00000100:00100000:2.0:1767326567.864115:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010240000:0@lo:400:kworker.0
00000100:00100000:1.0:1767326568.374634:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010240768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326568.374716:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326568.374770:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240768
00000100:00100000:0.0:1767326568.374780:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240768
00000100:00100000:0.0:1767326568.374838:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7677
00000100:00100000:0.0:1767326568.374852:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010240768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326568.374892:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326568.374949:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010240768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326568.374957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7677
00000100:00100000:1.0:1767326568.375006:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010240768:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326568.822620:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326568.886640:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326568.886660:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010240896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326568.886737:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326568.886782:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010240896
00000100:00100000:0.0:1767326568.886792:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010240896
00000100:00100000:0.0:1767326568.886843:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7678
00000100:00100000:0.0:1767326568.886852:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010240896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326568.886884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326568.886932:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010240896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326568.886939:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7678
00000100:00100000:1.0:1767326568.886982:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010240896:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326569.846639:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326570.870675:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326571.894652:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326572.368950:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326572.368983:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326572.369009:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140352
00000100:00100000:2.0:1767326572.369021:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140352
00000100:00100000:0.0:1767326572.369031:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140480
00000100:00100000:0.0:1767326572.369037:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140480
00000100:00100000:2.0:1767326572.369077:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2903
00000100:00100000:2.0:1767326572.369101:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993140352:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326572.369112:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326572.369123:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1288
00010000:00020000:2.0:1767326572.369127:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326572.369134:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993140480:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326572.369203:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993140480:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326572.369209:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993140352:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 118us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326572.369215:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1288
00000100:00100000:2.0:1767326572.369227:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2903
00010000:00010000:1.0:1767326572.918564:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326572.982562:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326572.982571:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326572.982574:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326572.982577:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326572.982582:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326572.982590:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11765
00000100:00080000:2.0:1767326572.982594:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326572.982602:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326572.982644:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3100 x1853164010241024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326572.982700:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326572.982701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010241024:0@lo:38:kworker.0
00000100:00080000:2.0:1767326572.982706:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326572.982710:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326572.982714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11765
00000100:00080000:2.0:1767326572.982716:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326572.982729:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010241280:0@lo:400:kworker.0
00000100:00080000:2.0:1767326572.982740:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326572.982746:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010241152:0@lo:400:kworker.0
00000100:00100000:2.0:1767326572.982759:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1f80 x1853164010241408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326572.982791:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326572.982792:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326572.982801:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326572.982806:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326572.982808:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326572.982812:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010241536:0@lo:400:kworker.0
00000100:00080000:2.0:1767326572.982814:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11765
00000100:00080000:2.0:1767326572.982819:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326572.982825:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326572.982839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010241408:0@lo:38:kworker.0
00000100:00100000:2.0:1767326572.982843:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010241664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326572.982862:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326572.982864:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241024
00000100:00080000:2.0:1767326572.982872:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326572.982876:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326572.982876:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241024
00000100:00080000:2.0:1767326572.982881:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326572.982887:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11765
00000100:00100000:0.0:1767326572.982891:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326572.982892:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326572.982897:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767326572.982899:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326572.982910:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010241792:0@lo:400:kworker.0
00000100:00100000:2.0:1767326572.982916:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2a00 x1853164010241920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326572.982924:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010241664:0@lo:38:kworker.0
00000100:00100000:1.0:1767326572.982942:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326572.982944:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241536
00000100:00100000:2.0:1767326572.982949:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241536
00000100:00100000:0.0:1767326572.982963:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241408
00000100:00100000:0.0:1767326572.982969:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241408
00000100:00100000:1.0:1767326572.982987:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241792
00000100:00100000:1.0:1767326572.982992:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241792
00000100:00100000:0.0:1767326572.983007:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289
00000100:00100000:3.0:1767326572.983007:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34892
00000100:00100000:2.0:1767326572.983018:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:3.0:1767326572.983020:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010241024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326572.983024:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010241536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326572.983028:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010241408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326572.983041:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290
00010000:00020000:3.0:1767326572.983044:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326572.983047:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326572.983055:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010241792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326572.983102:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010241536:12345-0@lo:400:kworker.0 Request processed in 65us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326572.983113:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289
00000100:00100000:3.0:1767326572.983114:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010241024:12345-0@lo:38:kworker.0 Request processed in 92us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326572.983124:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34892
00000100:00100000:2.0:1767326572.983126:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010241408:12345-0@lo:38:kworker.0 Request processed in 98us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326572.983134:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:1.0:1767326572.983141:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010241792:12345-0@lo:400:kworker.0 Request processed in 87us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326572.983151:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326572.983158:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290
00000100:00080000:3.0:1767326572.983178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326572.983182:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326572.983192:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241664
00000100:00100000:1.0:1767326572.983196:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241664
00000100:00080000:0.0:1767326572.983212:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326572.983218:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241280
00000100:00080000:0.0:1767326572.983219:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326572.983225:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:3.0:1767326572.983226:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241280
00000100:00100000:0.0:1767326572.983227:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010241408:0@lo:38:kworker.0
00000100:00100000:1.0:1767326572.983235:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010241664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326572.983246:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326572.983248:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326572.983254:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326572.983258:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010241024:0@lo:38:kworker.0
00000100:00080000:2.0:1767326572.983264:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326572.983283:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241152
00000100:00100000:3.0:1767326572.983288:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241152
00000100:00100000:0.0:1767326572.983289:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010241920:0@lo:38:kworker.0
00000100:00100000:1.0:1767326572.983293:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010241664:12345-0@lo:38:kworker.0 Request processed in 51us (138us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326572.983293:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8824
00000100:00100000:1.0:1767326572.983304:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00000100:00100000:2.0:1767326572.983309:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010241280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326572.983324:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326572.983328:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8825
00000100:00100000:3.0:1767326572.983338:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010241152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326572.983352:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010241792:0@lo:400:kworker.0
00000100:00080000:0.0:1767326572.983359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326572.983365:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010241280:12345-0@lo:400:kworker.0 Request processed in 61us (578us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326572.983366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326572.983374:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010241664:0@lo:38:kworker.0
00000100:00100000:1.0:1767326572.983377:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010241536:0@lo:400:kworker.0
00000100:00100000:2.0:1767326572.983378:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8824
00000100:00100000:3.0:1767326572.983405:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010241152:12345-0@lo:400:kworker.0 Request processed in 67us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326572.983414:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8825
00000100:00080000:2.0:1767326572.983442:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326572.983449:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010241920
00000100:00100000:0.0:1767326572.983455:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010241920
00000100:00100000:2.0:1767326572.983478:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010241280:0@lo:400:kworker.0
00000100:00100000:3.0:1767326572.983494:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010241152:0@lo:400:kworker.0
00000100:00100000:0.0:1767326572.983496:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906
00000100:00100000:0.0:1767326572.983506:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010241920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326572.983523:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326572.983554:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010241920:12345-0@lo:38:kworker.0 Request processed in 49us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326572.983559:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906
00000100:00080000:2.0:1767326572.983587:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326572.983592:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326572.983594:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010241920:0@lo:38:kworker.0
00000100:00100000:0.0:1767326573.494701:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010242048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326573.494826:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326573.494916:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242048
00000100:00100000:1.0:1767326573.494931:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242048
00000100:00100000:1.0:1767326573.495004:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7679
00000100:00100000:1.0:1767326573.495017:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010242048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326573.495059:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326573.495145:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010242048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326573.495154:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7679
00000100:00100000:0.0:1767326573.495209:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010242048:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326573.942612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326574.006674:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010242176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326574.006762:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326574.006818:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242176
00000100:00100000:1.0:1767326574.006831:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242176
00000100:00080000:2.0:1767326574.006893:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326574.006911:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7680
00000100:00100000:1.0:1767326574.006922:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010242176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326574.006956:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326574.007012:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010242176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326574.007019:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7680
00000100:00100000:3.0:1767326574.007060:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010242176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326574.966742:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326575.990659:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326577.014616:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326577.488967:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326577.489008:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326577.489039:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140608
00000100:00100000:2.0:1767326577.489071:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140608
00000100:00100000:1.0:1767326577.489094:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140736
00000100:00100000:1.0:1767326577.489107:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140736
00000100:00100000:2.0:1767326577.489134:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2907
00000100:00100000:2.0:1767326577.489147:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993140608:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326577.489176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326577.489178:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326577.489189:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1291
00000100:00100000:1.0:1767326577.489200:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993140736:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326577.489257:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993140608:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 111us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326577.489261:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993140736:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326577.489269:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2907
00000100:00100000:1.0:1767326577.489278:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1291
00010000:00010000:1.0:1767326578.038583:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326578.102591:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326578.102627:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326578.102630:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326578.102634:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326578.102638:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326578.102646:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11770
00000100:00080000:2.0:1767326578.102652:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326578.102659:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326578.102705:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0000 x1853164010242304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326578.102761:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326578.102764:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326578.102766:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326578.102771:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11770
00000100:00100000:0.0:1767326578.102773:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010242304:0@lo:38:kworker.0
00000100:00080000:2.0:1767326578.102773:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326578.102780:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326578.102792:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3800 x1853164010242688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326578.102830:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326578.102834:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326578.102836:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326578.102840:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010242432:0@lo:400:kworker.0
00000100:00080000:2.0:1767326578.102841:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11770
00000100:00080000:2.0:1767326578.102850:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326578.102853:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010242560:0@lo:400:kworker.0
00000100:00080000:2.0:1767326578.102859:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326578.102869:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326578.102885:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0a80 x1853164010242944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326578.102898:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326578.102920:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010242688:0@lo:38:kworker.0
00000100:00080000:2.0:1767326578.102924:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326578.102928:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326578.102931:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326578.102936:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11770
00000100:00080000:2.0:1767326578.102940:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326578.102944:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326578.102962:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3100 x1853164010243200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326578.102970:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326578.102974:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326578.103002:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242304
00000100:00100000:1.0:1767326578.103013:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242304
00000100:00100000:2.0:1767326578.103022:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010242816:0@lo:400:kworker.0
00000100:00100000:0.0:1767326578.103060:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010242944:0@lo:38:kworker.0
00000100:00100000:2.0:1767326578.103083:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326578.103098:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34893
00000100:00100000:1.0:1767326578.103111:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010242304:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326578.103124:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242432
00000100:00100000:0.0:1767326578.103128:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326578.103132:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326578.103136:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242432
00010000:00020000:1.0:1767326578.103138:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326578.103141:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010243072:0@lo:400:kworker.0
00000100:00100000:0.0:1767326578.103163:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010243200:0@lo:38:kworker.0
00000100:00100000:2.0:1767326578.103179:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326578.103224:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010242304:12345-0@lo:38:kworker.0 Request processed in 111us (360us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326578.103232:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326578.103233:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242560
00000100:00100000:1.0:1767326578.103239:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34893
00000100:00100000:3.0:1767326578.103241:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242560
00000100:00100000:2.0:1767326578.103248:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8826
00000100:00100000:2.0:1767326578.103263:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010242432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326578.103298:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242688
00000100:00100000:1.0:1767326578.103305:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242688
00000100:00080000:0.0:1767326578.103306:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326578.103312:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8827
00000100:00080000:0.0:1767326578.103313:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326578.103323:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010242304:0@lo:38:kworker.0
00000100:00100000:1.0:1767326578.103333:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242816
00000100:00100000:3.0:1767326578.103335:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010242560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326578.103336:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010242432:12345-0@lo:400:kworker.0 Request processed in 74us (437us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326578.103339:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242816
00000100:00100000:2.0:1767326578.103358:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8826
00000100:00100000:0.0:1767326578.103373:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010242944
00000100:00100000:1.0:1767326578.103376:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243072
00000100:00100000:0.0:1767326578.103380:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010242944
00000100:00100000:1.0:1767326578.103381:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243072
00000100:00100000:2.0:1767326578.103391:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243200
00000100:00100000:2.0:1767326578.103396:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243200
00000100:00100000:2.0:1767326578.103465:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292
00000100:00100000:2.0:1767326578.103476:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010242816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326578.103481:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293
00000100:00100000:3.0:1767326578.103490:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010242560:12345-0@lo:400:kworker.0 Request processed in 159us (532us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326578.103496:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:0.0:1767326578.103502:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010243072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326578.103510:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010242688:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326578.103523:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8827
00000100:00100000:2.0:1767326578.103525:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010242816:12345-0@lo:400:kworker.0 Request processed in 47us (440us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326578.103533:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326578.103548:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292
00000100:00100000:2.0:1767326578.103576:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:0.0:1767326578.103587:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010243072:12345-0@lo:400:kworker.0 Request processed in 89us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326578.103588:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010242944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326578.103594:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010242688:12345-0@lo:38:kworker.0 Request processed in 84us (633us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326578.103606:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326578.103610:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326578.103612:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293
00000100:00080000:3.0:1767326578.103618:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326578.103622:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00080000:3.0:1767326578.103625:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326578.103659:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:0.0:1767326578.103668:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010243200:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326578.103676:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010242944:12345-0@lo:38:kworker.0 Request processed in 92us (550us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326578.103682:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326578.103685:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00100000:3.0:1767326578.103696:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010242560:0@lo:400:kworker.0
00000100:00100000:1.0:1767326578.103726:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010242432:0@lo:400:kworker.0
00000100:00100000:0.0:1767326578.103738:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010243200:12345-0@lo:38:kworker.0 Request processed in 66us (508us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326578.103747:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00000100:00100000:2.0:1767326578.103753:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010243072:0@lo:400:kworker.0
00000100:00100000:2.0:1767326578.103767:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010242816:0@lo:400:kworker.0
00000100:00080000:1.0:1767326578.103819:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326578.103824:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326578.103827:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010243200:0@lo:38:kworker.0
00000100:00080000:1.0:1767326578.103833:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326578.103836:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326578.103837:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010242688:0@lo:38:kworker.0
00000100:00080000:1.0:1767326578.103843:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326578.103845:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326578.103846:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010242944:0@lo:38:kworker.0
00000100:00100000:1.0:1767326578.614684:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010243328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326578.614778:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326578.614823:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243328
00000100:00100000:0.0:1767326578.614834:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243328
00000100:00100000:0.0:1767326578.614892:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7681
00000100:00100000:0.0:1767326578.614900:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010243328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326578.614940:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326578.614990:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010243328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326578.614997:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7681
00000100:00100000:1.0:1767326578.615065:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010243328:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326579.062615:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326579.126686:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326579.126710:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010243456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326579.126812:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326579.126868:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243456
00000100:00100000:0.0:1767326579.126879:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243456
00000100:00100000:0.0:1767326579.126945:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7682
00000100:00100000:0.0:1767326579.126956:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010243456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326579.126997:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326579.127077:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010243456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326579.127086:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7682
00000100:00100000:1.0:1767326579.127142:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010243456:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326580.086647:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326581.110621:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326582.134692:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326582.609174:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326582.609224:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326582.609244:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140864
00000100:00100000:0.0:1767326582.609266:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140864
00000100:00100000:0.0:1767326582.609313:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993140992
00000100:00100000:0.0:1767326582.609317:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993140992
00000100:00100000:2.0:1767326582.609359:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2911
00000100:00100000:2.0:1767326582.609372:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993140864:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326582.609393:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326582.609397:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326582.609400:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1294
00000100:00100000:0.0:1767326582.609410:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993140992:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326582.609501:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993140864:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 131us (347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326582.609518:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993140992:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 94us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326582.609524:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2911
00000100:00100000:0.0:1767326582.609546:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1294
00010000:00010000:1.0:1767326583.158576:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326583.222528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326583.222538:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326583.222543:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326583.222547:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326583.222552:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326583.222561:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11775
00000100:00080000:2.0:1767326583.222585:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326583.222592:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326583.222628:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010243584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326583.222698:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326583.222701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010243584:0@lo:38:kworker.0
00000100:00080000:2.0:1767326583.222703:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326583.222707:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326583.222714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11775
00000100:00080000:2.0:1767326583.222717:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326583.222720:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326583.222730:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010243712:0@lo:400:kworker.0
00000100:00100000:2.0:1767326583.222735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0a80 x1853164010243968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326583.222772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326583.222774:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010243840:0@lo:400:kworker.0
00000100:00100000:0.0:1767326583.222783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326583.222785:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326583.222789:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326583.222791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326583.222805:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11775
00000100:00080000:2.0:1767326583.222808:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326583.222811:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326583.222826:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3100 x1853164010244224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326583.222843:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326583.222847:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326583.222850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010243968:0@lo:38:kworker.0
00000100:00080000:2.0:1767326583.222851:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326583.222860:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11775
00000100:00080000:2.0:1767326583.222870:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326583.222875:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326583.222881:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243712
00000100:00100000:1.0:1767326583.222885:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326583.222896:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2a00 x1853164010244480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326583.222898:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243712
00000100:00100000:0.0:1767326583.222901:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326583.222953:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010244096:0@lo:400:kworker.0
00000100:00100000:0.0:1767326583.222961:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010244224:0@lo:38:kworker.0
00000100:00100000:3.0:1767326583.222966:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243840
00000100:00100000:3.0:1767326583.222970:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243840
00000100:00100000:3.0:1767326583.223005:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8828
00000100:00100000:2.0:1767326583.223011:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326583.223032:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010243712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326583.223051:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243968
00000100:00100000:0.0:1767326583.223056:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243968
00000100:00100000:1.0:1767326583.223059:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010244352:0@lo:400:kworker.0
00000100:00100000:3.0:1767326583.223105:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010243712:12345-0@lo:400:kworker.0 Request processed in 87us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326583.223107:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244096
00000100:00100000:2.0:1767326583.223110:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8829
00000100:00100000:0.0:1767326583.223115:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244096
00000100:00100000:3.0:1767326583.223129:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8828
00000100:00100000:2.0:1767326583.223130:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010243840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326583.223147:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326583.223175:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244352
00000100:00100000:0.0:1767326583.223180:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244352
00000100:00100000:3.0:1767326583.223184:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010243584
00000100:00100000:3.0:1767326583.223191:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010243584
00000100:00100000:2.0:1767326583.223202:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010243840:12345-0@lo:400:kworker.0 Request processed in 81us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326583.223213:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8829
00000100:00100000:3.0:1767326583.223231:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34894
00000100:00100000:0.0:1767326583.223244:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295
00000100:00100000:3.0:1767326583.223249:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010243584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326583.223257:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010244096:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767326583.223268:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326583.223277:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296
00000100:00100000:2.0:1767326583.223286:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010244352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326583.223294:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912
00000100:00100000:1.0:1767326583.223309:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010243968:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326583.223316:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010243584:12345-0@lo:38:kworker.0 Request processed in 62us (535us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326583.223327:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34894
00000100:00100000:2.0:1767326583.223351:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010244352:12345-0@lo:400:kworker.0 Request processed in 53us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326583.223353:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010244096:12345-0@lo:400:kworker.0 Request processed in 84us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326583.223365:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296
00010000:00020000:1.0:1767326583.223367:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326583.223373:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295
00000100:00080000:3.0:1767326583.223374:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326583.223381:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326583.223385:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326583.223453:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010243712:0@lo:400:kworker.0
00000100:00100000:0.0:1767326583.223454:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010244096:0@lo:400:kworker.0
00000100:00100000:2.0:1767326583.223456:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010243840:0@lo:400:kworker.0
00000100:00100000:1.0:1767326583.223493:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010243968:12345-0@lo:38:kworker.0 Request processed in 184us (598us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326583.223504:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912
00000100:00100000:0.0:1767326583.223516:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326583.223546:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244224
00000100:00100000:1.0:1767326583.223555:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244224
00000100:00080000:0.0:1767326583.223569:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326583.223578:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326583.223585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010243584:0@lo:38:kworker.0
00000100:00100000:1.0:1767326583.223597:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:1.0:1767326583.223606:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010244224:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326583.223611:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010244480:0@lo:38:kworker.0
00010000:00020000:1.0:1767326583.223623:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326583.223650:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326583.223678:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010244224:12345-0@lo:38:kworker.0 Request processed in 68us (161us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326583.223685:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326583.223692:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00000100:00080000:0.0:1767326583.223693:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326583.223694:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244480
00000100:00100000:2.0:1767326583.223705:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244480
00000100:00100000:0.0:1767326583.223707:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010243968:0@lo:38:kworker.0
00000100:00080000:0.0:1767326583.223733:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326583.223739:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326583.223745:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010244224:0@lo:38:kworker.0
00000100:00100000:2.0:1767326583.223753:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:2.0:1767326583.223760:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010244480:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326583.223766:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010244352:0@lo:400:kworker.0
00010000:00020000:2.0:1767326583.223777:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326583.223825:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010244480:12345-0@lo:38:kworker.0 Request processed in 60us (172us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326583.223830:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00000100:00080000:0.0:1767326583.223858:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326583.223864:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326583.223868:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010244480:0@lo:38:kworker.0
00000100:00100000:0.0:1767326583.734707:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010244608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326583.734769:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326583.734872:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244608
00000100:00100000:1.0:1767326583.734881:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244608
00000100:00100000:1.0:1767326583.734941:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7683
00000100:00100000:1.0:1767326583.734952:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010244608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326583.734985:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326583.735046:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010244608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326583.735066:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7683
00000100:00100000:0.0:1767326583.735094:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010244608:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326584.182611:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326584.246618:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326584.246635:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010244736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326584.246695:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326584.246734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244736
00000100:00100000:1.0:1767326584.246743:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244736
00000100:00100000:1.0:1767326584.246792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7684
00000100:00100000:1.0:1767326584.246811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010244736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326584.246836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326584.246889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010244736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326584.246894:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7684
00000100:00100000:0.0:1767326584.246931:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010244736:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326585.206600:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326586.230578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326587.254578:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326587.318552:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326562/real 1767326562]  req@ffff9bb58a343100 x1853164010239360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767326587.318613:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58a343100 x1853164010239360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326587.318631:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326587.318662:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326587.318667:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010239360:0@lo:250:kworker.0
00000100:00080000:2.0:1767326587.318708:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326587.318714:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767326587.318716:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326587.318720:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11760
00000100:00080000:2.0:1767326587.318724:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326587.318729:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326587.318755:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1c00 x1853164010244864/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326587.318776:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326587.318779:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326587.318780:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326587.318783:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11781
00000100:00080000:2.0:1767326587.318786:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326587.318789:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326587.318802:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2a00 x1853164010244992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326587.318806:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010244864:0@lo:250:kworker.0
00000100:00080000:2.0:1767326587.318852:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326587.318856:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000400:00000100:0.0:1767326587.318861:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010244864 offset 0 length 520: 4
00000100:00080000:2.0:1767326587.318861:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326587.318869:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11781
00000100:00080000:2.0:1767326587.318879:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326587.318883:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326587.318897:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0a80 x1853164010245376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326587.318902:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010245120:0@lo:400:kworker.0
00000100:00100000:1.0:1767326587.318907:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010245248:0@lo:400:kworker.0
00000100:00100000:0.0:1767326587.318916:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010244992:0@lo:38:kworker.0
00000100:00100000:0.0:1767326587.318968:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326587.318968:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326587.318974:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326587.318980:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326587.318983:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767326587.318983:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326587.319003:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11781
00000100:00080000:2.0:1767326587.319007:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326587.319009:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010245504:0@lo:400:kworker.0
00000100:00080000:2.0:1767326587.319014:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326587.319024:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010245376:0@lo:38:kworker.0
00000100:00100000:2.0:1767326587.319034:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3800 x1853164010245632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326587.319040:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010244992
00000100:00100000:1.0:1767326587.319048:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326587.319050:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010244992
00000100:00080000:2.0:1767326587.319058:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326587.319061:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326587.319063:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326587.319066:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11781
00000100:00080000:2.0:1767326587.319068:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326587.319071:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326587.319084:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00000 x1853164010245888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326587.319092:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34895
00000100:00100000:0.0:1767326587.319094:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326587.319102:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010244992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326587.319105:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010245760:0@lo:400:kworker.0
00000100:00100000:2.0:1767326587.319123:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245504
00010000:00020000:3.0:1767326587.319128:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326587.319130:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245504
00000100:00100000:1.0:1767326587.319139:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326587.319178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326587.319184:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245760
00000100:00100000:2.0:1767326587.319189:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245760
00000100:00100000:3.0:1767326587.319191:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010244992:12345-0@lo:38:kworker.0 Request processed in 87us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326587.319201:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34895
00000100:00100000:0.0:1767326587.319204:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245120
00000100:00100000:0.0:1767326587.319208:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245120
00000100:00100000:1.0:1767326587.319225:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326587.319226:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297
00000100:00100000:2.0:1767326587.319238:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010245504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326587.319239:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245376
00000100:00100000:3.0:1767326587.319246:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245376
00000100:00100000:0.0:1767326587.319251:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245248
00000100:00100000:0.0:1767326587.319254:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245248
00000100:00080000:1.0:1767326587.319272:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326587.319272:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298
00000100:00100000:0.0:1767326587.319283:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8830
00000100:00080000:1.0:1767326587.319284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326587.319290:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010245760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326587.319294:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010245120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326587.319296:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010244992:0@lo:38:kworker.0
00000100:00100000:2.0:1767326587.319304:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010245504:12345-0@lo:400:kworker.0 Request processed in 65us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326587.319316:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297
00000100:00100000:1.0:1767326587.319323:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010245632:0@lo:38:kworker.0
00000100:00100000:3.0:1767326587.319338:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010245760:12345-0@lo:400:kworker.0 Request processed in 52us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326587.319340:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010245120:12345-0@lo:400:kworker.0 Request processed in 47us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326587.319347:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8830
00000100:00100000:3.0:1767326587.319347:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298
00000100:00100000:2.0:1767326587.319355:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915
00000100:00100000:2.0:1767326587.319363:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010245376:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326587.319371:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8831
00010000:00020000:2.0:1767326587.319376:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326587.319380:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326587.319386:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010245248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326587.319396:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245632
00000100:00100000:3.0:1767326587.319400:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245632
00000100:00100000:1.0:1767326587.319411:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010245888:0@lo:38:kworker.0
00000100:00100000:3.0:1767326587.319449:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:0.0:1767326587.319450:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010245248:12345-0@lo:400:kworker.0 Request processed in 68us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326587.319456:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010245632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326587.319465:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8831
00010000:00020000:3.0:1767326587.319468:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326587.319483:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010245376:12345-0@lo:38:kworker.0 Request processed in 117us (259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326587.319491:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326587.319505:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915
00000100:00100000:0.0:1767326587.319516:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010245248:0@lo:400:kworker.0
00000100:00100000:3.0:1767326587.319528:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010245632:12345-0@lo:38:kworker.0 Request processed in 70us (155us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326587.319529:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010245888
00000100:00080000:1.0:1767326587.319536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326587.319537:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010245888
00000100:00100000:3.0:1767326587.319543:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000100:00080000:1.0:1767326587.319548:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326587.319555:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010245376:0@lo:38:kworker.0
00000100:00100000:0.0:1767326587.319575:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:0.0:1767326587.319582:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010245888:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326587.319593:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767326587.319594:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326587.319604:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326587.319610:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010245632:0@lo:38:kworker.0
00000100:00100000:2.0:1767326587.319616:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010245760:0@lo:400:kworker.0
00000100:00100000:3.0:1767326587.319632:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010245120:0@lo:400:kworker.0
00000100:00100000:0.0:1767326587.319637:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010245888:12345-0@lo:38:kworker.0 Request processed in 53us (151us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326587.319638:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010245504:0@lo:400:kworker.0
00000100:00080000:1.0:1767326587.319643:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326587.319654:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326587.319656:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00100000:1.0:1767326587.319664:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010245888:0@lo:38:kworker.0
00000100:00080000:2.0:1767326587.319701:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767326587.319705:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767326587.319707:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326587.729047:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326587.729091:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326587.729113:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993141120
00000400:00000100:0.0:1767326587.729119:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993141376 offset 0 length 520: 4
00000100:00100000:2.0:1767326587.729123:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993141120
00000100:00100000:1.0:1767326587.729160:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993141248
00000100:00100000:1.0:1767326587.729167:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993141248
00000100:00100000:2.0:1767326587.729172:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2918
00000100:00100000:2.0:1767326587.729183:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993141120:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326587.729205:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326587.729209:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326587.729235:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1299
00000100:00100000:1.0:1767326587.729247:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993141248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326587.729276:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993141120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326587.729284:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2918
00000100:00100000:1.0:1767326587.729302:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993141248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 56us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326587.729313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1299
00010000:00010000:1.0:1767326588.278552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326588.854618:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010246016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326588.854691:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326588.854734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246016
00000100:00100000:1.0:1767326588.854742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246016
00000100:00100000:1.0:1767326588.854792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7685
00000100:00100000:1.0:1767326588.854798:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010246016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326588.854825:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326588.854867:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010246016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326588.854875:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7685
00000100:00100000:0.0:1767326588.854915:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010246016:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326589.302560:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326589.366614:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326589.366641:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010246144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326589.366699:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326589.366739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246144
00000100:00100000:1.0:1767326589.366747:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246144
00000100:00100000:1.0:1767326589.366804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7686
00000100:00080000:0.0:1767326589.366805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326589.366813:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010246144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326589.366843:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326589.366897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010246144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326589.366904:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7686
00000100:00100000:0.0:1767326589.366935:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010246144:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326590.326560:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326591.350617:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326592.374611:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326592.438539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326592.438550:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326592.438554:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326592.438558:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326592.438562:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326592.438571:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11785
00000100:00080000:3.0:1767326592.438576:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326592.438583:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326592.438626:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75180 x1853164010246272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326592.438691:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010246272:0@lo:38:kworker.0
00000100:00080000:3.0:1767326592.438701:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326592.438707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326592.438710:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326592.438716:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010246400:0@lo:400:kworker.0
00000100:00080000:3.0:1767326592.438718:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11785
00000100:00080000:3.0:1767326592.438729:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326592.438734:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326592.438758:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795180 x1853164010246656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326592.438773:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010246528:0@lo:400:kworker.0
00000100:00100000:2.0:1767326592.438775:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326592.438782:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326592.438806:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326592.438811:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326592.438813:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326592.438818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11785
00000100:00080000:3.0:1767326592.438822:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326592.438826:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326592.438832:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326592.438836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010246656:0@lo:38:kworker.0
00000100:00100000:3.0:1767326592.438843:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c6a00 x1853164010246912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326592.438856:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246400
00000100:00100000:2.0:1767326592.438864:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246400
00000100:00080000:3.0:1767326592.438870:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326592.438875:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326592.438880:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326592.438883:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326592.438888:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11785
00000100:00080000:3.0:1767326592.438892:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326592.438896:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326592.438909:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010246784:0@lo:400:kworker.0
00000100:00100000:3.0:1767326592.438913:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4000 x1853164010247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326592.438918:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010246912:0@lo:38:kworker.0
00000100:00100000:2.0:1767326592.438947:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246528
00000100:00100000:2.0:1767326592.438971:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246528
00000100:00100000:3.0:1767326592.438972:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246272
00000100:00100000:1.0:1767326592.438979:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326592.438981:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246272
00000100:00080000:0.0:1767326592.438999:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326592.439006:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326592.439012:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8832
00000100:00100000:3.0:1767326592.439019:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34896
00000100:00100000:2.0:1767326592.439027:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010246400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326592.439029:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010246272:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326592.439030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010247168:0@lo:38:kworker.0
00000100:00100000:0.0:1767326592.439036:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8833
00000100:00100000:0.0:1767326592.439054:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010246528:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767326592.439059:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326592.439078:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326592.439126:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010246400:12345-0@lo:400:kworker.0 Request processed in 91us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326592.439136:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010246272:12345-0@lo:38:kworker.0 Request processed in 106us (367us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326592.439138:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326592.439141:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8832
00000100:00100000:0.0:1767326592.439146:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010246528:12345-0@lo:400:kworker.0 Request processed in 93us (310us total) trans 0 rc 0/0
00000100:00080000:1.0:1767326592.439151:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326592.439159:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34896
00000100:00100000:1.0:1767326592.439162:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010246272:0@lo:38:kworker.0
00000100:00100000:0.0:1767326592.439165:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8833
00000100:00100000:2.0:1767326592.439194:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010246400:0@lo:400:kworker.0
00000100:00100000:3.0:1767326592.439201:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246656
00000100:00100000:3.0:1767326592.439208:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246656
00000100:00100000:1.0:1767326592.439215:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010247040:0@lo:400:kworker.0
00000100:00100000:0.0:1767326592.439228:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010246528:0@lo:400:kworker.0
00000100:00100000:3.0:1767326592.439243:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246912
00000100:00100000:3.0:1767326592.439249:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246912
00000100:00100000:1.0:1767326592.439256:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326592.439279:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247168
00000100:00100000:3.0:1767326592.439284:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247168
00000100:00100000:2.0:1767326592.439291:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247040
00000100:00100000:0.0:1767326592.439298:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:2.0:1767326592.439298:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247040
00000100:00100000:0.0:1767326592.439308:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010246656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326592.439311:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:1.0:1767326592.439324:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921
00000100:00100000:3.0:1767326592.439324:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010246912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326592.439328:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326592.439337:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010247168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326592.439342:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326592.439347:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300
00010000:00020000:1.0:1767326592.439357:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326592.439361:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010247040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326592.439388:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010246656:12345-0@lo:38:kworker.0 Request processed in 77us (508us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326592.439393:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010246912:12345-0@lo:38:kworker.0 Request processed in 70us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326592.439403:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00100000:3.0:1767326592.439413:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00100000:1.0:1767326592.439439:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010247168:12345-0@lo:38:kworker.0 Request processed in 76us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326592.439450:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010247040:12345-0@lo:400:kworker.0 Request processed in 91us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326592.439459:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921
00000100:00100000:2.0:1767326592.439468:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300
00000100:00080000:0.0:1767326592.439475:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326592.439500:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326592.439510:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326592.439516:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010247040:0@lo:400:kworker.0
00000100:00080000:0.0:1767326592.439520:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326592.439528:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010247168:0@lo:38:kworker.0
00000100:00100000:2.0:1767326592.439536:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010246784
00000100:00100000:2.0:1767326592.439541:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010246784
00000100:00080000:0.0:1767326592.439550:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326592.439557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326592.439563:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010246912:0@lo:38:kworker.0
00000100:00080000:1.0:1767326592.439578:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326592.439579:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326592.439586:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301
00000100:00080000:0.0:1767326592.439590:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326592.439601:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010246656:0@lo:38:kworker.0
00000100:00100000:2.0:1767326592.439601:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010246784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326592.439653:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010246784:12345-0@lo:400:kworker.0 Request processed in 58us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326592.439661:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301
00000100:00100000:1.0:1767326592.439695:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010246784:0@lo:400:kworker.0
00000100:00100000:0.0:1767326592.848974:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326592.849018:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326592.849030:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993141632
00000100:00100000:2.0:1767326592.849040:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993141632
00000100:00100000:3.0:1767326592.849066:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993141504
00000100:00100000:3.0:1767326592.849074:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993141504
00000100:00080000:1.0:1767326592.849104:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326592.849109:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1302
00000100:00100000:2.0:1767326592.849120:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993141632:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326592.849132:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2922
00000100:00100000:3.0:1767326592.849140:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993141504:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326592.849160:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326592.849187:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993141632:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326592.849193:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993141504:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 52us (173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326592.849199:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2922
00000100:00100000:2.0:1767326592.849211:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1302
00010000:00010000:1.0:1767326593.398621:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326593.974633:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326593.974653:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010247296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326593.974708:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326593.974785:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247296
00000100:00100000:1.0:1767326593.974795:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247296
00000100:00100000:1.0:1767326593.974850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7687
00000100:00100000:1.0:1767326593.974861:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010247296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326593.974890:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326593.974959:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010247296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326593.974968:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7687
00000100:00100000:0.0:1767326593.974991:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010247296:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326594.422599:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326594.486597:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010247424:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326594.486668:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326594.486725:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247424
00000100:00100000:1.0:1767326594.486733:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247424
00000100:00100000:1.0:1767326594.486789:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7688
00000100:00080000:0.0:1767326594.486794:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326594.486799:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010247424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326594.486826:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326594.486867:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010247424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326594.486872:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7688
00000100:00100000:0.0:1767326594.486921:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010247424:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326595.446572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326596.470611:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326597.494565:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326597.558509:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326597.558518:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326597.558521:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326597.558524:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326597.558528:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326597.558535:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11790
00000100:00080000:3.0:1767326597.558539:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326597.558544:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326597.558580:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5500 x1853164010247552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326597.558634:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326597.558639:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010247552:0@lo:38:kworker.0
00000100:00080000:3.0:1767326597.558639:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326597.558641:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326597.558648:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11790
00000100:00080000:3.0:1767326597.558651:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326597.558654:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326597.558666:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4000 x1853164010247936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326597.558674:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010247680:0@lo:400:kworker.0
00000100:00100000:2.0:1767326597.558681:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010247808:0@lo:400:kworker.0
00000100:00080000:3.0:1767326597.558695:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326597.558699:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326597.558701:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326597.558704:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11790
00000100:00080000:3.0:1767326597.558707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326597.558710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326597.558722:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b432300 x1853164010248192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326597.558737:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326597.558742:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326597.558743:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326597.558748:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326597.558752:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326597.558755:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11790
00000100:00100000:2.0:1767326597.558758:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010248064:0@lo:400:kworker.0
00000100:00080000:3.0:1767326597.558759:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326597.558765:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326597.558775:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010248448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326597.558791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010247936:0@lo:38:kworker.0
00000100:00100000:3.0:1767326597.558808:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010248320:0@lo:400:kworker.0
00000100:00100000:1.0:1767326597.558811:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326597.558818:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326597.558853:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326597.558862:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247680
00000100:00100000:1.0:1767326597.558870:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247808
00000100:00100000:0.0:1767326597.558872:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247680
00000100:00100000:1.0:1767326597.558877:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247808
00000100:00100000:2.0:1767326597.558882:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248064
00000100:00100000:2.0:1767326597.558888:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248064
00000100:00100000:3.0:1767326597.558900:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247552
00000100:00100000:3.0:1767326597.558905:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247552
00000100:00100000:2.0:1767326597.558947:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248320
00000100:00100000:0.0:1767326597.558951:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8834
00000100:00100000:2.0:1767326597.558952:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248320
00000100:00100000:3.0:1767326597.558966:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34897
00000100:00100000:0.0:1767326597.558967:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010247680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326597.558969:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8835
00000100:00100000:3.0:1767326597.558977:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010247552:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326597.558984:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010247808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326597.558990:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303
00010000:00020000:3.0:1767326597.558995:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326597.559006:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010248064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326597.559058:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010247680:12345-0@lo:400:kworker.0 Request processed in 97us (319us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326597.559061:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010247552:12345-0@lo:38:kworker.0 Request processed in 83us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326597.559064:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010247808:12345-0@lo:400:kworker.0 Request processed in 82us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326597.559079:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8834
00000100:00100000:2.0:1767326597.559080:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010248064:12345-0@lo:400:kworker.0 Request processed in 76us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326597.559080:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34897
00000100:00100000:2.0:1767326597.559091:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303
00000100:00100000:1.0:1767326597.559095:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8835
00000100:00100000:3.0:1767326597.559112:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304
00000100:00080000:0.0:1767326597.559120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326597.559124:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010248320:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326597.559126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326597.559131:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326597.559156:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010247680:0@lo:400:kworker.0
00000100:00100000:0.0:1767326597.559157:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326597.559161:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010248064:0@lo:400:kworker.0
00000100:00100000:3.0:1767326597.559168:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010248320:12345-0@lo:400:kworker.0 Request processed in 46us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326597.559176:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304
00000100:00100000:0.0:1767326597.559191:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010248192:0@lo:38:kworker.0
00000100:00100000:3.0:1767326597.559196:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010247936
00000100:00100000:3.0:1767326597.559200:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010247936
00000100:00100000:1.0:1767326597.559206:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010247808:0@lo:400:kworker.0
00000100:00100000:3.0:1767326597.559230:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:3.0:1767326597.559238:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010247936:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326597.559241:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010248320:0@lo:400:kworker.0
00000100:00100000:0.0:1767326597.559250:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326597.559256:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326597.559279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326597.559280:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248192
00000100:00100000:1.0:1767326597.559287:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248192
00000100:00080000:0.0:1767326597.559290:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326597.559297:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010247936:12345-0@lo:38:kworker.0 Request processed in 57us (141us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326597.559298:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010247552:0@lo:38:kworker.0
00000100:00100000:1.0:1767326597.559311:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1767326597.559317:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010248192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326597.559322:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:0.0:1767326597.559325:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010248448:0@lo:38:kworker.0
00010000:00020000:1.0:1767326597.559330:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326597.559365:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010248192:12345-0@lo:38:kworker.0 Request processed in 47us (117us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326597.559374:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924
00000100:00100000:0.0:1767326597.559375:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326597.559397:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248448
00000100:00100000:1.0:1767326597.559404:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248448
00000100:00080000:0.0:1767326597.559407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326597.559413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326597.559441:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010247936:0@lo:38:kworker.0
00000100:00100000:3.0:1767326597.559452:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00080000:0.0:1767326597.559458:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326597.559458:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010248448:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767326597.559468:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767326597.559473:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326597.559476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010248192:0@lo:38:kworker.0
00000100:00100000:3.0:1767326597.559502:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010248448:12345-0@lo:38:kworker.0 Request processed in 42us (130us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326597.559508:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00080000:0.0:1767326597.559509:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326597.559514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326597.559518:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010248448:0@lo:38:kworker.0
00000100:00100000:0.0:1767326597.968987:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326597.969021:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326597.969032:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993141888
00000100:00100000:3.0:1767326597.969047:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993141888
00000100:00100000:2.0:1767326597.969085:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993141760
00000100:00100000:2.0:1767326597.969091:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993141760
00000100:00080000:0.0:1767326597.969099:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326597.969136:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1305
00000100:00100000:3.0:1767326597.969151:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993141888:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326597.969155:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2926
00000100:00100000:2.0:1767326597.969168:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993141760:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326597.969188:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326597.969232:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993141888:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326597.969240:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993141760:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326597.969242:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1305
00000100:00100000:2.0:1767326597.969256:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2926
00010000:00010000:1.0:1767326598.518617:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326599.094591:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010248576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326599.094646:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326599.094691:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248576
00000100:00100000:1.0:1767326599.094702:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248576
00000100:00080000:0.0:1767326599.094755:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326599.094772:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7689
00000100:00100000:1.0:1767326599.094782:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010248576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326599.094807:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326599.094849:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010248576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326599.094855:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7689
00000100:00100000:3.0:1767326599.094895:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010248576:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326599.542626:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326599.606575:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326599.606591:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010248704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326599.606650:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326599.606691:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248704
00000100:00100000:0.0:1767326599.606700:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248704
00000100:00080000:2.0:1767326599.606751:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326599.606768:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7690
00000100:00100000:0.0:1767326599.606781:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010248704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326599.606810:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326599.606855:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010248704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326599.606873:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7690
00000100:00100000:1.0:1767326599.606898:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010248704:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326600.566611:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326601.590588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326602.614585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326602.678491:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326602.678501:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326602.678504:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326602.678507:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326602.678510:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326602.678519:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11795
00000100:00080000:3.0:1767326602.678525:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326602.678532:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326602.678571:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010248832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326602.678628:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010248832:0@lo:38:kworker.0
00000100:00080000:3.0:1767326602.678693:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326602.678697:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326602.678700:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326602.678705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326602.678710:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11795
00000100:00100000:2.0:1767326602.678712:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010248960:0@lo:400:kworker.0
00000100:00080000:3.0:1767326602.678716:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326602.678725:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326602.678744:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010249216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326602.678753:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010249088:0@lo:400:kworker.0
00000100:00100000:2.0:1767326602.678757:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326602.678766:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248832
00000100:00100000:0.0:1767326602.678775:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248832
00000100:00080000:3.0:1767326602.678799:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326602.678807:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326602.678808:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326602.678810:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326602.678815:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11795
00000100:00080000:3.0:1767326602.678818:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326602.678823:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34898
00000100:00100000:2.0:1767326602.678824:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767326602.678826:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326602.678837:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010249344:0@lo:400:kworker.0
00000100:00100000:0.0:1767326602.678838:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010248832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326602.678843:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a62c1f80 x1853164010249472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767326602.678865:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326602.678868:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010248960
00000100:00100000:2.0:1767326602.678873:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326602.678875:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010248960
00000100:00080000:3.0:1767326602.678877:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326602.678896:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326602.678899:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326602.678905:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11795
00000100:00080000:3.0:1767326602.678910:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326602.678915:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326602.678923:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010249600:0@lo:400:kworker.0
00000100:00100000:0.0:1767326602.678930:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010248832:12345-0@lo:38:kworker.0 Request processed in 90us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326602.678932:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a62c1500 x1853164010249728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326602.678941:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34898
00000100:00100000:1.0:1767326602.678946:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249088
00000100:00100000:1.0:1767326602.678953:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249088
00000100:00100000:2.0:1767326602.678953:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326602.678977:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8836
00000100:00100000:0.0:1767326602.678990:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010248960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326602.678996:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8837
00000100:00100000:3.0:1767326602.678996:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249344
00000100:00100000:2.0:1767326602.679002:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249600
00000100:00100000:3.0:1767326602.679003:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249344
00000100:00100000:2.0:1767326602.679007:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249600
00000100:00100000:1.0:1767326602.679012:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010249088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326602.679040:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010248960:12345-0@lo:400:kworker.0 Request processed in 54us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326602.679047:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8836
00000100:00100000:2.0:1767326602.679063:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306
00000100:00100000:1.0:1767326602.679072:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010249088:12345-0@lo:400:kworker.0 Request processed in 63us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326602.679073:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010249344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326602.679087:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307
00000100:00100000:1.0:1767326602.679088:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8837
00000100:00100000:0.0:1767326602.679104:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010249600:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326602.679118:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326602.679123:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010249344:12345-0@lo:400:kworker.0 Request processed in 51us (251us total) trans 0 rc 0/0
00000100:00080000:1.0:1767326602.679127:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326602.679131:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306
00000100:00080000:1.0:1767326602.679132:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326602.679161:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010249600:12345-0@lo:400:kworker.0 Request processed in 63us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326602.679167:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010249600:0@lo:400:kworker.0
00000100:00100000:0.0:1767326602.679173:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307
00000100:00100000:1.0:1767326602.679188:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010249088:0@lo:400:kworker.0
00000100:00100000:2.0:1767326602.679189:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010248960:0@lo:400:kworker.0
00000100:00100000:3.0:1767326602.679203:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010249344:0@lo:400:kworker.0
00000100:00100000:0.0:1767326602.679209:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010249216:0@lo:38:kworker.0
00000100:00100000:0.0:1767326602.679235:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326602.679256:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010249472:0@lo:38:kworker.0
00000100:00100000:2.0:1767326602.679261:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249216
00000100:00100000:2.0:1767326602.679267:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249216
00000100:00100000:2.0:1767326602.679293:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:2.0:1767326602.679298:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010249216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326602.679305:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326602.679312:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326602.679331:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249472
00000100:00100000:1.0:1767326602.679338:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249472
00000100:00100000:0.0:1767326602.679343:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010249728:0@lo:38:kworker.0
00000100:00100000:2.0:1767326602.679351:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010249216:12345-0@lo:38:kworker.0 Request processed in 48us (113us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326602.679363:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00000100:00100000:3.0:1767326602.679371:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:0.0:1767326602.679381:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326602.679381:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010249472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326602.679396:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326602.679403:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249728
00000100:00100000:1.0:1767326602.679409:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249728
00000100:00080000:0.0:1767326602.679436:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326602.679442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326602.679445:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010248832:0@lo:38:kworker.0
00000100:00100000:1.0:1767326602.679470:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00080000:0.0:1767326602.679474:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326602.679476:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010249472:12345-0@lo:38:kworker.0 Request processed in 93us (171us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326602.679481:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326602.679485:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010249728:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326602.679489:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010249216:0@lo:38:kworker.0
00000100:00100000:3.0:1767326602.679493:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00010000:00020000:1.0:1767326602.679505:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326602.679506:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326602.679514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326602.679517:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010249472:0@lo:38:kworker.0
00000100:00080000:0.0:1767326602.679555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326602.679555:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010249728:12345-0@lo:38:kworker.0 Request processed in 73us (176us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326602.679562:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326602.679567:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010249728:0@lo:38:kworker.0
00000100:00100000:1.0:1767326602.679571:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00100000:0.0:1767326603.088766:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326603.088796:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326603.088827:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142016
00000100:00100000:1.0:1767326603.088837:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142016
00000100:00100000:2.0:1767326603.088846:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142144
00000100:00100000:2.0:1767326603.088865:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142144
00000100:00100000:1.0:1767326603.088906:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2930
00000100:00100000:1.0:1767326603.088915:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993142016:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326603.088932:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767326603.088937:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326603.088947:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1308
00000100:00100000:2.0:1767326603.088958:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993142144:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326603.088997:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993142016:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326603.089004:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2930
00000100:00100000:2.0:1767326603.089011:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993142144:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326603.089022:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1308
00010000:00010000:1.0:1767326603.638593:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326604.214629:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326604.214666:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010249856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326604.214725:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326604.214810:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249856
00000100:00100000:0.0:1767326604.214819:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249856
00000100:00080000:1.0:1767326604.214885:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326604.214900:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7691
00000100:00100000:0.0:1767326604.214927:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010249856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326604.214954:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326604.214996:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010249856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326604.215017:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7691
00000100:00100000:1.0:1767326604.215037:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010249856:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326604.662553:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326604.726669:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010249984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326604.726738:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326604.726790:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010249984
00000100:00100000:0.0:1767326604.726800:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010249984
00000100:00080000:1.0:1767326604.726852:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326604.726864:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7692
00000100:00100000:0.0:1767326604.726896:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010249984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326604.726926:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326604.726975:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010249984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326604.726982:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7692
00000100:00100000:1.0:1767326604.727035:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010249984:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326605.686579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326606.710532:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326607.734604:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326607.798503:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326607.798515:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326607.798518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326607.798523:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326607.798528:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326607.798536:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11800
00000100:00080000:3.0:1767326607.798542:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326607.798549:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326607.798589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a62c3480 x1853164010250112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326607.798641:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010250112:0@lo:38:kworker.0
00000100:00080000:3.0:1767326607.798643:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326607.798650:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326607.798653:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326607.798657:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11800
00000100:00080000:3.0:1767326607.798660:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326607.798664:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326607.798677:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010250368:0@lo:400:kworker.0
00000100:00100000:1.0:1767326607.798678:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010250240:0@lo:400:kworker.0
00000100:00100000:3.0:1767326607.798683:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a62c1180 x1853164010250496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326607.798709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326607.798712:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326607.798716:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326607.798718:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326607.798722:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11800
00000100:00080000:3.0:1767326607.798725:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326607.798732:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326607.798736:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326607.798745:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a62c1500 x1853164010250752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326607.798755:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767326607.798764:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326607.798767:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326607.798770:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010250880:0@lo:400:kworker.0
00000100:00080000:3.0:1767326607.798771:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326607.798777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11800
00000100:00080000:3.0:1767326607.798780:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767326607.798781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010250496:0@lo:38:kworker.0
00000100:00080000:3.0:1767326607.798786:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326607.798800:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250240
00000100:00100000:3.0:1767326607.798802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010251008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326607.798809:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250240
00000100:00100000:2.0:1767326607.798816:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326607.798833:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250112
00000100:00100000:3.0:1767326607.798838:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250112
00000100:00100000:0.0:1767326607.798845:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326607.798869:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010250624:0@lo:400:kworker.0
00000100:00100000:1.0:1767326607.798889:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250368
00000100:00100000:1.0:1767326607.798893:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250368
00000100:00100000:2.0:1767326607.798900:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326607.798905:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34899
00000100:00100000:0.0:1767326607.798910:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8838
00000100:00100000:3.0:1767326607.798915:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010250112:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326607.798922:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010250240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326607.798931:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8839
00010000:00020000:3.0:1767326607.798934:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326607.798946:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010250368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326607.798947:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250880
00000100:00100000:2.0:1767326607.798952:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250880
00000100:00100000:3.0:1767326607.798987:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010250112:12345-0@lo:38:kworker.0 Request processed in 71us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326607.798991:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250624
00000100:00100000:3.0:1767326607.798996:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34899
00000100:00100000:2.0:1767326607.798997:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250624
00000100:00100000:0.0:1767326607.799002:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010250240:12345-0@lo:400:kworker.0 Request processed in 82us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326607.799015:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8838
00000100:00100000:1.0:1767326607.799016:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010250368:12345-0@lo:400:kworker.0 Request processed in 71us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326607.799027:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8839
00000100:00100000:3.0:1767326607.799037:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309
00000100:00100000:2.0:1767326607.799049:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310
00000100:00100000:3.0:1767326607.799050:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010250880:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326607.799057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326607.799064:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326607.799065:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010250624:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326607.799068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326607.799090:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010250240:0@lo:400:kworker.0
00000100:00100000:3.0:1767326607.799099:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010250880:12345-0@lo:400:kworker.0 Request processed in 54us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326607.799103:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326607.799111:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309
00000100:00100000:2.0:1767326607.799119:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010250624:12345-0@lo:400:kworker.0 Request processed in 57us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326607.799130:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310
00000100:00100000:3.0:1767326607.799133:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250496
00000100:00100000:1.0:1767326607.799135:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010250752:0@lo:38:kworker.0
00000100:00100000:3.0:1767326607.799138:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250496
00000100:00100000:0.0:1767326607.799139:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010250368:0@lo:400:kworker.0
00000100:00100000:1.0:1767326607.799171:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326607.799177:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:3.0:1767326607.799178:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010250752
00000100:00100000:3.0:1767326607.799182:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010250752
00000100:00100000:2.0:1767326607.799187:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010250496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326607.799201:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326607.799203:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326607.799209:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326607.799215:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:1.0:1767326607.799217:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010250112:0@lo:38:kworker.0
00000100:00100000:0.0:1767326607.799224:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010250880:0@lo:400:kworker.0
00000100:00100000:3.0:1767326607.799225:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010250752:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326607.799236:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010250496:12345-0@lo:38:kworker.0 Request processed in 50us (137us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326607.799239:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010251008:0@lo:38:kworker.0
00010000:00020000:3.0:1767326607.799240:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326607.799244:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010250624:0@lo:400:kworker.0
00000100:00100000:2.0:1767326607.799262:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:3.0:1767326607.799298:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010250752:12345-0@lo:38:kworker.0 Request processed in 74us (128us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326607.799307:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326607.799308:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00000100:00100000:3.0:1767326607.799325:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251008
00000100:00100000:3.0:1767326607.799328:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251008
00000100:00080000:1.0:1767326607.799340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326607.799346:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933
00000100:00080000:1.0:1767326607.799350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326607.799354:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010251008:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326607.799359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010250496:0@lo:38:kworker.0
00010000:00020000:3.0:1767326607.799366:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326607.799376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326607.799382:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326607.799387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010250752:0@lo:38:kworker.0
00000100:00100000:3.0:1767326607.799391:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010251008:12345-0@lo:38:kworker.0 Request processed in 36us (87us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326607.799397:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933
00000100:00080000:1.0:1767326607.799413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326607.799440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326607.799443:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010251008:0@lo:38:kworker.0
00000100:00100000:0.0:1767326608.209015:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326608.209063:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326608.209088:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142400
00000100:00100000:3.0:1767326608.209098:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142400
00000100:00100000:2.0:1767326608.209127:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142272
00000100:00100000:2.0:1767326608.209135:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142272
00000100:00080000:1.0:1767326608.209156:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326608.209161:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1311
00000100:00100000:3.0:1767326608.209174:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993142400:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326608.209178:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2934
00000100:00100000:2.0:1767326608.209188:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993142272:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326608.209211:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326608.209243:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993142400:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326608.209252:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993142272:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326608.209256:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1311
00000100:00100000:2.0:1767326608.209269:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2934
00010000:00010000:1.0:1767326608.758581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326609.334618:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010251136:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326609.334693:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326609.334741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251136
00000100:00100000:1.0:1767326609.334749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251136
00000100:00080000:2.0:1767326609.334784:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326609.334810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7693
00000100:00100000:1.0:1767326609.334818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010251136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326609.334854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326609.334900:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010251136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326609.334909:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7693
00000100:00100000:0.0:1767326609.334953:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010251136:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326609.782543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326609.846606:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010251264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326609.846667:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326609.846707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251264
00000100:00100000:0.0:1767326609.846716:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251264
00000100:00080000:2.0:1767326609.846745:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326609.846771:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7694
00000100:00100000:0.0:1767326609.846779:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010251264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326609.846804:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326609.846871:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010251264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326609.846877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7694
00000100:00100000:1.0:1767326609.846918:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010251264:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326610.806602:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326611.830599:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767326612.305089:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993142528 offset 0 length 520: 4
00000100:00100000:0.0:1767326612.305138:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326612.305180:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326612.305210:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142784
00000100:00100000:2.0:1767326612.305223:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142784
00000100:00100000:3.0:1767326612.305231:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142656
00000100:00100000:3.0:1767326612.305241:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142656
00000100:00080000:1.0:1767326612.305294:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326612.305301:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1312
00000100:00100000:3.0:1767326612.305320:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993142784:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326612.305328:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2935
00000100:00100000:0.0:1767326612.305342:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993142656:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326612.305369:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326612.305448:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993142784:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326612.305458:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1312
00000100:00100000:0.0:1767326612.305463:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993142656:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 124us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326612.305472:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2935
00010000:00010000:1.0:1767326612.854595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326612.918562:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326587/real 1767326587]  req@ffff9bb582cd1c00 x1853164010244864/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767326612.918593:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd1c00 x1853164010244864/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767326612.918607:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326612.918626:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326612.918633:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326612.918644:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326612.918649:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326612.918657:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11805
00000100:00080000:0.0:1767326612.918660:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326612.918663:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326612.918674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767326612.918689:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326612.918697:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010244864:0@lo:250:kworker.0
00000100:00100000:2.0:1767326612.918725:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01500 x1853164010251392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326612.918771:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010251392:0@lo:38:kworker.0
00000100:00080000:2.0:1767326612.918810:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326612.918836:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010251520:0@lo:400:kworker.0
00000100:00080000:2.0:1767326612.918846:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326612.918848:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326612.918851:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010251648:0@lo:400:kworker.0
00000100:00080000:2.0:1767326612.918858:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11805
00000100:00100000:0.0:1767326612.918868:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326612.918870:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326612.918878:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326612.918899:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01180 x1853164010251776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326612.918921:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326612.918966:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326612.918973:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326612.918980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010251776:0@lo:38:kworker.0
00000100:00080000:2.0:1767326612.918980:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326612.918984:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251392
00000100:00080000:2.0:1767326612.918993:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11805
00000100:00100000:1.0:1767326612.918998:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251392
00000100:00080000:2.0:1767326612.919001:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326612.919010:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326612.919028:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767326612.919036:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc03b80 x1853164010252032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326612.919043:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010251904:0@lo:400:kworker.0
00000100:00100000:0.0:1767326612.919047:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326612.919060:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34900
00000100:00100000:1.0:1767326612.919075:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010251392:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326612.919097:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010252032:0@lo:38:kworker.0
00000100:00080000:2.0:1767326612.919101:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00020000:1.0:1767326612.919102:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326612.919117:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326612.919121:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326612.919124:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326612.919129:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11805
00000100:00080000:2.0:1767326612.919132:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326612.919136:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326612.919156:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00380 x1853164010252288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326612.919165:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010252160:0@lo:400:kworker.0
00000100:00100000:0.0:1767326612.919175:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326612.919181:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010251392:12345-0@lo:38:kworker.0 Request processed in 101us (319us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326612.919192:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34900
00000100:00080000:2.0:1767326612.919192:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326612.919207:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767326612.919211:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326612.919220:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11785
00000100:00080000:2.0:1767326612.919225:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326612.919226:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326612.919236:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326612.919238:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767326612.919241:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326612.919252:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326612.919259:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010251392:0@lo:38:kworker.0
00000100:00100000:2.0:1767326612.919268:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc03480 x1853164010252416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326612.919296:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010252288:0@lo:38:kworker.0
00000100:00100000:3.0:1767326612.919325:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251776
00000100:00100000:3.0:1767326612.919334:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251776
00000100:00100000:0.0:1767326612.919340:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326612.919341:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251520
00000100:00100000:1.0:1767326612.919347:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251520
00000100:00100000:2.0:1767326612.919357:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251904
00000100:00100000:2.0:1767326612.919365:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251904
00000100:00100000:0.0:1767326612.919369:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010252416:0@lo:250:kworker.0
00000100:00100000:3.0:1767326612.919383:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252032
00000100:00100000:3.0:1767326612.919390:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252032
00000400:00000100:0.0:1767326612.919414:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010252416 offset 0 length 520: 4
00000100:00100000:1.0:1767326612.919455:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010251648
00000100:00100000:3.0:1767326612.919456:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252160
00000100:00100000:3.0:1767326612.919462:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252160
00000100:00100000:1.0:1767326612.919465:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010251648
00000100:00100000:2.0:1767326612.919471:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252288
00000100:00100000:2.0:1767326612.919480:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252288
00000100:00100000:2.0:1767326612.919523:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313
00000100:00100000:3.0:1767326612.919532:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314
00000100:00100000:2.0:1767326612.919540:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010251904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326612.919545:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8840
00000100:00100000:3.0:1767326612.919547:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010252160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326612.919567:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8841
00000100:00100000:1.0:1767326612.919570:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010251520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326612.919584:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010251648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326612.919626:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010252160:12345-0@lo:400:kworker.0 Request processed in 82us (402us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326612.919634:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314
00000100:00100000:2.0:1767326612.919656:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010251904:12345-0@lo:400:kworker.0 Request processed in 118us (547us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326612.919671:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313
00000100:00100000:1.0:1767326612.919680:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010251520:12345-0@lo:400:kworker.0 Request processed in 113us (759us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326612.919681:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010251648:12345-0@lo:400:kworker.0 Request processed in 105us (449us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326612.919691:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936
00000100:00100000:0.0:1767326612.919721:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8841
00000100:00100000:3.0:1767326612.919721:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010251776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326612.919723:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1767326612.919739:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8840
00000100:00100000:2.0:1767326612.919748:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010252032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326612.919750:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326612.919773:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326612.919774:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326612.919786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326612.919792:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326612.919829:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010251776:12345-0@lo:38:kworker.0 Request processed in 105us (790us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326612.919832:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:0.0:1767326612.919851:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010252288:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326612.919852:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936
00000100:00100000:1.0:1767326612.919865:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010251648:0@lo:400:kworker.0
00000100:00100000:2.0:1767326612.919867:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010252032:12345-0@lo:38:kworker.0 Request processed in 117us (698us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326612.919877:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326612.919897:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00100000:3.0:1767326612.919909:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010251520:0@lo:400:kworker.0
00000100:00100000:0.0:1767326612.919946:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010252288:12345-0@lo:38:kworker.0 Request processed in 95us (608us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326612.919958:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00100000:3.0:1767326612.919990:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010252160:0@lo:400:kworker.0
00000100:00100000:3.0:1767326612.920010:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010251904:0@lo:400:kworker.0
00000100:00080000:2.0:1767326612.920021:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326612.920029:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326612.920034:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010252288:0@lo:38:kworker.0
00000100:00080000:2.0:1767326612.920049:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326612.920061:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326612.920065:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010252032:0@lo:38:kworker.0
00000100:00080000:2.0:1767326612.920079:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326612.920083:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326612.920087:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010251776:0@lo:38:kworker.0
00010000:00010000:1.0:1767326613.878645:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326614.454682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010252544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326614.454764:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326614.454818:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252544
00000100:00100000:1.0:1767326614.454830:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252544
00000100:00080000:2.0:1767326614.454899:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326614.454905:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7695
00000100:00100000:1.0:1767326614.454914:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010252544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326614.454948:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326614.454999:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010252544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326614.455006:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7695
00000100:00100000:0.0:1767326614.455049:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010252544:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326614.902582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326614.966683:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010252672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326614.966777:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326614.966855:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252672
00000100:00100000:0.0:1767326614.966868:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252672
00000100:00080000:2.0:1767326614.966942:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326614.966960:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7696
00000100:00100000:0.0:1767326614.966972:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010252672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326614.967016:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326614.967071:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010252672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326614.967080:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7696
00000100:00100000:1.0:1767326614.967122:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010252672:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326615.926612:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326616.950677:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326617.425466:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326617.425536:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326617.425551:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143040
00000100:00100000:2.0:1767326617.425564:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143040
00000100:00100000:1.0:1767326617.425658:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993142912
00000100:00100000:1.0:1767326617.425678:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993142912
00000100:00080000:3.0:1767326617.425686:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326617.425723:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1315
00000100:00100000:2.0:1767326617.425738:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993143040:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326617.425744:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2939
00000100:00100000:1.0:1767326617.425753:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993142912:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326617.425778:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326617.425870:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993142912:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 117us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326617.425879:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993143040:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 145us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326617.425880:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2939
00000100:00100000:2.0:1767326617.425890:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1315
00010000:00010000:1.0:1767326617.974655:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326618.038530:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326618.038544:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326618.038549:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326618.038554:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326618.038559:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326618.038569:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11810
00000100:00080000:1.0:1767326618.038575:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326618.038585:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326618.038652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010252800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326618.038720:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010252800:0@lo:38:kworker.0
00000100:00080000:1.0:1767326618.038731:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326618.038737:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326618.038740:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326618.038745:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11810
00000100:00080000:1.0:1767326618.038749:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326618.038754:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326618.038775:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3800 x1853164010253184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326618.038798:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010253056:0@lo:400:kworker.0
00000100:00100000:0.0:1767326618.038811:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010252928:0@lo:400:kworker.0
00000100:00100000:2.0:1767326618.038835:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326618.038846:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326618.038852:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326618.038854:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326618.038860:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11810
00000100:00080000:1.0:1767326618.038863:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326618.038868:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326618.038883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010253184:0@lo:38:kworker.0
00000100:00100000:3.0:1767326618.038883:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326618.038887:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3100 x1853164010253440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326618.038888:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010253312:0@lo:400:kworker.0
00000100:00080000:1.0:1767326618.038928:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326618.038935:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326618.038935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326618.038940:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326618.038947:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326618.038949:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11810
00000100:00080000:1.0:1767326618.038954:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326618.038959:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326618.038970:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010253440:0@lo:38:kworker.0
00000100:00100000:3.0:1767326618.038977:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253056
00000100:00100000:1.0:1767326618.038981:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8380 x1853164010253696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326618.038989:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253056
00000100:00100000:0.0:1767326618.038998:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252928
00000100:00100000:2.0:1767326618.038999:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326618.039005:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252928
00000100:00100000:1.0:1767326618.039024:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010253568:0@lo:400:kworker.0
00000100:00100000:2.0:1767326618.039030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010253696:0@lo:38:kworker.0
00000100:00100000:2.0:1767326618.039059:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326618.039076:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8842
00000100:00100000:1.0:1767326618.039083:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326618.039088:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8843
00000100:00100000:0.0:1767326618.039091:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010252928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326618.039106:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010253056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326618.039110:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253184
00000100:00100000:2.0:1767326618.039117:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253184
00000100:00100000:1.0:1767326618.039142:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253440
00000100:00100000:1.0:1767326618.039148:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253440
00000100:00100000:0.0:1767326618.039157:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010252928:12345-0@lo:400:kworker.0 Request processed in 70us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326618.039171:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253696
00000100:00100000:3.0:1767326618.039172:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010253056:12345-0@lo:400:kworker.0 Request processed in 70us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326618.039179:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253568
00000100:00100000:2.0:1767326618.039179:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253696
00000100:00100000:0.0:1767326618.039182:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8842
00000100:00100000:1.0:1767326618.039186:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253568
00000100:00100000:3.0:1767326618.039190:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8843
00000100:00100000:2.0:1767326618.039206:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:2.0:1767326618.039216:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010253184:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326618.039224:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316
00000100:00100000:3.0:1767326618.039238:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:1.0:1767326618.039239:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010253568:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767326618.039240:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326618.039252:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010252928:0@lo:400:kworker.0
00000100:00100000:3.0:1767326618.039252:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010253440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326618.039272:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326618.039298:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:2.0:1767326618.039303:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010253184:12345-0@lo:38:kworker.0 Request processed in 85us (367us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326618.039311:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010253696:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326618.039315:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010253568:12345-0@lo:400:kworker.0 Request processed in 80us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326618.039323:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00100000:3.0:1767326618.039323:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010253440:12345-0@lo:38:kworker.0 Request processed in 68us (321us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326618.039329:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326618.039336:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316
00000100:00100000:3.0:1767326618.039345:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00080000:2.0:1767326618.039369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326618.039374:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010253696:12345-0@lo:38:kworker.0 Request processed in 65us (312us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326618.039380:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326618.039383:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010252800
00000100:00100000:0.0:1767326618.039385:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000100:00100000:2.0:1767326618.039391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010253440:0@lo:38:kworker.0
00000100:00100000:3.0:1767326618.039391:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010252800
00000100:00100000:1.0:1767326618.039393:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010253568:0@lo:400:kworker.0
00000100:00100000:0.0:1767326618.039413:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326618.039442:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326618.039448:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326618.039454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010253184:0@lo:38:kworker.0
00000100:00100000:3.0:1767326618.039476:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34901
00000100:00080000:2.0:1767326618.039482:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326618.039487:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010252800:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326618.039491:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326618.039501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010253696:0@lo:38:kworker.0
00000100:00100000:1.0:1767326618.039502:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253312
00010000:00020000:3.0:1767326618.039508:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326618.039510:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253312
00000100:00080000:0.0:1767326618.039516:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326618.039523:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767326618.039526:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326618.039529:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326618.039558:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010253056:0@lo:400:kworker.0
00000100:00100000:3.0:1767326618.039566:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010252800:12345-0@lo:38:kworker.0 Request processed in 77us (737us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326618.039567:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317
00000100:00100000:3.0:1767326618.039582:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34901
00000100:00100000:1.0:1767326618.039584:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010253312:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326618.039620:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326618.039626:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326618.039630:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010252800:0@lo:38:kworker.0
00000100:00100000:1.0:1767326618.039650:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010253312:12345-0@lo:400:kworker.0 Request processed in 71us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326618.039659:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317
00000100:00100000:0.0:1767326618.039674:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010253312:0@lo:400:kworker.0
00010000:00010000:1.0:1767326618.998654:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326619.574622:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010253824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326619.574704:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326619.574793:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253824
00000100:00100000:1.0:1767326619.574803:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253824
00000100:00100000:1.0:1767326619.574871:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7697
00000100:00100000:1.0:1767326619.574885:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010253824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326619.574925:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326619.574987:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010253824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326619.574995:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7697
00000100:00100000:0.0:1767326619.575039:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010253824:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326620.022592:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326620.086623:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010253952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326620.086706:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326620.086757:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010253952
00000100:00100000:1.0:1767326620.086783:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010253952
00000100:00080000:0.0:1767326620.086842:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326620.086865:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7698
00000100:00100000:1.0:1767326620.086874:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010253952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326620.086907:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326620.086955:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010253952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326620.086962:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7698
00000100:00100000:2.0:1767326620.087000:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010253952:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326621.046638:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326622.070633:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326622.545085:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326622.545146:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326622.545187:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143296
00000100:00100000:3.0:1767326622.545210:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143296
00000100:00100000:0.0:1767326622.545244:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143168
00000100:00100000:0.0:1767326622.545250:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143168
00000100:00080000:1.0:1767326622.545285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326622.545316:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1318
00000100:00100000:3.0:1767326622.545335:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2943
00000100:00100000:0.0:1767326622.545337:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993143296:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326622.545354:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143168:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326622.545381:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326622.545462:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993143296:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 136us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326622.545480:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143168:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 132us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326622.545490:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2943
00000100:00100000:0.0:1767326622.545502:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1318
00010000:00010000:1.0:1767326623.094607:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326623.158486:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326623.158495:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326623.158500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326623.158504:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326623.158508:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326623.158515:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11815
00000100:00080000:1.0:1767326623.158519:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326623.158526:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326623.158562:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb100 x1853164010254080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326623.158624:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326623.158626:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010254080:0@lo:38:kworker.0
00000100:00080000:1.0:1767326623.158630:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326623.158637:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326623.158646:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11815
00000100:00080000:1.0:1767326623.158648:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326623.158654:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326623.158658:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010254336:0@lo:400:kworker.0
00000100:00100000:0.0:1767326623.158661:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010254208:0@lo:400:kworker.0
00000100:00100000:1.0:1767326623.158669:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda300 x1853164010254464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326623.158706:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326623.158710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326623.158713:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326623.158719:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11815
00000100:00080000:1.0:1767326623.158722:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326623.158738:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326623.158739:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326623.158740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326623.158767:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9180 x1853164010254720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326623.158775:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010254592:0@lo:400:kworker.0
00000100:00080000:1.0:1767326623.158802:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326623.158806:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326623.158808:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326623.158816:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11815
00000100:00080000:1.0:1767326623.158820:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326623.158828:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326623.158830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010254464:0@lo:38:kworker.0
00000100:00100000:0.0:1767326623.158843:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326623.158852:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9f80 x1853164010254976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326623.158857:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254080
00000100:00100000:3.0:1767326623.158874:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254080
00000100:00100000:2.0:1767326623.158896:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326623.158914:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010254848:0@lo:400:kworker.0
00000100:00100000:2.0:1767326623.158928:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010254720:0@lo:38:kworker.0
00000100:00100000:3.0:1767326623.158940:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34902
00000100:00100000:0.0:1767326623.158943:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254336
00000100:00100000:3.0:1767326623.158952:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010254080:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326623.158956:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254336
00000100:00100000:1.0:1767326623.158979:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326623.158982:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326623.159034:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254592
00000100:00100000:0.0:1767326623.159040:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8844
00000100:00100000:2.0:1767326623.159042:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254592
00000100:00100000:0.0:1767326623.159057:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010254336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326623.159064:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254464
00000100:00100000:3.0:1767326623.159068:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010254080:12345-0@lo:38:kworker.0 Request processed in 109us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326623.159074:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254464
00000100:00100000:3.0:1767326623.159080:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34902
00000100:00100000:2.0:1767326623.159107:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254848
00000100:00100000:2.0:1767326623.159112:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254848
00000100:00100000:1.0:1767326623.159127:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319
00000100:00100000:1.0:1767326623.159150:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010254592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326623.159159:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320
00000100:00100000:0.0:1767326623.159160:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010254336:12345-0@lo:400:kworker.0 Request processed in 102us (423us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326623.159180:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8844
00000100:00100000:3.0:1767326623.159181:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010254336:0@lo:400:kworker.0
00000100:00100000:2.0:1767326623.159186:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010254848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326623.159207:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010254592:12345-0@lo:400:kworker.0 Request processed in 65us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326623.159219:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319
00000100:00080000:0.0:1767326623.159244:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326623.159246:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00080000:0.0:1767326623.159252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326623.159266:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010254464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326623.159287:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326623.159301:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326623.159302:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010254848:12345-0@lo:400:kworker.0 Request processed in 126us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326623.159315:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320
00000100:00100000:0.0:1767326623.159323:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010254592:0@lo:400:kworker.0
00000100:00100000:2.0:1767326623.159358:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254720
00000100:00100000:1.0:1767326623.159364:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010254464:12345-0@lo:38:kworker.0 Request processed in 93us (466us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326623.159366:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254720
00000100:00080000:3.0:1767326623.159366:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326623.159382:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00080000:3.0:1767326623.159385:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326623.159399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010254080:0@lo:38:kworker.0
00000100:00100000:2.0:1767326623.159414:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945
00000100:00100000:3.0:1767326623.159470:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010254976:0@lo:38:kworker.0
00000100:00100000:2.0:1767326623.159480:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010254720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326623.159494:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326623.159514:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326623.159564:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010254720:12345-0@lo:38:kworker.0 Request processed in 74us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326623.159567:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326623.159576:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326623.159578:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254976
00000100:00100000:2.0:1767326623.159587:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945
00000100:00080000:3.0:1767326623.159587:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326623.159591:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254976
00000100:00100000:3.0:1767326623.159598:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010254464:0@lo:38:kworker.0
00000100:00080000:3.0:1767326623.159627:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326623.159638:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326623.159643:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010254208
00000100:00100000:3.0:1767326623.159644:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010254720:0@lo:38:kworker.0
00000100:00100000:2.0:1767326623.159650:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:1.0:1767326623.159651:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010254208
00000100:00100000:2.0:1767326623.159668:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010254976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326623.159678:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326623.159711:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326623.159728:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8845
00000100:00100000:3.0:1767326623.159728:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010254848:0@lo:400:kworker.0
00000100:00100000:1.0:1767326623.159769:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010254208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326623.159778:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010254976:12345-0@lo:38:kworker.0 Request processed in 103us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326623.159788:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00080000:0.0:1767326623.159830:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326623.159835:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010254208:12345-0@lo:400:kworker.0 Request processed in 90us (280us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326623.159838:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326623.159847:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010254976:0@lo:38:kworker.0
00000100:00100000:1.0:1767326623.159848:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8845
00000100:00100000:2.0:1767326623.159867:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010254208:0@lo:400:kworker.0
00010000:00010000:1.0:1767326624.118637:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326624.694644:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326624.694670:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010255104:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326624.694769:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326624.694838:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255104
00000100:00100000:1.0:1767326624.694850:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255104
00000100:00100000:1.0:1767326624.694914:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7699
00000100:00100000:1.0:1767326624.694931:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010255104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326624.694968:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326624.695028:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010255104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326624.695036:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7699
00000100:00100000:0.0:1767326624.695086:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010255104:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326625.142542:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326625.206647:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010255232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326625.206763:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326625.206812:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255232
00000100:00100000:1.0:1767326625.206823:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255232
00000100:00080000:0.0:1767326625.206873:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326625.206895:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7700
00000100:00100000:1.0:1767326625.206908:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010255232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326625.206948:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326625.207003:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010255232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326625.207010:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7700
00000100:00100000:0.0:1767326625.207062:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010255232:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326626.166586:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326627.190585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326627.665174:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326627.665223:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326627.665240:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143424
00000100:00100000:2.0:1767326627.665257:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143424
00000100:00100000:3.0:1767326627.665292:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143552
00000100:00100000:3.0:1767326627.665300:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143552
00000100:00100000:2.0:1767326627.665313:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2947
00000100:00100000:2.0:1767326627.665324:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143424:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326627.665349:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326627.665361:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1321
00000100:00100000:3.0:1767326627.665372:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993143552:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767326627.665387:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326627.665453:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143424:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326627.665460:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993143552:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326627.665468:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2947
00000100:00100000:3.0:1767326627.665476:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1321
00010000:00010000:1.0:1767326628.214612:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326628.278617:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326628.278631:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326628.278636:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326628.278640:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326628.278645:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326628.278656:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11821
00000100:00080000:2.0:1767326628.278663:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326628.278673:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326628.278766:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010255360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326628.278843:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010255360:0@lo:38:kworker.0
00000100:00080000:2.0:1767326628.278856:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326628.278872:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010255488:0@lo:400:kworker.0
00000100:00080000:2.0:1767326628.278883:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326628.278888:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326628.278896:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11821
00000100:00080000:2.0:1767326628.278901:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326628.278909:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326628.278914:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010255616:0@lo:400:kworker.0
00000100:00100000:0.0:1767326628.278923:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326628.278943:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010255744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326628.278946:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326628.278982:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010255744:0@lo:38:kworker.0
00000100:00100000:3.0:1767326628.278984:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326628.279011:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326628.279020:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326628.279024:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326628.279034:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255488
00000100:00080000:2.0:1767326628.279034:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11821
00000100:00100000:1.0:1767326628.279046:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255488
00000100:00080000:2.0:1767326628.279047:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326628.279048:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326628.279058:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255360
00000100:00080000:2.0:1767326628.279061:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326628.279068:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255360
00000100:00100000:2.0:1767326628.279095:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010256000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326628.279113:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255616
00000100:00100000:0.0:1767326628.279120:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255616
00000100:00100000:3.0:1767326628.279131:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34903
00000100:00100000:1.0:1767326628.279137:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8846
00000100:00100000:3.0:1767326628.279147:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010255360:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326628.279151:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326628.279156:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010255488:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326628.279161:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326628.279165:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326628.279173:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8847
00010000:00020000:3.0:1767326628.279174:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326628.279187:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11821
00000100:00100000:0.0:1767326628.279197:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010255616:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326628.279200:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326628.279210:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326628.279234:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430380 x1853164010256256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326628.279245:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010255360:12345-0@lo:38:kworker.0 Request processed in 96us (319us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326628.279266:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34903
00000100:00100000:2.0:1767326628.279289:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010255872:0@lo:400:kworker.0
00000100:00100000:0.0:1767326628.279294:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010255616:12345-0@lo:400:kworker.0 Request processed in 103us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326628.279302:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010255488:12345-0@lo:400:kworker.0 Request processed in 149us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326628.279307:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255744
00000100:00100000:1.0:1767326628.279314:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8846
00000100:00100000:3.0:1767326628.279315:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255744
00000100:00100000:0.0:1767326628.279330:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8847
00000100:00100000:2.0:1767326628.279349:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326628.279357:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326628.279371:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326628.279372:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010255872
00000100:00100000:3.0:1767326628.279379:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010255872
00000100:00100000:2.0:1767326628.279396:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326628.279407:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948
00000100:00100000:2.0:1767326628.279409:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010256128:0@lo:400:kworker.0
00000100:00100000:0.0:1767326628.279464:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010255744:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326628.279468:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010255488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326628.279479:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322
00010000:00020000:0.0:1767326628.279489:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326628.279503:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010255872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326628.279504:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326628.279564:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010256000:0@lo:38:kworker.0
00000100:00100000:0.0:1767326628.279574:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010255744:12345-0@lo:38:kworker.0 Request processed in 106us (529us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326628.279588:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948
00000100:00100000:3.0:1767326628.279606:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010255872:12345-0@lo:400:kworker.0 Request processed in 113us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326628.279615:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326628.279623:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322
00000100:00100000:0.0:1767326628.279635:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256128
00000100:00100000:2.0:1767326628.279639:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010255872:0@lo:400:kworker.0
00000100:00100000:0.0:1767326628.279644:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256128
00000100:00100000:3.0:1767326628.279662:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256000
00000100:00100000:1.0:1767326628.279665:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010256256:0@lo:38:kworker.0
00000100:00100000:3.0:1767326628.279669:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256000
00000100:00100000:3.0:1767326628.279725:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323
00000100:00100000:0.0:1767326628.279735:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:1.0:1767326628.279737:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326628.279742:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010255616:0@lo:400:kworker.0
00000100:00100000:3.0:1767326628.279748:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010256128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326628.279763:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010256000:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326628.279788:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767326628.279790:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326628.279805:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326628.279813:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256256
00000100:00100000:1.0:1767326628.279814:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010255744:0@lo:38:kworker.0
00000100:00100000:2.0:1767326628.279819:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256256
00000100:00100000:3.0:1767326628.279825:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010256128:12345-0@lo:400:kworker.0 Request processed in 86us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326628.279835:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323
00000100:00080000:1.0:1767326628.279851:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326628.279859:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010256000:12345-0@lo:38:kworker.0 Request processed in 94us (242us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326628.279866:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326628.279871:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1767326628.279873:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010255360:0@lo:38:kworker.0
00000100:00100000:2.0:1767326628.279881:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010256256:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326628.279887:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00000100:00080000:1.0:1767326628.279910:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767326628.279910:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326628.279915:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326628.279919:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326628.279925:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010256000:0@lo:38:kworker.0
00000100:00100000:2.0:1767326628.279988:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010256256:12345-0@lo:38:kworker.0 Request processed in 104us (252us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326628.279995:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326628.279999:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010256128:0@lo:400:kworker.0
00000100:00100000:2.0:1767326628.280003:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00080000:1.0:1767326628.280005:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326628.280028:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010256256:0@lo:38:kworker.0
00010000:00010000:1.0:1767326629.238610:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326629.814714:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010256384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326629.814819:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326629.814877:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256384
00000100:00100000:0.0:1767326629.814888:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256384
00000100:00100000:0.0:1767326629.814943:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7701
00000100:00100000:0.0:1767326629.814954:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010256384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326629.814999:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326629.815059:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010256384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326629.815066:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7701
00000100:00100000:1.0:1767326629.815122:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010256384:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326630.262597:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326630.326708:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010256512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326630.326791:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326630.326838:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256512
00000100:00100000:0.0:1767326630.326849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256512
00000100:00080000:3.0:1767326630.326917:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326630.326923:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7702
00000100:00100000:0.0:1767326630.326933:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010256512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326630.326968:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326630.327019:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010256512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326630.327029:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7702
00000100:00100000:2.0:1767326630.327078:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010256512:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326631.286659:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326632.310574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326632.785097:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326632.785154:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326632.785169:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143808
00000100:00100000:2.0:1767326632.785182:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143808
00000100:00100000:0.0:1767326632.785209:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143680
00000100:00100000:0.0:1767326632.785217:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143680
00000100:00080000:3.0:1767326632.785250:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326632.785273:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1324
00000100:00100000:2.0:1767326632.785286:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2951
00000100:00100000:0.0:1767326632.785293:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993143808:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326632.785303:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143680:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326632.785334:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326632.785389:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993143808:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326632.785393:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143680:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326632.785459:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1324
00000100:00100000:2.0:1767326632.785467:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2951
00010000:00010000:1.0:1767326633.334637:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326633.398551:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326633.398563:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326633.398567:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326633.398572:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326633.398577:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326633.398588:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11826
00000100:00080000:1.0:1767326633.398595:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326633.398604:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326633.398651:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9180 x1853164010256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326633.398720:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010256640:0@lo:38:kworker.0
00000100:00080000:1.0:1767326633.398736:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326633.398741:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326633.398744:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326633.398750:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11826
00000100:00080000:1.0:1767326633.398754:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326633.398761:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326633.398772:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010256896:0@lo:400:kworker.0
00000100:00100000:1.0:1767326633.398778:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010257024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326633.398800:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010256768:0@lo:400:kworker.0
00000100:00100000:0.0:1767326633.398803:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326633.398821:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326633.398826:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326633.398829:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326633.398835:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11826
00000100:00080000:1.0:1767326633.398842:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767326633.398842:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326633.398850:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326633.398865:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010257152:0@lo:400:kworker.0
00000100:00100000:0.0:1767326633.398880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010257024:0@lo:38:kworker.0
00000100:00100000:1.0:1767326633.398897:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010257280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326633.398917:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256640
00000100:00100000:3.0:1767326633.398918:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326633.398925:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326633.398926:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256896
00000100:00100000:2.0:1767326633.398928:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256640
00000100:00100000:0.0:1767326633.398932:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256896
00000100:00080000:1.0:1767326633.398933:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326633.398938:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326633.398944:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11826
00000100:00080000:1.0:1767326633.398948:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326633.398953:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326633.398972:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47800 x1853164010257536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326633.398972:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326633.398981:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34904
00000100:00100000:3.0:1767326633.398986:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010257408:0@lo:400:kworker.0
00000100:00100000:0.0:1767326633.398993:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8848
00000100:00100000:2.0:1767326633.399004:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010256640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326633.399006:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010256896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326633.399023:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326633.399034:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767326633.399034:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326633.399057:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326633.399068:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326633.399076:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010256896:12345-0@lo:400:kworker.0 Request processed in 73us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326633.399084:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8848
00000100:00100000:2.0:1767326633.399098:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010256640:12345-0@lo:38:kworker.0 Request processed in 101us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326633.399105:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010256768
00000100:00100000:0.0:1767326633.399110:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010256768
00000100:00100000:2.0:1767326633.399110:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34904
00000100:00080000:1.0:1767326633.399119:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326633.399127:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326633.399133:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010256640:0@lo:38:kworker.0
00000100:00100000:3.0:1767326633.399155:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257152
00000100:00100000:3.0:1767326633.399162:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257152
00000100:00100000:1.0:1767326633.399165:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010257280:0@lo:38:kworker.0
00000100:00100000:0.0:1767326633.399167:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8849
00000100:00100000:2.0:1767326633.399172:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010256896:0@lo:400:kworker.0
00000100:00100000:0.0:1767326633.399189:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010256768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326633.399212:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326633.399214:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257408
00000100:00100000:3.0:1767326633.399219:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257408
00000100:00100000:2.0:1767326633.399236:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257024
00000100:00100000:2.0:1767326633.399242:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257024
00000100:00100000:0.0:1767326633.399250:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010256768:12345-0@lo:400:kworker.0 Request processed in 63us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326633.399250:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010257536:0@lo:38:kworker.0
00000100:00100000:3.0:1767326633.399256:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257280
00000100:00100000:3.0:1767326633.399264:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257280
00000100:00100000:2.0:1767326633.399270:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325
00000100:00100000:0.0:1767326633.399271:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8849
00000100:00100000:2.0:1767326633.399289:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010257152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326633.399290:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326633.399307:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257536
00000100:00100000:0.0:1767326633.399313:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257536
00000100:00080000:1.0:1767326633.399323:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326633.399328:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326633.399338:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326
00000100:00100000:2.0:1767326633.399348:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010257152:12345-0@lo:400:kworker.0 Request processed in 65us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326633.399350:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010257408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326633.399361:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:1.0:1767326633.399368:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010257024:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326633.399374:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325
00010000:00020000:1.0:1767326633.399386:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326633.399405:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:0.0:1767326633.399407:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010257408:12345-0@lo:400:kworker.0 Request processed in 58us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326633.399439:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010257536:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326633.399446:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954
00010000:00020000:2.0:1767326633.399454:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326633.399459:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326
00000100:00100000:3.0:1767326633.399461:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010257280:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326633.399462:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010257024:12345-0@lo:38:kworker.0 Request processed in 88us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326633.399478:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00010000:00020000:3.0:1767326633.399482:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326633.399499:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010257536:12345-0@lo:38:kworker.0 Request processed in 82us (210us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326633.399510:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010256768:0@lo:400:kworker.0
00000100:00100000:2.0:1767326633.399525:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00080000:1.0:1767326633.399531:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326633.399538:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010257280:12345-0@lo:38:kworker.0 Request processed in 78us (325us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326633.399542:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326633.399553:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010257536:0@lo:38:kworker.0
00000100:00100000:3.0:1767326633.399555:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954
00000100:00100000:2.0:1767326633.399571:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010257408:0@lo:400:kworker.0
00000100:00080000:1.0:1767326633.399577:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326633.399583:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326633.399587:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010257024:0@lo:38:kworker.0
00000100:00100000:2.0:1767326633.399593:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010257152:0@lo:400:kworker.0
00000100:00080000:1.0:1767326633.399616:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326633.399622:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326633.399627:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010257280:0@lo:38:kworker.0
00010000:00010000:1.0:1767326634.358595:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326634.934730:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010257664:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326634.934824:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326634.934887:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257664
00000100:00100000:1.0:1767326634.934898:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257664
00000100:00100000:1.0:1767326634.934955:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7703
00000100:00100000:1.0:1767326634.934971:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010257664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326634.935007:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326634.935068:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010257664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326634.935073:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7703
00000100:00100000:0.0:1767326634.935127:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010257664:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326635.382578:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326635.446616:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010257792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326635.446716:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326635.446768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010257792
00000100:00100000:1.0:1767326635.446781:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010257792
00000100:00080000:2.0:1767326635.446828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326635.446859:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7704
00000100:00100000:1.0:1767326635.446872:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010257792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326635.446909:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326635.446968:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010257792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326635.446979:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7704
00000100:00100000:2.0:1767326635.447021:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010257792:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326636.406648:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326637.430625:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326637.494536:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326612/real 1767326612]  req@ffff9bb5bcc03480 x1853164010252416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767326637.494572:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc03480 x1853164010252416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767326637.494591:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326637.494615:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767326637.494618:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010252416:0@lo:250:kworker.0
00000100:00080000:1.0:1767326637.494666:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326637.494672:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767326637.494675:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326637.494680:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11810
00000100:00080000:1.0:1767326637.494684:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326637.494691:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326637.494724:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47800 x1853164010257920/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326637.494745:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326637.494748:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326637.494749:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326637.494752:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11831
00000100:00080000:1.0:1767326637.494757:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326637.494761:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326637.494774:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010257920:0@lo:250:kworker.0
00000100:00100000:1.0:1767326637.494776:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44000 x1853164010258048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326637.494823:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326637.494827:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326637.494828:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326637.494835:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11831
00000400:00000100:2.0:1767326637.494837:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010257920 offset 0 length 520: 4
00000100:00080000:1.0:1767326637.494839:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326637.494846:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326637.494858:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010258304:0@lo:400:kworker.0
00000100:00100000:1.0:1767326637.494860:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45180 x1853164010258432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326637.494885:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010258176:0@lo:400:kworker.0
00000100:00100000:2.0:1767326637.494896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010258048:0@lo:38:kworker.0
00000100:00080000:1.0:1767326637.494897:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326637.494904:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326637.494906:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326637.494911:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11831
00000100:00080000:1.0:1767326637.494914:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326637.494919:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326637.494921:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326637.494933:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44700 x1853164010258688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326637.494949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326637.494958:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326637.494970:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326637.494972:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326637.494976:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11831
00000100:00080000:1.0:1767326637.494982:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326637.494989:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326637.494998:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010258432:0@lo:38:kworker.0
00000100:00100000:3.0:1767326637.494998:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326637.495009:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47b80 x1853164010258944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326637.495012:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010258560:0@lo:400:kworker.0
00000100:00100000:1.0:1767326637.495051:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258304
00000100:00100000:2.0:1767326637.495058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326637.495061:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258304
00000100:00100000:3.0:1767326637.495107:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258176
00000100:00100000:2.0:1767326637.495114:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010258688:0@lo:38:kworker.0
00000100:00100000:3.0:1767326637.495119:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258176
00000100:00100000:0.0:1767326637.495124:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326637.495145:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8850
00000100:00100000:1.0:1767326637.495164:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a73b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010258304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326637.495170:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326637.495179:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326637.495189:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010258816:0@lo:400:kworker.0
00000100:00100000:3.0:1767326637.495197:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8851
00000100:00100000:2.0:1767326637.495216:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010258944:0@lo:38:kworker.0
00000100:00100000:3.0:1767326637.495218:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010258176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326637.495240:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326637.495247:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a73b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010258304:12345-0@lo:400:kworker.0 Request processed in 90us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326637.495261:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8850
00000100:00100000:2.0:1767326637.495262:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326637.495291:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258432
00000100:00100000:0.0:1767326637.495297:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258432
00000100:00100000:3.0:1767326637.495319:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010258176:12345-0@lo:400:kworker.0 Request processed in 107us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326637.495321:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258048
00000100:00100000:0.0:1767326637.495328:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258560
00000100:00100000:2.0:1767326637.495332:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258048
00000100:00100000:0.0:1767326637.495335:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258560
00000100:00100000:3.0:1767326637.495347:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8851
00000100:00100000:2.0:1767326637.495388:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34905
00000100:00100000:0.0:1767326637.495389:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258688
00000100:00100000:0.0:1767326637.495395:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258688
00000100:00100000:2.0:1767326637.495403:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010258048:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326637.495443:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258816
00000100:00100000:0.0:1767326637.495447:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258816
00010000:00020000:2.0:1767326637.495457:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326637.495471:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010258944
00000100:00100000:0.0:1767326637.495477:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010258944
00000100:00100000:3.0:1767326637.495477:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010258176:0@lo:400:kworker.0
00000100:00100000:0.0:1767326637.495506:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327
00000100:00100000:2.0:1767326637.495511:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010258048:12345-0@lo:38:kworker.0 Request processed in 108us (562us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326637.495519:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010258560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326637.495524:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34905
00000100:00100000:2.0:1767326637.495580:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328
00000100:00100000:0.0:1767326637.495591:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010258560:12345-0@lo:400:kworker.0 Request processed in 71us (481us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326637.495592:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326637.495595:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010258816:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326637.495603:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326637.495621:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326637.495629:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327
00000100:00100000:2.0:1767326637.495681:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010258816:12345-0@lo:400:kworker.0 Request processed in 92us (442us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326637.495687:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:0.0:1767326637.495715:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:3.0:1767326637.495716:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010258432:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326637.495730:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328
00000100:00100000:0.0:1767326637.495733:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010258688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326637.495737:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326637.495745:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957
00010000:00020000:0.0:1767326637.495755:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326637.495755:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010258944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326637.495769:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326637.495798:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326637.495809:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326637.495816:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010258048:0@lo:38:kworker.0
00000100:00100000:3.0:1767326637.495824:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010258432:12345-0@lo:38:kworker.0 Request processed in 117us (766us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326637.495825:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010258688:12345-0@lo:38:kworker.0 Request processed in 93us (649us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326637.495834:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326637.495839:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010258944:12345-0@lo:38:kworker.0 Request processed in 78us (574us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326637.495853:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326637.495863:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010258432:0@lo:38:kworker.0
00000100:00100000:0.0:1767326637.495864:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00100000:3.0:1767326637.495881:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00000100:00100000:1.0:1767326637.495888:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957
00000100:00080000:2.0:1767326637.495924:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326637.495931:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326637.495936:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010258816:0@lo:400:kworker.0
00000100:00100000:2.0:1767326637.495954:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010258688:0@lo:38:kworker.0
00000100:00100000:1.0:1767326637.495968:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010258304:0@lo:400:kworker.0
00000100:00100000:0.0:1767326637.495973:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010258560:0@lo:400:kworker.0
00000100:00080000:2.0:1767326637.495985:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326637.495993:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326637.495999:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010258944:0@lo:38:kworker.0
00000100:00100000:1.0:1767326637.905285:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326637.905324:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767326637.905347:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993144192 offset 0 length 520: 4
00000100:00100000:2.0:1767326637.905363:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993143936
00000100:00100000:2.0:1767326637.905377:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993143936
00000100:00100000:3.0:1767326637.905386:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144064
00000100:00100000:3.0:1767326637.905393:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144064
00000100:00080000:1.0:1767326637.905458:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326637.905480:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1329
00000100:00100000:3.0:1767326637.905489:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2958
00000100:00100000:2.0:1767326637.905495:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993144064:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326637.905500:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143936:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326637.905524:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326637.905600:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993143936:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 98us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326637.905601:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993144064:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 106us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326637.905616:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2958
00000100:00100000:2.0:1767326637.905623:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1329
00010000:00010000:1.0:1767326638.454590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326639.478627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326640.054685:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010259072:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326640.054794:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326640.054838:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259072
00000100:00100000:1.0:1767326640.054849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259072
00000100:00080000:3.0:1767326640.054919:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326640.054925:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7705
00000100:00100000:1.0:1767326640.054934:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010259072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326640.054975:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326640.055035:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010259072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326640.055042:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7705
00000100:00100000:0.0:1767326640.055092:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010259072:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326640.502603:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326640.566684:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010259200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326640.566798:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326640.566859:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259200
00000100:00100000:1.0:1767326640.566870:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259200
00000100:00080000:3.0:1767326640.566926:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326640.566962:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7706
00000100:00100000:1.0:1767326640.566979:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010259200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326640.567020:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326640.567074:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010259200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326640.567081:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7706
00000100:00100000:0.0:1767326640.567133:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010259200:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326641.526665:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326642.550604:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326642.614510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326642.614521:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326642.614524:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326642.614528:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326642.614533:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326642.614541:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11835
00000100:00080000:2.0:1767326642.614546:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326642.614554:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326642.614599:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34ad80 x1853164010259328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326642.614678:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326642.614682:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326642.614691:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010259328:0@lo:38:kworker.0
00000100:00100000:0.0:1767326642.614695:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010259456:0@lo:400:kworker.0
00000100:00080000:2.0:1767326642.614705:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326642.614710:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11835
00000100:00080000:2.0:1767326642.614713:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326642.614716:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010259584:0@lo:400:kworker.0
00000100:00080000:2.0:1767326642.614719:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326642.614737:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010259712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326642.614768:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326642.614771:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326642.614773:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326642.614777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11835
00000100:00080000:2.0:1767326642.614780:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326642.614784:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326642.614797:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326642.614797:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326642.614800:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34a300 x1853164010259968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326642.614807:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767326642.614815:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326642.614820:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326642.614822:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326642.614826:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11835
00000100:00080000:2.0:1767326642.614828:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326642.614832:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326642.614833:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010260096:0@lo:400:kworker.0
00000100:00100000:2.0:1767326642.614847:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010260224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326642.614863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010259712:0@lo:38:kworker.0
00000100:00100000:1.0:1767326642.614883:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326642.614884:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259328
00000100:00100000:0.0:1767326642.614887:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259456
00000100:00100000:2.0:1767326642.614893:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259328
00000100:00100000:0.0:1767326642.614894:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259456
00000100:00100000:1.0:1767326642.614929:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010259840:0@lo:400:kworker.0
00000100:00080000:3.0:1767326642.614938:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326642.614943:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34906
00000100:00100000:2.0:1767326642.614958:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010259328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326642.614961:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8852
00000100:00100000:1.0:1767326642.614971:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326642.614973:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260096
00000100:00100000:0.0:1767326642.614980:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010259456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326642.614980:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260096
00010000:00020000:2.0:1767326642.614990:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326642.615022:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326642.615035:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259840
00000100:00100000:3.0:1767326642.615040:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259840
00000100:00100000:2.0:1767326642.615048:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010259328:12345-0@lo:38:kworker.0 Request processed in 88us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326642.615058:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34906
00000100:00100000:0.0:1767326642.615059:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010259456:12345-0@lo:400:kworker.0 Request processed in 78us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326642.615069:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8852
00000100:00100000:1.0:1767326642.615080:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326642.615085:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330
00000100:00100000:0.0:1767326642.615090:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259584
00000100:00100000:3.0:1767326642.615098:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010260096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326642.615104:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259584
00000100:00100000:2.0:1767326642.615106:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259712
00000100:00100000:2.0:1767326642.615112:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259712
00000100:00100000:1.0:1767326642.615115:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010259968:0@lo:38:kworker.0
00000100:00100000:2.0:1767326642.615148:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331
00000100:00100000:0.0:1767326642.615150:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8853
00000100:00100000:1.0:1767326642.615160:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326642.615164:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010259840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326642.615165:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010259584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326642.615174:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010260096:12345-0@lo:400:kworker.0 Request processed in 75us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326642.615183:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010260224:0@lo:38:kworker.0
00000100:00100000:3.0:1767326642.615187:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330
00000100:00100000:3.0:1767326642.615211:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010259968
00000100:00100000:3.0:1767326642.615215:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010259968
00000100:00100000:2.0:1767326642.615227:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010259840:12345-0@lo:400:kworker.0 Request processed in 66us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326642.615230:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326642.615237:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010259584:12345-0@lo:400:kworker.0 Request processed in 75us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326642.615238:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:0.0:1767326642.615251:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8853
00000100:00100000:3.0:1767326642.615254:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010259712:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326642.615257:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331
00000100:00080000:1.0:1767326642.615265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767326642.615273:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326642.615274:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326642.615281:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260224
00000100:00100000:1.0:1767326642.615284:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010259328:0@lo:38:kworker.0
00000100:00100000:2.0:1767326642.615286:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260224
00000100:00100000:0.0:1767326642.615296:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010259456:0@lo:400:kworker.0
00000100:00100000:2.0:1767326642.615311:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960
00000100:00100000:3.0:1767326642.615317:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010259712:12345-0@lo:38:kworker.0 Request processed in 65us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326642.615319:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010259968:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326642.615332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326642.615336:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010259584:0@lo:400:kworker.0
00010000:00020000:2.0:1767326642.615337:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326642.615337:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00080000:1.0:1767326642.615340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326642.615351:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010259712:0@lo:38:kworker.0
00000100:00100000:3.0:1767326642.615371:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:2.0:1767326642.615377:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010259968:12345-0@lo:38:kworker.0 Request processed in 57us (218us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326642.615379:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326642.615383:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010260224:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326642.615389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326642.615394:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960
00000100:00100000:1.0:1767326642.615398:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010259968:0@lo:38:kworker.0
00010000:00020000:3.0:1767326642.615402:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326642.615455:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326642.615460:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010260096:0@lo:400:kworker.0
00000100:00080000:2.0:1767326642.615462:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326642.615481:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010259840:0@lo:400:kworker.0
00000100:00080000:1.0:1767326642.615487:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326642.615487:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010260224:12345-0@lo:38:kworker.0 Request processed in 103us (259us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326642.615495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326642.615501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010260224:0@lo:38:kworker.0
00000100:00100000:3.0:1767326642.615505:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00000100:00100000:0.0:1767326643.025160:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326643.025220:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326643.025244:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144320
00000100:00100000:3.0:1767326643.025259:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144320
00000100:00100000:2.0:1767326643.025296:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144448
00000100:00100000:2.0:1767326643.025303:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144448
00000100:00100000:3.0:1767326643.025335:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2962
00000100:00100000:3.0:1767326643.025347:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993144320:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767326643.025368:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1332
00000100:00080000:1.0:1767326643.025390:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767326643.025393:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326643.025394:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993144448:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326643.025519:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993144448:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 126us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326643.025520:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993144320:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 167us (367us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326643.025531:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1332
00000100:00100000:3.0:1767326643.025538:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2962
00010000:00010000:1.0:1767326643.574671:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326644.598571:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326645.174684:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010260352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326645.174777:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326645.174830:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260352
00000100:00100000:0.0:1767326645.174842:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260352
00000100:00080000:1.0:1767326645.174889:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326645.174916:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7707
00000100:00100000:0.0:1767326645.174928:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010260352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326645.174976:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326645.175038:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010260352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326645.175047:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7707
00000100:00100000:1.0:1767326645.175097:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010260352:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326645.622570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326645.686642:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326645.686665:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010260480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326645.686753:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326645.686809:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260480
00000100:00100000:0.0:1767326645.686819:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260480
00000100:00080000:1.0:1767326645.686875:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326645.686889:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7708
00000100:00100000:0.0:1767326645.686898:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010260480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326645.686942:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326645.687019:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010260480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326645.687028:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7708
00000100:00100000:1.0:1767326645.687079:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010260480:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326646.646634:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326647.670597:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326647.734512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326647.734523:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326647.734528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326647.734533:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326647.734539:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326647.734552:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11840
00000100:00080000:1.0:1767326647.734559:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326647.734606:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326647.734659:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44000 x1853164010260608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326647.734716:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010260608:0@lo:38:kworker.0
00000100:00080000:1.0:1767326647.734736:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326647.734742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326647.734745:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326647.734752:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010260736:0@lo:400:kworker.0
00000100:00080000:1.0:1767326647.734753:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11840
00000100:00080000:1.0:1767326647.734760:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326647.734766:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326647.734785:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf46680 x1853164010260992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326647.734800:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326647.734801:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010260864:0@lo:400:kworker.0
00000100:00100000:2.0:1767326647.734807:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326647.734830:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326647.734836:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326647.734839:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326647.734846:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11840
00000100:00080000:1.0:1767326647.734851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326647.734851:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010260992:0@lo:38:kworker.0
00000100:00080000:1.0:1767326647.734861:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326647.734862:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326647.734882:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260608
00000100:00100000:1.0:1767326647.734884:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87800 x1853164010261248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326647.734893:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260608
00000100:00100000:3.0:1767326647.734899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326647.734913:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260736
00000100:00100000:0.0:1767326647.734919:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260736
00000100:00080000:1.0:1767326647.734924:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326647.734928:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010261248:0@lo:38:kworker.0
00000100:00080000:1.0:1767326647.734933:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326647.734937:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326647.734943:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11840
00000100:00080000:1.0:1767326647.734947:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326647.734949:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34907
00000100:00080000:1.0:1767326647.734955:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326647.734962:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010260608:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326647.734964:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326647.734972:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260864
00000100:00100000:1.0:1767326647.734972:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010261504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326647.734977:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260864
00010000:00020000:2.0:1767326647.734993:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326647.735003:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010261504:0@lo:38:kworker.0
00000100:00100000:0.0:1767326647.735009:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8854
00000100:00100000:1.0:1767326647.735015:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010261120:0@lo:400:kworker.0
00000100:00100000:0.0:1767326647.735021:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010260736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326647.735051:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326647.735053:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010260608:12345-0@lo:38:kworker.0 Request processed in 89us (253us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326647.735064:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34907
00000100:00100000:1.0:1767326647.735087:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8855
00000100:00100000:1.0:1767326647.735101:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010260864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326647.735105:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010260736:12345-0@lo:400:kworker.0 Request processed in 87us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326647.735106:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010261376:0@lo:400:kworker.0
00000100:00080000:3.0:1767326647.735107:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326647.735118:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326647.735125:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8854
00000100:00100000:3.0:1767326647.735125:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010260608:0@lo:38:kworker.0
00000100:00100000:2.0:1767326647.735162:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326647.735167:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010260992
00000100:00100000:3.0:1767326647.735172:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010260992
00000100:00100000:1.0:1767326647.735177:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010260864:12345-0@lo:400:kworker.0 Request processed in 79us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326647.735186:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261248
00000100:00100000:1.0:1767326647.735191:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8855
00000100:00100000:0.0:1767326647.735193:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261248
00000100:00100000:3.0:1767326647.735202:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261504
00000100:00100000:3.0:1767326647.735206:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261504
00000100:00100000:0.0:1767326647.735224:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261376
00000100:00080000:1.0:1767326647.735226:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326647.735229:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261376
00000100:00100000:3.0:1767326647.735231:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963
00000100:00080000:1.0:1767326647.735235:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326647.735242:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010260992:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326647.735243:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326647.735243:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00100000:2.0:1767326647.735256:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010261248:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326647.735264:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333
00010000:00020000:3.0:1767326647.735264:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326647.735274:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326647.735275:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010261376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326647.735279:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010260864:0@lo:400:kworker.0
00000100:00100000:3.0:1767326647.735318:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010260992:12345-0@lo:38:kworker.0 Request processed in 77us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326647.735333:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010261248:12345-0@lo:38:kworker.0 Request processed in 74us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326647.735334:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963
00000100:00100000:0.0:1767326647.735339:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010261376:12345-0@lo:400:kworker.0 Request processed in 63us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326647.735348:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:2.0:1767326647.735361:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1767326647.735362:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010261504:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326647.735371:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333
00000100:00100000:3.0:1767326647.735375:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326647.735383:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326647.735392:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261120
00000100:00100000:2.0:1767326647.735398:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261120
00000100:00100000:1.0:1767326647.735456:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010261504:12345-0@lo:38:kworker.0 Request processed in 94us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326647.735466:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00080000:3.0:1767326647.735469:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326647.735477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326647.735479:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334
00000100:00100000:0.0:1767326647.735481:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010260736:0@lo:400:kworker.0
00000100:00100000:3.0:1767326647.735485:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010261504:0@lo:38:kworker.0
00000100:00080000:3.0:1767326647.735503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326647.735508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326647.735514:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010261120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326647.735515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010261248:0@lo:38:kworker.0
00000100:00080000:0.0:1767326647.735519:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326647.735534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326647.735537:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326647.735540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010260992:0@lo:38:kworker.0
00000100:00100000:2.0:1767326647.735587:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010261120:12345-0@lo:400:kworker.0 Request processed in 67us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326647.735597:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334
00000100:00100000:3.0:1767326647.735605:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010261376:0@lo:400:kworker.0
00000100:00100000:1.0:1767326647.735644:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010261120:0@lo:400:kworker.0
00000100:00100000:1.0:1767326648.145123:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326648.145176:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326648.145220:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144704
00000100:00100000:0.0:1767326648.145234:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144576
00000100:00100000:2.0:1767326648.145234:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144704
00000100:00100000:0.0:1767326648.145242:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144576
00000100:00100000:0.0:1767326648.145311:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1335
00000100:00080000:1.0:1767326648.145317:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326648.145341:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2966
00000100:00100000:0.0:1767326648.145343:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993144704:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326648.145355:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993144576:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326648.145394:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326648.145487:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993144704:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 148us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326648.145490:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993144576:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 135us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326648.145503:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1335
00000100:00100000:2.0:1767326648.145511:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2966
00010000:00010000:1.0:1767326648.694590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326649.718674:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326650.294826:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010261632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326650.294943:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326650.295045:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261632
00000100:00100000:1.0:1767326650.295061:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261632
00000100:00080000:0.0:1767326650.295154:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326650.295181:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7709
00000100:00100000:1.0:1767326650.295206:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010261632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326650.295248:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326650.295330:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010261632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326650.295342:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7709
00000100:00100000:0.0:1767326650.295399:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010261632:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326650.742632:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326650.806788:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010261760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326650.806906:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326650.806979:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261760
00000100:00100000:0.0:1767326650.806993:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261760
00000100:00080000:1.0:1767326650.807068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326650.807116:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7710
00000100:00100000:0.0:1767326650.807136:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010261760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326650.807188:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326650.807257:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010261760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326650.807267:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7710
00000100:00100000:1.0:1767326650.807318:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010261760:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326651.766638:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326652.790707:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326652.854657:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326652.854668:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326652.854672:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326652.854677:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326652.854683:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326652.854693:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11845
00000100:00080000:2.0:1767326652.854701:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326652.854710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326652.854765:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010261888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326652.854888:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010261888:0@lo:38:kworker.0
00000100:00080000:2.0:1767326652.854889:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326652.854928:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010262016:0@lo:400:kworker.0
00000100:00080000:2.0:1767326652.854932:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326652.854940:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326652.854952:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11845
00000100:00100000:0.0:1767326652.854955:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010262144:0@lo:400:kworker.0
00000100:00080000:2.0:1767326652.854958:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326652.854970:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326652.855001:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010262272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326652.855063:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326652.855070:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326652.855073:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326652.855075:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326652.855080:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326652.855087:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11845
00000100:00080000:2.0:1767326652.855091:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326652.855096:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326652.855111:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010262528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326652.855124:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767326652.855134:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326652.855140:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326652.855146:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010262656:0@lo:400:kworker.0
00000100:00080000:2.0:1767326652.855146:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326652.855160:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11845
00000100:00080000:2.0:1767326652.855164:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326652.855166:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010262272:0@lo:38:kworker.0
00000100:00080000:2.0:1767326652.855172:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326652.855183:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262016
00000100:00100000:2.0:1767326652.855191:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b480 x1853164010262784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326652.855195:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262016
00000100:00100000:0.0:1767326652.855207:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326652.855238:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010261888
00000100:00100000:3.0:1767326652.855246:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010261888
00000100:00100000:0.0:1767326652.855267:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010262400:0@lo:400:kworker.0
00000100:00100000:2.0:1767326652.855278:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326652.855286:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8856
00000100:00100000:3.0:1767326652.855294:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34908
00000100:00100000:1.0:1767326652.855320:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010262016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326652.855324:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010261888:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326652.855341:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326652.855347:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010262528:0@lo:38:kworker.0
00010000:00020000:3.0:1767326652.855357:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326652.855416:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326652.855463:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010262016:12345-0@lo:400:kworker.0 Request processed in 129us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326652.855476:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8856
00000100:00100000:3.0:1767326652.855491:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010261888:12345-0@lo:38:kworker.0 Request processed in 163us (423us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326652.855494:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262656
00000100:00100000:0.0:1767326652.855503:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262656
00000100:00100000:3.0:1767326652.855512:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34908
00000100:00080000:1.0:1767326652.855518:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767326652.855527:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326652.855536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326652.855569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326652.855576:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010261888:0@lo:38:kworker.0
00000100:00100000:1.0:1767326652.855579:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262272
00000100:00100000:0.0:1767326652.855584:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262400
00000100:00100000:1.0:1767326652.855598:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262272
00000100:00100000:3.0:1767326652.855606:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262528
00000100:00100000:0.0:1767326652.855609:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262400
00000100:00100000:3.0:1767326652.855615:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262528
00000100:00100000:2.0:1767326652.855620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010262784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326652.855640:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336
00000100:00100000:1.0:1767326652.855657:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010262656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326652.855666:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337
00000100:00100000:2.0:1767326652.855673:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326652.855680:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:3.0:1767326652.855691:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010262400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326652.855693:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010262272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326652.855715:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326652.855721:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262784
00000100:00100000:2.0:1767326652.855729:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262784
00000100:00100000:1.0:1767326652.855731:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010262656:12345-0@lo:400:kworker.0 Request processed in 80us (529us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326652.855741:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336
00000100:00100000:2.0:1767326652.855769:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:3.0:1767326652.855780:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010262400:12345-0@lo:400:kworker.0 Request processed in 97us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326652.855784:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:2.0:1767326652.855785:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010262528:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326652.855791:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010262272:12345-0@lo:38:kworker.0 Request processed in 96us (510us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326652.855803:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010262784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326652.855817:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326652.855822:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00010000:00020000:1.0:1767326652.855832:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326652.855833:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337
00000100:00100000:2.0:1767326652.855875:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010262528:12345-0@lo:38:kworker.0 Request processed in 94us (460us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326652.855887:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00100000:1.0:1767326652.855893:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010262784:12345-0@lo:38:kworker.0 Request processed in 91us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326652.855905:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:0.0:1767326652.855920:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326652.855940:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326652.855944:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326652.855950:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326652.855959:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010262784:0@lo:38:kworker.0
00000100:00100000:2.0:1767326652.855972:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262144
00000100:00100000:2.0:1767326652.855978:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262144
00000100:00080000:3.0:1767326652.856010:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326652.856018:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326652.856019:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010262016:0@lo:400:kworker.0
00000100:00100000:3.0:1767326652.856026:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010262272:0@lo:38:kworker.0
00000100:00100000:0.0:1767326652.856036:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010262656:0@lo:400:kworker.0
00000100:00100000:2.0:1767326652.856054:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8857
00000100:00080000:3.0:1767326652.856059:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326652.856066:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010262400:0@lo:400:kworker.0
00000100:00080000:1.0:1767326652.856070:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326652.856070:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326652.856072:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010262144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326652.856085:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010262528:0@lo:38:kworker.0
00000100:00100000:2.0:1767326652.856149:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010262144:12345-0@lo:400:kworker.0 Request processed in 86us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326652.856157:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8857
00000100:00100000:1.0:1767326652.856202:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010262144:0@lo:400:kworker.0
00000100:00100000:0.0:1767326653.265310:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326653.265384:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326653.265404:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144832
00000100:00100000:1.0:1767326653.265460:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144832
00000100:00100000:1.0:1767326653.265513:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993144960
00000100:00100000:1.0:1767326653.265516:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993144960
00000100:00100000:2.0:1767326653.265557:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2970
00000100:00100000:2.0:1767326653.265574:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993144832:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326653.265598:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1338
00010000:00020000:2.0:1767326653.265609:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326653.265613:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993144960:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767326653.265617:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326653.265716:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993144960:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 105us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326653.265718:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993144832:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 143us (423us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326653.265741:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1338
00000100:00100000:2.0:1767326653.265751:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2970
00010000:00010000:1.0:1767326653.814689:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326654.838595:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326655.414686:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010262912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326655.414769:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326655.414818:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010262912
00000100:00100000:0.0:1767326655.414828:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010262912
00000100:00080000:3.0:1767326655.414889:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326655.414917:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7711
00000100:00100000:0.0:1767326655.414938:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010262912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326655.414977:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326655.415040:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010262912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326655.415050:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7711
00000100:00100000:1.0:1767326655.415081:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010262912:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326655.862563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326655.926644:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326655.926668:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010263040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326655.926747:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326655.926792:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263040
00000100:00100000:0.0:1767326655.926805:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263040
00000100:00080000:3.0:1767326655.926854:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326655.926892:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7712
00000100:00100000:0.0:1767326655.926905:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010263040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326655.926939:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326655.926988:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010263040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326655.927018:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7712
00000100:00100000:1.0:1767326655.927042:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010263040:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326656.886637:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326657.910700:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326657.974616:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326657.974630:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326657.974634:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326657.974639:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326657.974645:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326657.974656:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11850
00000100:00080000:0.0:1767326657.974663:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326657.974673:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326657.974730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010263168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326657.974839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010263168:0@lo:38:kworker.0
00000100:00080000:0.0:1767326657.974847:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326657.974854:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326657.974857:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326657.974863:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11850
00000100:00080000:0.0:1767326657.974868:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767326657.974879:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010263296:0@lo:400:kworker.0
00000100:00080000:0.0:1767326657.974903:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326657.974932:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9500 x1853164010263552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326657.974984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326657.974985:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326657.974997:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326657.975005:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326657.975009:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326657.975020:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11850
00000100:00100000:1.0:1767326657.975037:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010263424:0@lo:400:kworker.0
00000100:00080000:0.0:1767326657.975054:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326657.975063:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326657.975097:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb800 x1853164010263808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326657.975127:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010263552:0@lo:38:kworker.0
00000100:00100000:1.0:1767326657.975129:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326657.975143:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326657.975150:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326657.975153:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326657.975161:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11850
00000100:00080000:0.0:1767326657.975166:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326657.975174:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326657.975181:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263296
00000100:00100000:2.0:1767326657.975196:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263296
00000100:00100000:0.0:1767326657.975204:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ea00 x1853164010264064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326657.975210:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326657.975245:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010263680:0@lo:400:kworker.0
00000100:00100000:3.0:1767326657.975266:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010263808:0@lo:38:kworker.0
00000100:00100000:0.0:1767326657.975298:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010263936:0@lo:400:kworker.0
00000100:00100000:2.0:1767326657.975303:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263424
00000100:00100000:2.0:1767326657.975313:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263424
00000100:00100000:1.0:1767326657.975320:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326657.975350:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263168
00000100:00100000:3.0:1767326657.975360:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263168
00000100:00100000:2.0:1767326657.975406:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8858
00000100:00100000:0.0:1767326657.975411:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326657.975429:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010263296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326657.975433:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34909
00000100:00100000:3.0:1767326657.975441:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010263168:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326657.975465:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8859
00000100:00100000:1.0:1767326657.975481:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010263424:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767326657.975492:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326657.975565:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263552
00000100:00100000:2.0:1767326657.975566:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010263296:12345-0@lo:400:kworker.0 Request processed in 144us (586us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326657.975576:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263552
00000100:00100000:2.0:1767326657.975582:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8858
00000100:00100000:3.0:1767326657.975582:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010263168:12345-0@lo:38:kworker.0 Request processed in 136us (603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326657.975589:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010263424:12345-0@lo:400:kworker.0 Request processed in 109us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326657.975598:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34909
00000100:00100000:1.0:1767326657.975603:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8859
00000100:00100000:0.0:1767326657.975622:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263680
00000100:00100000:0.0:1767326657.975628:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263680
00000100:00080000:3.0:1767326657.975632:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326657.975641:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326657.975645:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263936
00000100:00080000:3.0:1767326657.975646:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326657.975654:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263936
00000100:00100000:2.0:1767326657.975666:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010263296:0@lo:400:kworker.0
00000100:00100000:3.0:1767326657.975681:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339
00000100:00100000:0.0:1767326657.975692:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:3.0:1767326657.975698:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010263680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326657.975706:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010263552:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326657.975720:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340
00010000:00020000:0.0:1767326657.975723:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326657.975736:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010263936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326657.975777:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010263680:12345-0@lo:400:kworker.0 Request processed in 85us (463us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326657.975789:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339
00000100:00100000:0.0:1767326657.975832:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010263552:12345-0@lo:38:kworker.0 Request processed in 110us (613us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326657.975841:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326657.975847:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010263936:12345-0@lo:400:kworker.0 Request processed in 114us (437us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326657.975849:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000100:00100000:1.0:1767326657.975862:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340
00000100:00100000:3.0:1767326657.975866:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010263680:0@lo:400:kworker.0
00000100:00100000:3.0:1767326657.975937:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326657.975941:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010263936:0@lo:400:kworker.0
00000100:00100000:1.0:1767326657.975943:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010263424:0@lo:400:kworker.0
00000100:00100000:2.0:1767326657.975997:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010263808
00000100:00080000:3.0:1767326657.975998:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326657.976006:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010263808
00000100:00080000:3.0:1767326657.976008:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326657.976012:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010263168:0@lo:38:kworker.0
00000100:00100000:3.0:1767326657.976033:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010264064:0@lo:38:kworker.0
00000100:00100000:2.0:1767326657.976046:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:2.0:1767326657.976054:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010263808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326657.976081:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326657.976086:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326657.976106:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264064
00000100:00100000:0.0:1767326657.976113:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264064
00000100:00080000:3.0:1767326657.976122:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326657.976130:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326657.976156:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010263552:0@lo:38:kworker.0
00000100:00100000:2.0:1767326657.976158:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010263808:12345-0@lo:38:kworker.0 Request processed in 81us (199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326657.976169:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00080000:3.0:1767326657.976175:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326657.976184:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000100:00100000:1.0:1767326657.976185:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010264064:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326657.976185:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326657.976198:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010263808:0@lo:38:kworker.0
00010000:00020000:1.0:1767326657.976208:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326657.976260:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010264064:12345-0@lo:38:kworker.0 Request processed in 81us (180us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326657.976267:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00080000:3.0:1767326657.976297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326657.976303:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326657.976307:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010264064:0@lo:38:kworker.0
00000100:00100000:1.0:1767326658.385158:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326658.385209:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326658.385260:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145088
00000100:00100000:3.0:1767326658.385290:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145216
00000100:00100000:2.0:1767326658.385300:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145088
00000100:00100000:3.0:1767326658.385302:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145216
00000100:00100000:2.0:1767326658.385370:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2974
00000100:00100000:2.0:1767326658.385402:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993145088:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326658.385459:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326658.385486:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1341
00010000:00020000:2.0:1767326658.385487:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326658.385537:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993145216:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326658.385614:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993145088:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 229us (468us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326658.385630:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2974
00000100:00100000:3.0:1767326658.385638:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993145216:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 125us (416us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326658.385657:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1341
00010000:00010000:1.0:1767326658.934701:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326659.958610:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326660.534684:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010264192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326660.534782:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326660.534829:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264192
00000100:00100000:0.0:1767326660.534840:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264192
00000100:00080000:1.0:1767326660.534890:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326660.534915:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7713
00000100:00100000:0.0:1767326660.534930:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010264192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326660.534971:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326660.535021:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010264192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326660.535027:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7713
00000100:00100000:2.0:1767326660.535072:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010264192:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326660.982563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326661.046616:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010264320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326661.046697:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326661.046751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264320
00000100:00100000:0.0:1767326661.046762:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264320
00000100:00080000:1.0:1767326661.046809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326661.046829:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7714
00000100:00100000:0.0:1767326661.046839:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010264320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326661.046872:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326661.046920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010264320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326661.046925:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7714
00000100:00100000:3.0:1767326661.046981:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010264320:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326662.006615:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326662.070551:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326637/real 1767326637]  req@ffff9bb5bcf47800 x1853164010257920/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767326662.070597:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcf47800 x1853164010257920/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767326662.070626:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326662.070653:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326662.070658:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010257920:0@lo:250:kworker.0
00000100:00080000:0.0:1767326662.070687:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326662.070693:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767326662.070697:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326662.070703:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11835
00000100:00080000:0.0:1767326662.070707:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326662.070714:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326662.070753:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4000 x1853164010264448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326662.070817:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326662.070820:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326662.070821:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326662.070824:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11855
00000100:00080000:0.0:1767326662.070827:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326662.070831:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326662.070846:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ea00 x1853164010264576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326662.070889:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326662.070894:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326662.070895:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010264448:0@lo:250:kworker.0
00000100:00080000:0.0:1767326662.070896:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326662.070904:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11855
00000100:00080000:0.0:1767326662.070906:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326662.070909:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326662.070920:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04a80 x1853164010264960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326662.070931:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010264704:0@lo:400:kworker.0
00000100:00100000:2.0:1767326662.070934:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010264832:0@lo:400:kworker.0
00000100:00080000:0.0:1767326662.070948:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326662.070952:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326662.070954:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326662.070958:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11855
00000100:00080000:0.0:1767326662.070962:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000400:00000100:3.0:1767326662.070962:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010264448 offset 0 length 520: 4
00000100:00080000:0.0:1767326662.070967:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326662.070983:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8700 x1853164010265216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326662.070998:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326662.071013:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326662.071020:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010265344:0@lo:400:kworker.0
00000100:00080000:0.0:1767326662.071023:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326662.071026:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010264576:0@lo:38:kworker.0
00000100:00080000:0.0:1767326662.071028:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326662.071036:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11855
00000100:00080000:0.0:1767326662.071039:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326662.071043:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326662.071055:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75f80 x1853164010265472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326662.071064:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326662.071070:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326662.071083:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264704
00000100:00100000:1.0:1767326662.071092:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264704
00000100:00100000:0.0:1767326662.071100:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010265088:0@lo:400:kworker.0
00000100:00100000:3.0:1767326662.071120:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264576
00000100:00100000:3.0:1767326662.071126:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264576
00000100:00100000:2.0:1767326662.071132:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010264960:0@lo:38:kworker.0
00000100:00100000:0.0:1767326662.071142:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326662.071164:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34910
00000100:00100000:3.0:1767326662.071175:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010264576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326662.071176:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8860
00000100:00100000:1.0:1767326662.071191:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010264704:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767326662.071199:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326662.071203:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265344
00000100:00100000:0.0:1767326662.071206:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326662.071209:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265344
00000100:00100000:0.0:1767326662.071236:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010265216:0@lo:38:kworker.0
00000100:00100000:3.0:1767326662.071253:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010264576:12345-0@lo:38:kworker.0 Request processed in 78us (183us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326662.071257:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265088
00000100:00100000:1.0:1767326662.071261:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010264704:12345-0@lo:400:kworker.0 Request processed in 73us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326662.071262:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265088
00000100:00100000:0.0:1767326662.071263:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264960
00000100:00100000:3.0:1767326662.071263:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34910
00000100:00100000:0.0:1767326662.071272:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264960
00000100:00100000:1.0:1767326662.071275:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8860
00000100:00100000:2.0:1767326662.071301:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342
00000100:00080000:1.0:1767326662.071306:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326662.071312:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326662.071313:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343
00000100:00100000:2.0:1767326662.071315:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010265344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326662.071324:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:3.0:1767326662.071329:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010265088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326662.071335:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010264960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326662.071355:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326662.071356:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326662.071379:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010265344:12345-0@lo:400:kworker.0 Request processed in 69us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326662.071387:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342
00000100:00100000:3.0:1767326662.071400:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010265088:12345-0@lo:400:kworker.0 Request processed in 76us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326662.071401:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010264832
00000100:00100000:1.0:1767326662.071407:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010264832
00000100:00100000:3.0:1767326662.071412:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343
00000100:00100000:0.0:1767326662.071413:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010264960:12345-0@lo:38:kworker.0 Request processed in 77us (205us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326662.071461:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000100:00100000:2.0:1767326662.071475:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010265344:0@lo:400:kworker.0
00000100:00100000:1.0:1767326662.071476:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8861
00000100:00100000:3.0:1767326662.071476:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010265088:0@lo:400:kworker.0
00000100:00100000:1.0:1767326662.071507:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010264832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326662.071541:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326662.071577:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010264832:12345-0@lo:400:kworker.0 Request processed in 71us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326662.071580:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265216
00000100:00100000:1.0:1767326662.071585:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8861
00000100:00100000:0.0:1767326662.071587:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265216
00000100:00100000:2.0:1767326662.071591:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010264832:0@lo:400:kworker.0
00000100:00100000:0.0:1767326662.071623:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:1.0:1767326662.071624:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010264704:0@lo:400:kworker.0
00000100:00100000:0.0:1767326662.071635:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010265216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326662.071655:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326662.071659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010265472:0@lo:38:kworker.0
00000100:00100000:0.0:1767326662.071696:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010265216:12345-0@lo:38:kworker.0 Request processed in 61us (163us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326662.071705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326662.071711:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00100000:0.0:1767326662.071729:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265472
00000100:00100000:0.0:1767326662.071734:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265472
00000100:00080000:1.0:1767326662.071756:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326662.071764:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326662.071772:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767326662.071773:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010264576:0@lo:38:kworker.0
00000100:00100000:0.0:1767326662.071782:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010265472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326662.071796:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326662.071811:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326662.071818:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326662.071823:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010264960:0@lo:38:kworker.0
00000100:00100000:0.0:1767326662.071837:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010265472:12345-0@lo:38:kworker.0 Request processed in 55us (136us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326662.071842:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326662.071845:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00080000:1.0:1767326662.071852:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326662.071858:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010265216:0@lo:38:kworker.0
00000100:00080000:1.0:1767326662.071872:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326662.071877:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326662.071880:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010265472:0@lo:38:kworker.0
00000400:00000100:0.0:1767326662.481187:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993145344 offset 0 length 520: 4
00000100:00100000:0.0:1767326662.481232:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326662.481269:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326662.481332:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145600
00000100:00100000:2.0:1767326662.481343:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145472
00000100:00100000:3.0:1767326662.481347:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145600
00000100:00100000:2.0:1767326662.481351:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145472
00000100:00080000:1.0:1767326662.481440:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326662.481453:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1344
00000100:00100000:3.0:1767326662.481465:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2978
00000100:00100000:2.0:1767326662.481470:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993145600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326662.481495:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993145472:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326662.481532:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326662.481592:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993145600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 128us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326662.481598:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1344
00000100:00100000:3.0:1767326662.481602:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993145472:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 127us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326662.481609:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2978
00010000:00010000:1.0:1767326663.030660:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326664.054680:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326665.078584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326665.654656:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010265600:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326665.654763:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326665.654823:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265600
00000100:00100000:0.0:1767326665.654833:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265600
00000100:00080000:1.0:1767326665.654878:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326665.654908:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7715
00000100:00100000:0.0:1767326665.654923:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010265600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326665.654957:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326665.655009:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010265600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326665.655016:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7715
00000100:00100000:1.0:1767326665.655107:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010265600:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326666.102597:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326666.166631:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326666.166661:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010265728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326666.166744:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326666.166812:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265728
00000100:00100000:0.0:1767326666.166823:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265728
00000100:00100000:0.0:1767326666.166909:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7716
00000100:00080000:1.0:1767326666.166919:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326666.166946:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010265728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326666.166987:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326666.167044:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010265728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326666.167055:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7716
00000100:00100000:3.0:1767326666.167093:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010265728:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326667.126626:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326667.190544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326667.190555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326667.190558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326667.190562:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326667.190567:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326667.190576:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11859
00000100:00080000:0.0:1767326667.190580:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326667.190588:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326667.190638:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74380 x1853164010265856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326667.190698:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010265856:0@lo:38:kworker.0
00000100:00080000:0.0:1767326667.190702:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326667.190707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326667.190709:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326667.190713:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11859
00000100:00080000:0.0:1767326667.190715:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326667.190718:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326667.190730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4380 x1853164010266240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326667.190743:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010265984:0@lo:400:kworker.0
00000100:00080000:0.0:1767326667.190766:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326667.190775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010266112:0@lo:400:kworker.0
00000100:00100000:1.0:1767326667.190789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326667.190790:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326667.190795:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326667.190795:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326667.190803:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11859
00000100:00080000:0.0:1767326667.190806:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326667.190810:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326667.190823:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7800 x1853164010266496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326667.190837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010266240:0@lo:38:kworker.0
00000100:00100000:2.0:1767326667.190838:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326667.190841:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326667.190847:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326667.190849:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326667.190854:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11859
00000100:00080000:0.0:1767326667.190856:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326667.190859:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326667.190872:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6680 x1853164010266752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326667.190872:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265984
00000100:00100000:3.0:1767326667.190882:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265984
00000100:00100000:1.0:1767326667.190884:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326667.190900:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010266368:0@lo:400:kworker.0
00000100:00100000:0.0:1767326667.190912:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010266624:0@lo:400:kworker.0
00000100:00100000:1.0:1767326667.190912:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010266496:0@lo:38:kworker.0
00000100:00100000:2.0:1767326667.190939:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326667.190949:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266112
00000100:00100000:3.0:1767326667.190955:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266112
00000100:00100000:1.0:1767326667.190964:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326667.190990:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266240
00000100:00100000:0.0:1767326667.190995:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8862
00000100:00100000:2.0:1767326667.190996:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266240
00000100:00100000:1.0:1767326667.191000:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010266752:0@lo:38:kworker.0
00000100:00100000:3.0:1767326667.191007:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8863
00000100:00100000:0.0:1767326667.191009:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010265984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326667.191024:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010266112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326667.191028:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266368
00000100:00100000:1.0:1767326667.191033:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326667.191033:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266368
00000100:00100000:2.0:1767326667.191079:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266496
00000100:00080000:1.0:1767326667.191080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326667.191082:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266496
00000100:00100000:0.0:1767326667.191087:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010265984:12345-0@lo:400:kworker.0 Request processed in 81us (293us total) trans 0 rc 0/0
00000100:00080000:1.0:1767326667.191090:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326667.191094:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266752
00000100:00100000:3.0:1767326667.191097:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010266112:12345-0@lo:400:kworker.0 Request processed in 76us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326667.191098:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266752
00000100:00100000:0.0:1767326667.191101:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8862
00000100:00100000:3.0:1767326667.191115:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8863
00000100:00100000:1.0:1767326667.191120:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345
00000100:00100000:2.0:1767326667.191128:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:1.0:1767326667.191132:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010266368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326667.191138:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010266240:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326667.191146:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326667.191160:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326667.191185:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010266112:0@lo:400:kworker.0
00000100:00100000:1.0:1767326667.191192:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010266368:12345-0@lo:400:kworker.0 Request processed in 62us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326667.191198:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266624
00000100:00100000:1.0:1767326667.191203:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345
00000100:00100000:0.0:1767326667.191205:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266624
00000100:00100000:2.0:1767326667.191211:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010266240:12345-0@lo:38:kworker.0 Request processed in 74us (330us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326667.191227:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:2.0:1767326667.191236:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:1.0:1767326667.191237:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010266496:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326667.191238:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010265856
00000100:00100000:3.0:1767326667.191246:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010265856
00010000:00020000:1.0:1767326667.191253:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326667.191257:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346
00000100:00100000:2.0:1767326667.191272:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981
00000100:00100000:0.0:1767326667.191278:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010266624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326667.191281:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010266752:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326667.191289:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010266496:12345-0@lo:38:kworker.0 Request processed in 52us (323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326667.191290:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34911
00010000:00020000:2.0:1767326667.191294:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326667.191305:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:3.0:1767326667.191308:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010265856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326667.191324:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326667.191326:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326667.191329:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010266624:12345-0@lo:400:kworker.0 Request processed in 53us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326667.191342:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010266752:12345-0@lo:38:kworker.0 Request processed in 58us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326667.191351:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346
00000100:00100000:2.0:1767326667.191361:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981
00000100:00100000:3.0:1767326667.191365:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010265856:12345-0@lo:38:kworker.0 Request processed in 60us (577us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326667.191374:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010266624:0@lo:400:kworker.0
00000100:00100000:3.0:1767326667.191378:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34911
00000100:00100000:2.0:1767326667.191415:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010266368:0@lo:400:kworker.0
00000100:00100000:0.0:1767326667.191464:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010265984:0@lo:400:kworker.0
00000100:00080000:1.0:1767326667.191466:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326667.191477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326667.191481:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010266752:0@lo:38:kworker.0
00000100:00080000:1.0:1767326667.191497:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326667.191500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326667.191504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010266240:0@lo:38:kworker.0
00000100:00080000:1.0:1767326667.191511:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326667.191514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326667.191515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010266496:0@lo:38:kworker.0
00000100:00080000:1.0:1767326667.191521:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326667.191523:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326667.191525:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010265856:0@lo:38:kworker.0
00000100:00100000:0.0:1767326667.601610:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326667.601670:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326667.601709:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145856
00000100:00100000:3.0:1767326667.601726:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145856
00000100:00100000:2.0:1767326667.601746:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145728
00000100:00100000:2.0:1767326667.601757:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145728
00000100:00100000:2.0:1767326667.601829:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1347
00000100:00100000:3.0:1767326667.601862:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2982
00000100:00100000:2.0:1767326667.601872:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993145856:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326667.601882:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993145728:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326667.601916:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767326667.601919:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326667.602037:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993145728:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 162us (366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326667.602046:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993145856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 180us (444us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326667.602056:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2982
00000100:00100000:2.0:1767326667.602070:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1347
00010000:00010000:1.0:1767326668.150577:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326669.174676:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326670.198621:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326670.774679:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010266880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326670.774760:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326670.774809:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010266880
00000100:00100000:0.0:1767326670.774819:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010266880
00000100:00100000:0.0:1767326670.774890:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7717
00000100:00080000:1.0:1767326670.774895:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326670.774902:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010266880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326670.774936:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326670.774984:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010266880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326670.774990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7717
00000100:00100000:3.0:1767326670.775042:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010266880:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326671.222607:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326671.286625:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a62c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010267008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326671.286709:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326671.286754:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267008
00000100:00100000:0.0:1767326671.286765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267008
00000100:00080000:1.0:1767326671.286820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326671.286839:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7718
00000100:00100000:0.0:1767326671.286850:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010267008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326671.286883:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326671.286932:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010267008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326671.286943:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7718
00000100:00100000:2.0:1767326671.286971:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a62c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010267008:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326672.246664:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326672.310532:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326672.310542:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326672.310546:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326672.310550:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326672.310577:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326672.310585:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11865
00000100:00080000:2.0:1767326672.310590:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326672.310598:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326672.310641:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010267136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326672.310695:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010267136:0@lo:38:kworker.0
00000100:00080000:2.0:1767326672.310701:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326672.310706:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326672.310707:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326672.310711:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11865
00000100:00080000:2.0:1767326672.310713:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326672.310717:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326672.310730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34ad80 x1853164010267520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326672.310744:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010267392:0@lo:400:kworker.0
00000100:00100000:3.0:1767326672.310749:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010267264:0@lo:400:kworker.0
00000100:00080000:2.0:1767326672.310761:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326672.310766:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326672.310768:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326672.310772:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11865
00000100:00080000:2.0:1767326672.310774:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326672.310778:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326672.310784:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326672.310794:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010267776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326672.310804:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326672.310826:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010267520:0@lo:38:kworker.0
00000100:00080000:2.0:1767326672.310833:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326672.310838:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326672.310845:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010267648:0@lo:400:kworker.0
00000100:00080000:2.0:1767326672.310845:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326672.310853:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11865
00000100:00080000:2.0:1767326672.310856:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326672.310861:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326672.310867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326672.310867:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267264
00000100:00100000:3.0:1767326672.310878:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267264
00000100:00100000:2.0:1767326672.310882:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2680 x1853164010268032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326672.310897:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010267776:0@lo:38:kworker.0
00000100:00100000:0.0:1767326672.310912:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326672.310934:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267136
00000100:00080000:1.0:1767326672.310935:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326672.310943:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267136
00000100:00100000:3.0:1767326672.310954:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8864
00000100:00100000:1.0:1767326672.310957:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267520
00000100:00100000:1.0:1767326672.310963:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267520
00000100:00100000:0.0:1767326672.310965:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767326672.310969:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010267264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326672.310979:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010267904:0@lo:400:kworker.0
00000100:00100000:2.0:1767326672.310986:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34912
00000100:00100000:1.0:1767326672.310992:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267648
00000100:00100000:1.0:1767326672.310996:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267648
00000100:00100000:2.0:1767326672.310998:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010267136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326672.311024:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326672.311025:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326672.311040:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010267264:12345-0@lo:400:kworker.0 Request processed in 76us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326672.311043:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267904
00000100:00100000:1.0:1767326672.311047:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267904
00000100:00100000:3.0:1767326672.311048:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8864
00000100:00100000:2.0:1767326672.311079:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010267136:12345-0@lo:38:kworker.0 Request processed in 81us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326672.311085:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348
00000100:00100000:0.0:1767326672.311094:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326672.311099:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010267648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326672.311103:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34912
00000100:00100000:3.0:1767326672.311115:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010267264:0@lo:400:kworker.0
00000100:00100000:2.0:1767326672.311149:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267392
00000100:00100000:1.0:1767326672.311153:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010267648:12345-0@lo:400:kworker.0 Request processed in 57us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326672.311155:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267392
00000100:00100000:0.0:1767326672.311160:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326672.311168:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348
00000100:00100000:3.0:1767326672.311169:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010267776
00000100:00100000:3.0:1767326672.311175:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010267776
00000100:00100000:1.0:1767326672.311194:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349
00000100:00100000:2.0:1767326672.311199:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8865
00000100:00100000:3.0:1767326672.311202:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00080000:0.0:1767326672.311206:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326672.311207:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010267904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326672.311216:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010267392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326672.311217:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010267520:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767326672.311218:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326672.311230:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010267136:0@lo:38:kworker.0
00010000:00020000:3.0:1767326672.311238:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326672.311247:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010267904:12345-0@lo:400:kworker.0 Request processed in 45us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326672.311254:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349
00000100:00100000:0.0:1767326672.311260:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010268032:0@lo:38:kworker.0
00000100:00100000:1.0:1767326672.311276:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984
00000100:00100000:3.0:1767326672.311286:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010267520:12345-0@lo:38:kworker.0 Request processed in 69us (422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326672.311287:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010267776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326672.311288:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010267392:12345-0@lo:400:kworker.0 Request processed in 77us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326672.311305:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326672.311307:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326672.311307:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:2.0:1767326672.311310:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8865
00000100:00100000:3.0:1767326672.311333:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268032
00000100:00100000:3.0:1767326672.311338:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268032
00000100:00080000:0.0:1767326672.311343:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326672.311351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326672.311354:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010267392:0@lo:400:kworker.0
00000100:00100000:3.0:1767326672.311356:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:0.0:1767326672.311362:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010267520:0@lo:38:kworker.0
00000100:00100000:1.0:1767326672.311366:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010267776:12345-0@lo:38:kworker.0 Request processed in 81us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326672.311369:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010268032:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326672.311387:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984
00010000:00020000:3.0:1767326672.311387:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326672.311388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326672.311398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326672.311404:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010267776:0@lo:38:kworker.0
00000100:00080000:1.0:1767326672.311462:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326672.311471:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010268032:12345-0@lo:38:kworker.0 Request processed in 99us (167us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326672.311482:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00080000:0.0:1767326672.311487:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326672.311495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326672.311498:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010267904:0@lo:400:kworker.0
00000100:00100000:0.0:1767326672.311504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010268032:0@lo:38:kworker.0
00000100:00100000:1.0:1767326672.311514:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010267648:0@lo:400:kworker.0
00000100:00100000:1.0:1767326672.721238:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326672.721277:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326672.721305:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146112
00000100:00100000:3.0:1767326672.721319:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146112
00000100:00100000:2.0:1767326672.721356:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993145984
00000100:00100000:2.0:1767326672.721363:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993145984
00000100:00080000:1.0:1767326672.721399:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326672.721468:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1350
00000100:00100000:0.0:1767326672.721483:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2986
00000100:00100000:2.0:1767326672.721484:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993146112:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326672.721492:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993145984:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326672.721519:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326672.721591:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993146112:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 112us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326672.721592:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993145984:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326672.721601:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1350
00000100:00100000:0.0:1767326672.721612:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2986
00010000:00010000:1.0:1767326673.270616:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326674.294711:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326675.318591:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326675.894684:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010268160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326675.894751:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326675.894822:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268160
00000100:00100000:0.0:1767326675.894831:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268160
00000100:00100000:0.0:1767326675.894893:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7719
00000100:00080000:1.0:1767326675.894893:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326675.894907:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a62c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010268160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326675.894935:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326675.894978:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a62c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010268160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326675.894984:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7719
00000100:00100000:3.0:1767326675.895025:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010268160:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326676.342566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326676.406634:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010268288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326676.406723:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326676.406782:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268288
00000100:00100000:0.0:1767326676.406790:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268288
00000100:00100000:0.0:1767326676.406849:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7720
00000100:00100000:0.0:1767326676.406861:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010268288:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326676.406874:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767326676.406889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326676.406956:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010268288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326676.406962:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7720
00000100:00100000:2.0:1767326676.407006:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010268288:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326677.366617:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326677.430545:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326677.430555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326677.430558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326677.430562:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326677.430567:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326677.430577:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11870
00000100:00080000:2.0:1767326677.430583:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326677.430592:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326677.430645:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1c00 x1853164010268416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326677.430720:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010268416:0@lo:38:kworker.0
00000100:00080000:2.0:1767326677.430720:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326677.430737:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326677.430741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326677.430748:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11870
00000100:00080000:2.0:1767326677.430751:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326677.430758:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326677.430759:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010268544:0@lo:400:kworker.0
00000100:00100000:3.0:1767326677.430770:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010268672:0@lo:400:kworker.0
00000100:00100000:2.0:1767326677.430805:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0000 x1853164010268800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326677.430821:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326677.430826:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326677.430859:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268544
00000100:00100000:3.0:1767326677.430868:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268544
00000100:00080000:2.0:1767326677.430885:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326677.430893:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326677.430897:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326677.430899:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010268800:0@lo:38:kworker.0
00000100:00080000:2.0:1767326677.430914:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11870
00000100:00080000:1.0:1767326677.430917:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767326677.430921:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326677.430932:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326677.430941:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8866
00000100:00100000:0.0:1767326677.430947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326677.430954:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010268928:0@lo:400:kworker.0
00000100:00100000:3.0:1767326677.430955:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010268544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326677.430965:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2300 x1853164010269056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326677.430988:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268800
00000100:00100000:0.0:1767326677.430995:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268800
00000100:00080000:2.0:1767326677.431005:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326677.431010:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326677.431012:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326677.431020:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11870
00000100:00080000:2.0:1767326677.431025:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326677.431032:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326677.431033:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987
00000100:00100000:1.0:1767326677.431039:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326677.431046:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010268544:12345-0@lo:400:kworker.0 Request processed in 90us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326677.431052:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010268800:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326677.431056:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0380 x1853164010269312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326677.431073:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326677.431073:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8866
00010000:00020000:0.0:1767326677.431086:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326677.431099:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010269184:0@lo:400:kworker.0
00000100:00100000:2.0:1767326677.431123:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268416
00000100:00100000:2.0:1767326677.431131:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268416
00000100:00100000:3.0:1767326677.431139:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326677.431151:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326677.431158:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010268800:12345-0@lo:38:kworker.0 Request processed in 106us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326677.431172:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987
00000100:00100000:2.0:1767326677.431186:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34913
00000100:00100000:2.0:1767326677.431197:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010268416:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326677.431205:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268928
00000100:00100000:3.0:1767326677.431207:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010268672
00000100:00100000:1.0:1767326677.431212:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269184
00000100:00100000:0.0:1767326677.431216:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268928
00000100:00100000:3.0:1767326677.431217:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010268672
00010000:00020000:2.0:1767326677.431218:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326677.431219:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269184
00000100:00100000:3.0:1767326677.431272:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8867
00000100:00100000:3.0:1767326677.431292:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010268672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326677.431300:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351
00000100:00100000:2.0:1767326677.431311:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010268416:12345-0@lo:38:kworker.0 Request processed in 115us (493us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326677.431316:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010268928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326677.431317:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352
00000100:00100000:1.0:1767326677.431343:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010269184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326677.431349:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34913
00000100:00100000:3.0:1767326677.431355:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010268672:12345-0@lo:400:kworker.0 Request processed in 70us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326677.431363:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8867
00000100:00100000:3.0:1767326677.431450:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010268672:0@lo:400:kworker.0
00000100:00100000:0.0:1767326677.431469:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010268928:12345-0@lo:400:kworker.0 Request processed in 155us (437us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326677.431480:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351
00000100:00100000:1.0:1767326677.431488:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010269184:12345-0@lo:400:kworker.0 Request processed in 148us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326677.431502:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352
00000100:00080000:0.0:1767326677.431559:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326677.431597:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010269056:0@lo:38:kworker.0
00000100:00100000:1.0:1767326677.431613:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010268544:0@lo:400:kworker.0
00000100:00100000:0.0:1767326677.431634:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010269184:0@lo:400:kworker.0
00000100:00100000:3.0:1767326677.431649:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326677.431673:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010268928:0@lo:400:kworker.0
00000100:00100000:1.0:1767326677.431689:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269056
00000100:00100000:1.0:1767326677.431695:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269056
00000100:00100000:3.0:1767326677.431698:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010269312:0@lo:38:kworker.0
00000100:00100000:3.0:1767326677.431742:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326677.431752:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:0.0:1767326677.431759:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269312
00000100:00100000:0.0:1767326677.431764:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269312
00000100:00100000:1.0:1767326677.431770:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010269056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326677.431788:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326677.431798:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326677.431805:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326677.431809:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:3.0:1767326677.431812:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010268800:0@lo:38:kworker.0
00000100:00100000:0.0:1767326677.431818:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010269312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326677.431831:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326677.431837:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326677.431842:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326677.431848:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010268416:0@lo:38:kworker.0
00000100:00100000:1.0:1767326677.431850:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010269056:12345-0@lo:38:kworker.0 Request processed in 83us (201us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326677.431864:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00000100:00100000:0.0:1767326677.431875:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010269312:12345-0@lo:38:kworker.0 Request processed in 56us (140us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326677.431882:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000100:00080000:3.0:1767326677.431885:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326677.431891:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326677.431895:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010269056:0@lo:38:kworker.0
00000100:00080000:3.0:1767326677.431902:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326677.431905:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326677.431907:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010269312:0@lo:38:kworker.0
00000100:00100000:0.0:1767326677.841119:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326677.841211:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326677.841278:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146368
00000100:00100000:1.0:1767326677.841290:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146240
00000100:00100000:2.0:1767326677.841292:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146368
00000100:00100000:1.0:1767326677.841305:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146240
00000100:00080000:0.0:1767326677.841391:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326677.841404:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1353
00000100:00100000:2.0:1767326677.841462:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2990
00000100:00100000:2.0:1767326677.841477:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993146240:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326677.841480:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993146368:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767326677.841512:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326677.841598:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993146368:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 177us (487us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326677.841603:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993146240:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 125us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326677.841625:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1353
00000100:00100000:2.0:1767326677.841676:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2990
00010000:00010000:1.0:1767326678.390663:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326679.414710:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326680.438577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326681.014604:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010269440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326681.014679:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326681.014716:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269440
00000100:00100000:0.0:1767326681.014724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269440
00000100:00080000:2.0:1767326681.014767:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326681.014798:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7721
00000100:00100000:0.0:1767326681.014806:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010269440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326681.014835:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326681.014892:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010269440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326681.014906:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7721
00000100:00100000:1.0:1767326681.014929:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010269440:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326681.462568:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326681.526573:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010269568:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326681.526633:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326681.526677:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269568
00000100:00100000:0.0:1767326681.526686:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269568
00000100:00080000:2.0:1767326681.526724:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326681.526744:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7722
00000100:00100000:0.0:1767326681.526753:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010269568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326681.526781:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326681.526824:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010269568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326681.526830:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7722
00000100:00100000:3.0:1767326681.526866:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010269568:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326682.486650:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326682.550613:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326682.550630:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326682.550636:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326682.550643:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326682.550650:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326682.550663:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11875
00000100:00080000:2.0:1767326682.550672:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326682.550684:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326682.550742:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1500 x1853164010269696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326682.550831:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326682.550837:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326682.550855:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010269696:0@lo:38:kworker.0
00000100:00080000:2.0:1767326682.550871:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326682.550885:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11875
00000100:00080000:2.0:1767326682.550894:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326682.550910:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326682.550912:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010269824:0@lo:400:kworker.0
00000100:00100000:1.0:1767326682.550913:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010269952:0@lo:400:kworker.0
00000100:00100000:2.0:1767326682.550949:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2a00 x1853164010270080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326682.551021:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326682.551035:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326682.551035:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326682.551042:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010270208:0@lo:400:kworker.0
00000100:00080000:2.0:1767326682.551047:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326682.551063:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326682.551079:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11875
00000100:00080000:2.0:1767326682.551091:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326682.551103:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326682.551137:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010270336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326682.551152:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326682.551220:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326682.551229:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326682.551234:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326682.551236:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010270080:0@lo:38:kworker.0
00000100:00100000:1.0:1767326682.551246:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767326682.551256:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11875
00000100:00100000:0.0:1767326682.551268:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326682.551274:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767326682.551309:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010270464:0@lo:400:kworker.0
00000100:00080000:2.0:1767326682.551313:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326682.551385:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0380 x1853164010270592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326682.551404:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326682.551506:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010270336:0@lo:38:kworker.0
00000100:00100000:1.0:1767326682.551521:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270208
00000100:00100000:1.0:1767326682.551539:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270208
00000100:00100000:2.0:1767326682.551545:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269696
00000100:00100000:3.0:1767326682.551559:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326682.551560:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270080
00000100:00100000:2.0:1767326682.551560:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269696
00000100:00100000:0.0:1767326682.551577:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270080
00000100:00100000:3.0:1767326682.551606:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010270592:0@lo:38:kworker.0
00000100:00100000:0.0:1767326682.551654:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270336
00000100:00100000:3.0:1767326682.551655:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326682.551668:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270336
00000100:00100000:1.0:1767326682.551687:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270592
00000100:00100000:2.0:1767326682.551693:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34914
00000100:00100000:1.0:1767326682.551698:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270592
00000100:00100000:0.0:1767326682.551716:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354
00000100:00100000:2.0:1767326682.551735:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010269696:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326682.551743:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010270208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326682.551758:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991
00010000:00020000:2.0:1767326682.551787:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326682.551792:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010270080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326682.551793:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992
00000100:00100000:1.0:1767326682.551827:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010270336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326682.551841:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326682.551862:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326682.551870:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010270208:12345-0@lo:400:kworker.0 Request processed in 139us (724us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326682.551885:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354
00000100:00100000:0.0:1767326682.551932:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993
00000100:00100000:3.0:1767326682.551949:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010270080:12345-0@lo:38:kworker.0 Request processed in 167us (547us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326682.551952:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010269696:12345-0@lo:38:kworker.0 Request processed in 208us (887us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326682.551971:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010270336:12345-0@lo:38:kworker.0 Request processed in 135us (405us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326682.551988:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010270592:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326682.551998:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991
00000100:00100000:2.0:1767326682.552038:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34914
00000100:00100000:1.0:1767326682.552040:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992
00010000:00020000:0.0:1767326682.552041:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326682.552079:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269824
00000100:00100000:3.0:1767326682.552090:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269824
00000100:00100000:0.0:1767326682.552111:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010270592:12345-0@lo:38:kworker.0 Request processed in 131us (453us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326682.552125:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993
00000100:00080000:1.0:1767326682.552126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326682.552176:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326682.552182:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010269952
00000100:00100000:3.0:1767326682.552190:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010269952
00000100:00100000:2.0:1767326682.552215:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8868
00000100:00100000:0.0:1767326682.552225:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270464
00000100:00100000:0.0:1767326682.552238:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270464
00000100:00100000:2.0:1767326682.552243:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010269824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326682.552263:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8869
00000100:00100000:3.0:1767326682.552283:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010269952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326682.552284:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010270208:0@lo:400:kworker.0
00000100:00100000:0.0:1767326682.552335:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355
00000100:00100000:0.0:1767326682.552386:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010270464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326682.552405:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010269824:12345-0@lo:400:kworker.0 Request processed in 165us (1371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326682.552407:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010269952:12345-0@lo:400:kworker.0 Request processed in 131us (1156us total) trans 0 rc 0/0
00000100:00080000:1.0:1767326682.552409:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326682.552458:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8869
00000100:00100000:2.0:1767326682.552487:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8868
00000100:00100000:1.0:1767326682.552550:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010269824:0@lo:400:kworker.0
00000100:00100000:0.0:1767326682.552553:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010270464:12345-0@lo:400:kworker.0 Request processed in 171us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326682.552567:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355
00000100:00100000:3.0:1767326682.552572:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010269952:0@lo:400:kworker.0
00000100:00080000:2.0:1767326682.552650:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326682.552671:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326682.552681:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010270464:0@lo:400:kworker.0
00000100:00100000:2.0:1767326682.552684:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010270592:0@lo:38:kworker.0
00000100:00080000:2.0:1767326682.552727:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326682.552732:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326682.552736:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010270080:0@lo:38:kworker.0
00000100:00080000:2.0:1767326682.552755:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326682.552759:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326682.552763:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010270336:0@lo:38:kworker.0
00000100:00080000:2.0:1767326682.552775:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326682.552779:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326682.552782:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010269696:0@lo:38:kworker.0
00000100:00100000:3.0:1767326682.961584:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326682.961672:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326682.961713:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146624
00000100:00100000:0.0:1767326682.961728:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146624
00000100:00080000:1.0:1767326682.961830:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326682.961830:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146496
00000100:00100000:2.0:1767326682.961843:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146496
00000100:00100000:0.0:1767326682.961844:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1356
00000100:00100000:0.0:1767326682.961872:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993146624:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326682.961936:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2994
00000100:00100000:2.0:1767326682.961954:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993146496:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767326682.962006:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993146624:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 138us (436us total) trans 0 rc 0/0
00010000:00020000:2.0:1767326682.962007:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326682.962022:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1356
00000100:00100000:2.0:1767326682.962089:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993146496:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 136us (429us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326682.962100:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2994
00010000:00010000:1.0:1767326683.510629:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326684.534637:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326685.558613:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326686.134723:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010270720:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326686.134811:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326686.134904:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270720
00000100:00100000:0.0:1767326686.134919:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270720
00000100:00080000:1.0:1767326686.134979:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326686.135015:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7723
00000100:00100000:0.0:1767326686.135033:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010270720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326686.135085:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326686.135152:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010270720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326686.135181:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7723
00000100:00100000:1.0:1767326686.135197:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010270720:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326686.582662:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326686.646683:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010270848:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326686.646749:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326686.646815:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270848
00000100:00100000:1.0:1767326686.646828:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270848
00000100:00080000:2.0:1767326686.646896:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326686.646917:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7724
00000100:00100000:1.0:1767326686.646936:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010270848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326686.646970:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326686.647052:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010270848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326686.647066:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7724
00000100:00100000:0.0:1767326686.647111:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010270848:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326687.606658:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326687.670547:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326687.670555:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326662/real 1767326662]  req@ffff9bb5bd1c4000 x1853164010264448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326687.670559:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326687.670566:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326687.670582:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326687.670590:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326687.670602:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11880
00000100:00080000:1.0:1767326687.670609:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326687.670617:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326687.670629:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bd1c4000 x1853164010264448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326687.670660:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7100 x1853164010270976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326687.670661:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326687.670697:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767326687.670705:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010264448:0@lo:250:kworker.0
00000100:00080000:1.0:1767326687.670737:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326687.670742:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326687.670744:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326687.670751:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010270976:0@lo:38:kworker.0
00000100:00080000:1.0:1767326687.670753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11880
00000100:00100000:0.0:1767326687.670758:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010271232:0@lo:400:kworker.0
00000100:00080000:1.0:1767326687.670763:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326687.670776:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326687.670781:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010271104:0@lo:400:kworker.0
00000100:00100000:1.0:1767326687.670800:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a680 x1853164010271360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326687.670833:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326687.670837:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326687.670839:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326687.670843:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11880
00000100:00080000:1.0:1767326687.670847:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326687.670851:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326687.670865:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb800 x1853164010271616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326687.670883:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326687.670884:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326687.670896:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326687.670901:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326687.670902:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326687.670909:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010271744:0@lo:400:kworker.0
00000100:00080000:1.0:1767326687.670917:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11880
00000100:00080000:1.0:1767326687.670921:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326687.670925:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326687.670946:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010271872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326687.670964:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326687.670969:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1767326687.670969:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326687.670975:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326687.670983:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11859
00000100:00080000:1.0:1767326687.670987:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326687.670995:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326687.671020:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc06680 x1853164010272000/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326687.671028:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010271360:0@lo:38:kworker.0
00000100:00100000:0.0:1767326687.671042:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010271488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326687.671060:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271744
00000100:00100000:3.0:1767326687.671068:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271744
00000100:00100000:1.0:1767326687.671085:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010270976
00000100:00100000:1.0:1767326687.671092:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010270976
00000100:00100000:2.0:1767326687.671102:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326687.671123:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271232
00000100:00100000:0.0:1767326687.671130:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271232
00000100:00100000:1.0:1767326687.671144:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34915
00000100:00100000:3.0:1767326687.671155:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271360
00000100:00100000:1.0:1767326687.671159:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010270976:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326687.671162:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271360
00010000:00020000:1.0:1767326687.671181:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326687.671190:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010271616:0@lo:38:kworker.0
00000100:00100000:0.0:1767326687.671191:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8870
00000100:00100000:3.0:1767326687.671205:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357
00000100:00100000:0.0:1767326687.671213:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010271232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326687.671224:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010271744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326687.671241:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010270976:12345-0@lo:38:kworker.0 Request processed in 87us (353us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326687.671251:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34915
00000100:00100000:2.0:1767326687.671265:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326687.671288:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010271232:12345-0@lo:400:kworker.0 Request processed in 78us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326687.671300:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8870
00000100:00100000:1.0:1767326687.671324:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271616
00000100:00100000:1.0:1767326687.671329:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271616
00000100:00100000:2.0:1767326687.671377:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010271872:0@lo:38:kworker.0
00000100:00100000:1.0:1767326687.671380:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995
00000100:00100000:3.0:1767326687.671380:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010271744:12345-0@lo:400:kworker.0 Request processed in 157us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326687.671398:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010271360:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326687.671399:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996
00010000:00020000:1.0:1767326687.671413:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326687.671457:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357
00000100:00100000:0.0:1767326687.671458:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010271616:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326687.671475:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326687.671482:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326687.671491:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271872
00000100:00100000:3.0:1767326687.671498:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271872
00000100:00100000:1.0:1767326687.671524:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010271360:12345-0@lo:38:kworker.0 Request processed in 127us (421us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326687.671527:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997
00000100:00100000:1.0:1767326687.671540:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995
00000100:00100000:3.0:1767326687.671544:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010271872:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326687.671549:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326687.671554:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010271616:12345-0@lo:38:kworker.0 Request processed in 127us (285us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767326687.671565:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326687.671571:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996
00000100:00080000:2.0:1767326687.671579:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326687.671591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010270976:0@lo:38:kworker.0
00000100:00100000:1.0:1767326687.671593:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326687.671617:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271488
00000100:00100000:0.0:1767326687.671626:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271488
00000100:00100000:3.0:1767326687.671633:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010271872:12345-0@lo:38:kworker.0 Request processed in 88us (156us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326687.671634:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010272000:0@lo:250:kworker.0
00000100:00100000:3.0:1767326687.671662:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997
00000100:00100000:1.0:1767326687.671684:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010271232:0@lo:400:kworker.0
00000100:00100000:0.0:1767326687.671690:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358
00000400:00000100:2.0:1767326687.671700:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010272000 offset 0 length 520: 4
00000100:00100000:0.0:1767326687.671713:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010271488:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326687.671721:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326687.671788:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326687.671797:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326687.671808:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326687.671818:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010271360:0@lo:38:kworker.0
00000100:00100000:0.0:1767326687.671829:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010271488:12345-0@lo:400:kworker.0 Request processed in 118us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326687.671829:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010271104
00000100:00100000:3.0:1767326687.671837:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010271104
00000100:00100000:0.0:1767326687.671849:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358
00000100:00080000:2.0:1767326687.671854:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326687.671868:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326687.671878:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010271616:0@lo:38:kworker.0
00000100:00100000:3.0:1767326687.671902:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8871
00000100:00100000:1.0:1767326687.671904:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010271744:0@lo:400:kworker.0
00000100:00080000:2.0:1767326687.671918:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326687.671929:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010271104:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326687.671935:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326687.671938:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010271488:0@lo:400:kworker.0
00000100:00100000:2.0:1767326687.671953:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010271872:0@lo:38:kworker.0
00000100:00100000:3.0:1767326687.672016:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010271104:12345-0@lo:400:kworker.0 Request processed in 103us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326687.672029:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8871
00000100:00100000:1.0:1767326687.672065:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010271104:0@lo:400:kworker.0
00000100:00100000:1.0:1767326688.081027:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326688.081064:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767326688.081080:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993147008 offset 0 length 520: 4
00000100:00100000:3.0:1767326688.081126:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146752
00000100:00100000:0.0:1767326688.081137:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993146880
00000100:00100000:3.0:1767326688.081139:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146752
00000100:00100000:0.0:1767326688.081145:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993146880
00000100:00080000:2.0:1767326688.081245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326688.081246:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1359
00000100:00100000:1.0:1767326688.081264:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2998
00000100:00100000:3.0:1767326688.081272:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993146880:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326688.081274:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993146752:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326688.081301:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326688.081385:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993146752:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 108us (362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326688.081386:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993146880:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 118us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326688.081396:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2998
00000100:00100000:3.0:1767326688.081405:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1359
00010000:00010000:1.0:1767326688.630574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326689.654613:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326690.678577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326691.254677:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010272128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326691.254763:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326691.254807:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272128
00000100:00100000:0.0:1767326691.254818:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272128
00000100:00100000:0.0:1767326691.254890:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7725
00000100:00100000:0.0:1767326691.254900:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010272128:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767326691.254930:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767326691.254940:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326691.254989:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010272128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326691.254996:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7725
00000100:00100000:1.0:1767326691.255044:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010272128:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326691.702630:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326691.766652:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010272256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326691.766739:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326691.766796:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272256
00000100:00100000:1.0:1767326691.766807:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272256
00000100:00080000:2.0:1767326691.766873:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326691.766879:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7726
00000100:00100000:1.0:1767326691.766894:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010272256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326691.766929:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326691.766977:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010272256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326691.766983:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7726
00000100:00100000:0.0:1767326691.767037:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010272256:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326692.726591:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326692.790562:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326692.790580:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326692.790583:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326692.790588:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326692.790595:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326692.790605:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11885
00000100:00080000:0.0:1767326692.790611:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326692.790621:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326692.790694:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3b80 x1853164010272384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326692.790752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010272384:0@lo:38:kworker.0
00000100:00080000:0.0:1767326692.790763:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326692.790767:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326692.790769:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326692.790773:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11885
00000100:00080000:0.0:1767326692.790776:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326692.790780:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326692.790793:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85880 x1853164010272768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326692.790801:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010272512:0@lo:400:kworker.0
00000100:00080000:0.0:1767326692.790830:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326692.790835:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326692.790838:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326692.790842:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326692.790848:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11885
00000100:00100000:3.0:1767326692.790851:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010272640:0@lo:400:kworker.0
00000100:00080000:0.0:1767326692.790853:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326692.790867:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326692.790872:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326692.790892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010272768:0@lo:38:kworker.0
00000100:00100000:0.0:1767326692.790893:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87800 x1853164010273024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326692.790935:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326692.790939:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010272896:0@lo:400:kworker.0
00000100:00080000:0.0:1767326692.790941:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326692.790947:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326692.790962:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326692.790966:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11885
00000100:00100000:2.0:1767326692.790970:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326692.790973:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326692.790978:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326692.791002:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272384
00000100:00100000:0.0:1767326692.791003:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010273280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326692.791013:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272384
00000100:00100000:2.0:1767326692.791033:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010273024:0@lo:38:kworker.0
00000100:00100000:0.0:1767326692.791045:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010273152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326692.791070:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34916
00000100:00100000:2.0:1767326692.791077:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326692.791078:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272512
00000100:00100000:1.0:1767326692.791086:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010272384:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326692.791088:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272512
00000100:00100000:2.0:1767326692.791115:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010273280:0@lo:38:kworker.0
00010000:00020000:1.0:1767326692.791120:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326692.791128:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272640
00000100:00100000:0.0:1767326692.791135:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272640
00000100:00100000:3.0:1767326692.791157:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8872
00000100:00100000:2.0:1767326692.791165:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326692.791171:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010272512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326692.791187:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8873
00000100:00100000:1.0:1767326692.791196:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010272384:12345-0@lo:38:kworker.0 Request processed in 109us (353us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326692.791201:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010272640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326692.791215:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34916
00000100:00080000:2.0:1767326692.791222:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326692.791231:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326692.791236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010272384:0@lo:38:kworker.0
00000100:00100000:3.0:1767326692.791256:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010272512:12345-0@lo:400:kworker.0 Request processed in 89us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326692.791267:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8872
00000100:00100000:2.0:1767326692.791316:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272768
00000100:00100000:1.0:1767326692.791317:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326692.791318:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010272640:12345-0@lo:400:kworker.0 Request processed in 115us (363us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326692.791322:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272768
00000100:00100000:0.0:1767326692.791334:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8873
00000100:00100000:2.0:1767326692.791362:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273024
00000100:00100000:2.0:1767326692.791366:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273024
00000100:00100000:3.0:1767326692.791370:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010272512:0@lo:400:kworker.0
00000100:00100000:2.0:1767326692.791396:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273280
00000100:00100000:2.0:1767326692.791402:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273280
00000100:00100000:0.0:1767326692.791404:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010272640:0@lo:400:kworker.0
00000100:00100000:1.0:1767326692.791410:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273152
00000100:00100000:1.0:1767326692.791445:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273152
00000100:00100000:2.0:1767326692.791463:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999
00000100:00100000:2.0:1767326692.791472:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010272768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326692.791491:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326692.791500:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000
00000100:00100000:3.0:1767326692.791509:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010273024:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326692.791525:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360
00010000:00020000:3.0:1767326692.791531:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326692.791543:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010273152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326692.791552:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010272768:12345-0@lo:38:kworker.0 Request processed in 75us (595us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326692.791553:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001
00000100:00100000:2.0:1767326692.791574:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999
00000100:00100000:0.0:1767326692.791575:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010273280:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326692.791576:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010273024:12345-0@lo:38:kworker.0 Request processed in 67us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326692.791604:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000
00010000:00020000:0.0:1767326692.791612:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326692.791614:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010273152:12345-0@lo:400:kworker.0 Request processed in 76us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326692.791623:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326692.791635:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360
00000100:00100000:1.0:1767326692.791678:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010272896
00000100:00100000:1.0:1767326692.791683:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010272896
00000100:00080000:3.0:1767326692.791685:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326692.791689:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010273280:12345-0@lo:38:kworker.0 Request processed in 117us (520us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326692.791695:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326692.791707:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010273024:0@lo:38:kworker.0
00000100:00100000:0.0:1767326692.791718:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001
00000100:00100000:1.0:1767326692.791729:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361
00000100:00080000:3.0:1767326692.791742:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326692.791749:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010272896:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326692.791750:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326692.791760:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010273280:0@lo:38:kworker.0
00000100:00080000:2.0:1767326692.791774:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326692.791791:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326692.791800:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326692.791808:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010272768:0@lo:38:kworker.0
00000100:00100000:0.0:1767326692.791818:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010273152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326692.791846:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010272896:12345-0@lo:400:kworker.0 Request processed in 101us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326692.791860:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361
00000100:00100000:2.0:1767326692.791861:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010272896:0@lo:400:kworker.0
00000100:00100000:1.0:1767326693.200986:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326693.201074:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326693.201139:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147136
00000100:00100000:0.0:1767326693.201157:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147136
00000100:00100000:2.0:1767326693.201197:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147264
00000100:00100000:2.0:1767326693.201206:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147264
00000100:00100000:0.0:1767326693.201241:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3002
00000100:00100000:0.0:1767326693.201257:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993147136:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767326693.201334:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1362
00010000:00020000:0.0:1767326693.201341:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326693.201356:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993147264:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767326693.201370:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326693.201469:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993147264:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 124us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326693.201479:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993147136:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 221us (518us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326693.201484:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1362
00000100:00100000:0.0:1767326693.201510:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3002
00010000:00010000:1.0:1767326693.750608:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326694.774635:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326695.798650:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326696.374664:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010273408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326696.374770:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326696.374816:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273408
00000100:00100000:0.0:1767326696.374825:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273408
00000100:00080000:3.0:1767326696.374883:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326696.374895:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7727
00000100:00100000:0.0:1767326696.374904:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc8bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010273408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326696.374937:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326696.374986:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc8bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010273408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326696.374996:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7727
00000100:00100000:1.0:1767326696.375043:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010273408:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326696.822602:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326696.886633:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010273536:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326696.886712:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326696.886756:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273536
00000100:00100000:1.0:1767326696.886766:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273536
00000100:00080000:3.0:1767326696.886823:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326696.886835:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7728
00000100:00100000:1.0:1767326696.886846:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010273536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326696.886878:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326696.886933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010273536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326696.886943:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7728
00000100:00100000:0.0:1767326696.886974:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010273536:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326697.846588:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326697.910537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326697.910549:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326697.910553:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326697.910558:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326697.910564:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326697.910574:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11890
00000100:00080000:0.0:1767326697.910580:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326697.910596:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326697.910652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885500 x1853164010273664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326697.910718:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010273664:0@lo:38:kworker.0
00000100:00080000:0.0:1767326697.910740:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326697.910767:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326697.910770:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326697.910776:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010273920:0@lo:400:kworker.0
00000100:00080000:0.0:1767326697.910777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11890
00000100:00100000:3.0:1767326697.910779:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010273792:0@lo:400:kworker.0
00000100:00080000:0.0:1767326697.910785:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326697.910795:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326697.910814:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884e00 x1853164010274048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326697.910821:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326697.910835:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326697.910868:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326697.910868:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273664
00000100:00100000:2.0:1767326697.910875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010274048:0@lo:38:kworker.0
00000100:00080000:0.0:1767326697.910876:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326697.910878:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273664
00000100:00080000:0.0:1767326697.910882:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326697.910890:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11890
00000100:00080000:0.0:1767326697.910894:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326697.910900:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326697.910905:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010274176:0@lo:400:kworker.0
00000100:00100000:2.0:1767326697.910918:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326697.910919:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5326a00 x1853164010274304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326697.910934:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34917
00000100:00100000:2.0:1767326697.910948:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010274304:0@lo:38:kworker.0
00000100:00080000:0.0:1767326697.910949:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326697.910950:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010273664:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326697.910959:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326697.910963:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326697.910967:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326697.910972:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11890
00000100:00080000:0.0:1767326697.910976:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326697.910981:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:3.0:1767326697.910986:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326697.910990:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274048
00000100:00100000:2.0:1767326697.910995:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274048
00000100:00100000:0.0:1767326697.910999:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325c00 x1853164010274560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326697.911007:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326697.911017:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010274432:0@lo:400:kworker.0
00000100:00100000:2.0:1767326697.911023:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274176
00000100:00100000:2.0:1767326697.911026:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274176
00000100:00100000:3.0:1767326697.911061:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010273664:12345-0@lo:38:kworker.0 Request processed in 113us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326697.911069:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363
00000100:00100000:3.0:1767326697.911075:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34917
00000100:00100000:1.0:1767326697.911079:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326697.911084:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010274176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326697.911094:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274432
00000100:00100000:0.0:1767326697.911113:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274432
00000100:00100000:3.0:1767326697.911116:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326697.911141:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010274176:12345-0@lo:400:kworker.0 Request processed in 60us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326697.911148:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363
00000100:00100000:1.0:1767326697.911155:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364
00000100:00100000:1.0:1767326697.911170:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010274432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326697.911172:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003
00000100:00100000:3.0:1767326697.911176:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273920
00000100:00100000:3.0:1767326697.911182:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273920
00000100:00100000:0.0:1767326697.911187:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010274048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326697.911201:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326697.911205:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326697.911222:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010273792
00000100:00100000:3.0:1767326697.911226:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010273792
00000100:00100000:1.0:1767326697.911257:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010274432:12345-0@lo:400:kworker.0 Request processed in 92us (184us total) trans 0 rc 0/0
00000100:00080000:2.0:1767326697.911261:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326697.911270:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364
00000100:00080000:2.0:1767326697.911271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326697.911271:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8874
00000100:00100000:2.0:1767326697.911281:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010273664:0@lo:38:kworker.0
00000100:00100000:0.0:1767326697.911289:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010274048:12345-0@lo:38:kworker.0 Request processed in 101us (368us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326697.911291:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010273920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326697.911296:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274304
00000100:00100000:1.0:1767326697.911303:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274304
00000100:00100000:2.0:1767326697.911307:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010274560:0@lo:38:kworker.0
00000100:00100000:0.0:1767326697.911311:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003
00000100:00100000:1.0:1767326697.911329:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004
00000100:00100000:1.0:1767326697.911334:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010274304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326697.911347:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326697.911350:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326697.911363:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010273920:12345-0@lo:400:kworker.0 Request processed in 78us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326697.911373:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274560
00000100:00100000:3.0:1767326697.911374:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8874
00000100:00100000:0.0:1767326697.911381:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274560
00000100:00080000:2.0:1767326697.911388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326697.911390:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010274304:12345-0@lo:38:kworker.0 Request processed in 54us (189us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326697.911395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326697.911400:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8875
00000100:00100000:1.0:1767326697.911402:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004
00000100:00100000:2.0:1767326697.911405:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010274304:0@lo:38:kworker.0
00000100:00100000:0.0:1767326697.911412:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005
00000100:00100000:3.0:1767326697.911414:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010273792:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326697.911444:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326697.911447:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010274560:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326697.911460:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767326697.911466:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326697.911467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010274048:0@lo:38:kworker.0
00000100:00100000:1.0:1767326697.911472:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010274432:0@lo:400:kworker.0
00000100:00100000:1.0:1767326697.911492:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010274176:0@lo:400:kworker.0
00000100:00100000:3.0:1767326697.911506:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010273792:12345-0@lo:400:kworker.0 Request processed in 93us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326697.911517:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8875
00000100:00100000:0.0:1767326697.911524:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010274560:12345-0@lo:38:kworker.0 Request processed in 77us (175us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326697.911531:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326697.911535:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005
00000100:00080000:2.0:1767326697.911538:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326697.911543:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010274560:0@lo:38:kworker.0
00000100:00080000:1.0:1767326697.911564:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326697.911571:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010273920:0@lo:400:kworker.0
00000100:00100000:2.0:1767326697.911611:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010273792:0@lo:400:kworker.0
00000100:00100000:0.0:1767326698.321454:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326698.321510:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326698.321545:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147392
00000100:00100000:1.0:1767326698.321560:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147392
00000100:00100000:2.0:1767326698.321577:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147520
00000100:00100000:2.0:1767326698.321584:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147520
00000100:00100000:1.0:1767326698.321621:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3006
00000100:00100000:1.0:1767326698.321633:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993147392:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326698.321650:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326698.321657:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1365
00010000:00020000:1.0:1767326698.321664:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326698.321671:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993147520:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326698.321752:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993147392:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 120us (340us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326698.321761:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993147520:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326698.321762:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3006
00000100:00100000:2.0:1767326698.321778:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1365
00010000:00010000:1.0:1767326698.870683:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326699.894649:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326700.918604:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326701.494666:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010274688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326701.494751:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326701.494793:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274688
00000100:00100000:1.0:1767326701.494804:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274688
00000100:00080000:3.0:1767326701.494871:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326701.494873:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7729
00000100:00100000:1.0:1767326701.494886:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010274688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326701.494920:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326701.494987:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010274688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326701.495001:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7729
00000100:00100000:2.0:1767326701.495017:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010274688:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326701.942592:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326702.006590:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326702.006610:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010274816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326702.006689:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326702.006741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274816
00000100:00100000:1.0:1767326702.006752:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274816
00000100:00080000:3.0:1767326702.006812:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326702.006836:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7730
00000100:00100000:1.0:1767326702.006849:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010274816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326702.006889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326702.006948:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010274816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326702.006957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7730
00000100:00100000:2.0:1767326702.006983:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010274816:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326702.966595:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326703.030593:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326703.030609:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326703.030613:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326703.030617:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326703.030622:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326703.030632:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11895
00000100:00080000:1.0:1767326703.030638:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326703.030647:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326703.030699:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09e300 x1853164010274944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326703.030791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010274944:0@lo:38:kworker.0
00000100:00080000:1.0:1767326703.030802:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326703.030807:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326703.030810:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326703.030815:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11895
00000100:00080000:1.0:1767326703.030820:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326703.030826:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326703.030850:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010275200:0@lo:400:kworker.0
00000100:00100000:1.0:1767326703.030851:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c000 x1853164010275328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326703.030853:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010275072:0@lo:400:kworker.0
00000100:00100000:3.0:1767326703.030921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326703.030950:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326703.030955:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326703.030958:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326703.030965:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11895
00000100:00100000:2.0:1767326703.030974:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326703.030975:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326703.030983:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010275328:0@lo:38:kworker.0
00000100:00080000:1.0:1767326703.030986:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326703.030999:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010275456:0@lo:400:kworker.0
00000100:00100000:1.0:1767326703.031020:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09f100 x1853164010275584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326703.031063:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326703.031063:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326703.031068:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326703.031071:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275072
00000100:00080000:1.0:1767326703.031079:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326703.031083:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275072
00000100:00080000:1.0:1767326703.031084:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326703.031097:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11895
00000100:00080000:1.0:1767326703.031102:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326703.031110:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326703.031122:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010275584:0@lo:38:kworker.0
00000100:00100000:1.0:1767326703.031155:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45500 x1853164010275840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326703.031167:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275200
00000100:00100000:0.0:1767326703.031176:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275200
00000100:00100000:3.0:1767326703.031186:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326703.031248:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8876
00000100:00100000:1.0:1767326703.031257:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010275712:0@lo:400:kworker.0
00000100:00100000:2.0:1767326703.031266:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010275072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326703.031268:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010275840:0@lo:38:kworker.0
00000100:00100000:0.0:1767326703.031281:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8877
00000100:00100000:0.0:1767326703.031296:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010275200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326703.031330:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326703.031349:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275328
00000100:00100000:3.0:1767326703.031355:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275328
00000100:00100000:3.0:1767326703.031392:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275584
00000100:00100000:3.0:1767326703.031396:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275584
00000100:00100000:2.0:1767326703.031404:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010275072:12345-0@lo:400:kworker.0 Request processed in 141us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326703.031413:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010275200:12345-0@lo:400:kworker.0 Request processed in 116us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326703.031455:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275712
00000100:00100000:2.0:1767326703.031459:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8876
00000100:00100000:3.0:1767326703.031465:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275712
00000100:00100000:0.0:1767326703.031483:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8877
00000100:00100000:0.0:1767326703.031534:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366
00000100:00100000:3.0:1767326703.031544:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007
00000100:00100000:0.0:1767326703.031547:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010275712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326703.031550:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010275072:0@lo:400:kworker.0
00000100:00100000:3.0:1767326703.031563:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010275328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326703.031588:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326703.031640:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008
00000100:00100000:0.0:1767326703.031644:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010275712:12345-0@lo:400:kworker.0 Request processed in 97us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326703.031650:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010275328:12345-0@lo:38:kworker.0 Request processed in 88us (601us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326703.031656:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010275584:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326703.031664:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007
00000100:00100000:0.0:1767326703.031697:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366
00010000:00020000:2.0:1767326703.031704:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326703.031713:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326703.031735:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275456
00000100:00100000:0.0:1767326703.031743:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275456
00000100:00100000:3.0:1767326703.031779:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326703.031810:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010275584:12345-0@lo:38:kworker.0 Request processed in 153us (624us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326703.031818:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275840
00000100:00100000:0.0:1767326703.031825:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275840
00000100:00100000:2.0:1767326703.031827:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1767326703.031847:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010275200:0@lo:400:kworker.0
00000100:00080000:3.0:1767326703.031860:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326703.031867:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367
00000100:00080000:3.0:1767326703.031873:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326703.031898:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009
00000100:00100000:0.0:1767326703.031901:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010275456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326703.031904:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010275584:0@lo:38:kworker.0
00000100:00100000:2.0:1767326703.031916:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010275840:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326703.031932:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767326703.031934:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326703.031942:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326703.031949:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010275328:0@lo:38:kworker.0
00000100:00100000:1.0:1767326703.031981:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010275712:0@lo:400:kworker.0
00000100:00100000:0.0:1767326703.031994:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010275456:12345-0@lo:400:kworker.0 Request processed in 110us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326703.032006:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367
00000100:00100000:2.0:1767326703.032013:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010275840:12345-0@lo:38:kworker.0 Request processed in 97us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326703.032025:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009
00000100:00080000:3.0:1767326703.032033:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326703.032040:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326703.032047:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010275840:0@lo:38:kworker.0
00000100:00080000:2.0:1767326703.032077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326703.032088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326703.032111:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010275456:0@lo:400:kworker.0
00000100:00100000:0.0:1767326703.032117:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010274944
00000100:00100000:0.0:1767326703.032124:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010274944
00000100:00100000:0.0:1767326703.032173:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34918
00000100:00100000:0.0:1767326703.032179:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010274944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326703.032195:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326703.032276:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010274944:12345-0@lo:38:kworker.0 Request processed in 95us (1359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326703.032284:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34918
00000100:00080000:3.0:1767326703.032324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326703.032330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326703.032334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010274944:0@lo:38:kworker.0
00000100:00100000:1.0:1767326703.441167:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326703.441233:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326703.441283:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147776
00000100:00100000:0.0:1767326703.441301:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147776
00000100:00100000:2.0:1767326703.441305:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147648
00000100:00100000:2.0:1767326703.441314:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147648
00000100:00080000:3.0:1767326703.441378:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326703.441399:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1368
00000100:00100000:3.0:1767326703.441464:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3010
00000100:00100000:2.0:1767326703.441482:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993147776:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326703.441483:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993147648:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326703.441523:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326703.441649:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993147648:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 173us (423us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326703.441657:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993147776:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 238us (500us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326703.441691:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3010
00000100:00100000:2.0:1767326703.441703:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1368
00010000:00010000:1.0:1767326703.990661:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326705.014662:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326706.038590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326706.614683:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010275968:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326706.614772:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326706.614832:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010275968
00000100:00100000:1.0:1767326706.614845:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010275968
00000100:00080000:3.0:1767326706.614916:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326706.614942:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7731
00000100:00100000:1.0:1767326706.614959:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010275968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326706.615015:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326706.615079:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010275968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326706.615090:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7731
00000100:00100000:2.0:1767326706.615118:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010275968:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326707.062532:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326707.126663:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326707.126691:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010276096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326707.126777:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326707.126837:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276096
00000100:00100000:1.0:1767326707.126849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276096
00000100:00080000:3.0:1767326707.126887:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326707.126916:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7732
00000100:00100000:1.0:1767326707.126930:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010276096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326707.126958:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326707.127041:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010276096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326707.127051:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7732
00000100:00100000:2.0:1767326707.127084:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010276096:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326708.086619:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326708.150517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326708.150528:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326708.150532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326708.150536:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326708.150540:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326708.150548:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11900
00000100:00080000:1.0:1767326708.150554:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326708.150561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326708.150603:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9f80 x1853164010276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326708.150670:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326708.150671:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010276224:0@lo:38:kworker.0
00000100:00080000:1.0:1767326708.150679:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326708.150683:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326708.150687:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11900
00000100:00080000:1.0:1767326708.150692:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326708.150697:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326708.150740:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bb480 x1853164010276608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326708.150743:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010276352:0@lo:400:kworker.0
00000100:00100000:3.0:1767326708.150768:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326708.150770:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326708.150775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010276480:0@lo:400:kworker.0
00000100:00080000:1.0:1767326708.150776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326708.150780:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326708.150784:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11900
00000100:00080000:1.0:1767326708.150787:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326708.150792:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326708.150810:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39c00 x1853164010276864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326708.150828:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326708.150830:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326708.150832:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326708.150835:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11900
00000100:00080000:1.0:1767326708.150844:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767326708.150849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010276608:0@lo:38:kworker.0
00000100:00080000:1.0:1767326708.150851:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326708.150880:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010277120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326708.150890:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276224
00000100:00100000:2.0:1767326708.150894:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326708.150900:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276224
00000100:00100000:3.0:1767326708.150913:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326708.150949:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010276992:0@lo:400:kworker.0
00000100:00100000:0.0:1767326708.150982:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34919
00000100:00100000:0.0:1767326708.150994:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010276224:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326708.150998:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010276864:0@lo:38:kworker.0
00000100:00100000:1.0:1767326708.151015:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326708.151016:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326708.151053:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276352
00000100:00100000:3.0:1767326708.151060:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276352
00000100:00100000:2.0:1767326708.151066:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276608
00000100:00100000:2.0:1767326708.151079:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276608
00000100:00100000:0.0:1767326708.151081:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010276224:12345-0@lo:38:kworker.0 Request processed in 89us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326708.151087:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326708.151091:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34919
00000100:00100000:1.0:1767326708.151099:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010276736:0@lo:400:kworker.0
00000100:00100000:2.0:1767326708.151143:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276992
00000100:00100000:0.0:1767326708.151147:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326708.151158:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276992
00000100:00100000:1.0:1767326708.151161:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326708.151181:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8878
00000100:00100000:3.0:1767326708.151198:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010276352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326708.151220:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276736
00000100:00100000:0.0:1767326708.151229:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276736
00000100:00100000:1.0:1767326708.151247:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369
00000100:00100000:1.0:1767326708.151263:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010276992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326708.151286:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370
00000100:00100000:3.0:1767326708.151288:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010276352:12345-0@lo:400:kworker.0 Request processed in 87us (404us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326708.151305:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011
00000100:00100000:3.0:1767326708.151307:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8878
00000100:00100000:2.0:1767326708.151317:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010276736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326708.151323:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010276992:12345-0@lo:400:kworker.0 Request processed in 62us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326708.151330:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276480
00000100:00100000:0.0:1767326708.151331:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010276608:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326708.151341:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276480
00000100:00100000:1.0:1767326708.151352:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369
00010000:00020000:0.0:1767326708.151357:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326708.151389:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8879
00000100:00100000:3.0:1767326708.151401:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010276480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326708.151444:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010276992:0@lo:400:kworker.0
00000100:00100000:0.0:1767326708.151467:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010276608:12345-0@lo:38:kworker.0 Request processed in 96us (516us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326708.151479:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011
00000100:00100000:3.0:1767326708.151503:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010276480:12345-0@lo:400:kworker.0 Request processed in 101us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326708.151505:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010276736:0@lo:400:kworker.0
00000100:00100000:2.0:1767326708.151514:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010276736:12345-0@lo:400:kworker.0 Request processed in 207us (358us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326708.151516:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326708.151535:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326708.151544:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8879
00000100:00100000:2.0:1767326708.151553:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370
00000100:00100000:1.0:1767326708.151566:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326708.151599:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010276480:0@lo:400:kworker.0
00000100:00100000:2.0:1767326708.151607:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010276864
00000100:00100000:2.0:1767326708.151614:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010276864
00000100:00080000:1.0:1767326708.151634:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326708.151635:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010276352:0@lo:400:kworker.0
00000100:00080000:1.0:1767326708.151644:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326708.151654:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010276224:0@lo:38:kworker.0
00000100:00100000:2.0:1767326708.151680:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012
00000100:00100000:2.0:1767326708.151695:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010276864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326708.151696:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010277120:0@lo:38:kworker.0
00000100:00100000:1.0:1767326708.151729:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767326708.151745:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326708.151749:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277120
00000100:00080000:1.0:1767326708.151752:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326708.151757:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277120
00000100:00080000:1.0:1767326708.151757:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326708.151763:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010276608:0@lo:38:kworker.0
00000100:00100000:0.0:1767326708.151803:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013
00000100:00100000:0.0:1767326708.151811:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010277120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326708.151827:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326708.151847:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010276864:12345-0@lo:38:kworker.0 Request processed in 148us (282us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326708.151855:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326708.151862:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326708.151872:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012
00000100:00100000:1.0:1767326708.151873:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010276864:0@lo:38:kworker.0
00000100:00100000:0.0:1767326708.151890:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010277120:12345-0@lo:38:kworker.0 Request processed in 71us (157us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326708.151906:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013
00000100:00080000:1.0:1767326708.151910:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326708.151917:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326708.151925:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010277120:0@lo:38:kworker.0
00000100:00100000:0.0:1767326708.561302:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326708.561352:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326708.561473:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148032
00000100:00100000:3.0:1767326708.561487:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148032
00000100:00100000:2.0:1767326708.561529:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993147904
00000100:00100000:2.0:1767326708.561551:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993147904
00000100:00080000:0.0:1767326708.561553:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326708.561585:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1371
00000100:00100000:3.0:1767326708.561608:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148032:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326708.561663:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3014
00000100:00100000:2.0:1767326708.561686:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993147904:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767326708.561708:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148032:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 110us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326708.561720:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1371
00010000:00020000:2.0:1767326708.561738:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326708.561867:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993147904:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 184us (509us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326708.561880:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3014
00010000:00010000:1.0:1767326709.110583:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326710.134668:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326711.158563:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326711.734679:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010277248:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326711.734776:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326711.734860:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277248
00000100:00100000:1.0:1767326711.734872:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277248
00000100:00100000:1.0:1767326711.734952:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7733
00000100:00080000:0.0:1767326711.734955:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326711.734967:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010277248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326711.735003:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326711.735053:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010277248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326711.735059:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7733
00000100:00100000:2.0:1767326711.735116:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010277248:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326712.182570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326712.246553:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326687/real 1767326687]  req@ffff9bb5bcc06680 x1853164010272000/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326712.246590:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc06680 x1853164010272000/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326712.246613:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326712.246645:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326712.246650:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010272000:0@lo:250:kworker.0
00000100:00100000:2.0:1767326712.246651:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326712.246671:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010277376:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326712.246680:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326712.246687:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326712.246691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326712.246697:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11885
00000100:00080000:3.0:1767326712.246702:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326712.246710:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326712.246728:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3800 x1853164010277504/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326712.246745:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326712.246751:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326712.246752:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326712.246756:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326712.246761:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11906
00000100:00080000:3.0:1767326712.246764:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326712.246768:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326712.246775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010277504:0@lo:250:kworker.0
00000100:00100000:3.0:1767326712.246787:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0a80 x1853164010277632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767326712.246817:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010277504 offset 0 length 520: 4
00000100:00100000:0.0:1767326712.246826:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277376
00000100:00080000:3.0:1767326712.246827:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326712.246840:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326712.246842:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326712.246844:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277376
00000100:00080000:3.0:1767326712.246844:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326712.246856:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010277760:0@lo:400:kworker.0
00000100:00080000:3.0:1767326712.246856:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11906
00000100:00100000:1.0:1767326712.246858:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010277632:0@lo:38:kworker.0
00000100:00080000:3.0:1767326712.246866:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326712.246875:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326712.246900:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4700 x1853164010277888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326712.246916:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326712.246919:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326712.246951:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326712.246957:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326712.246961:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326712.246970:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7734
00000100:00080000:3.0:1767326712.246971:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11906
00000100:00100000:2.0:1767326712.246978:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010278016:0@lo:400:kworker.0
00000100:00100000:1.0:1767326712.246982:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010277888:0@lo:38:kworker.0
00000100:00080000:3.0:1767326712.246983:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326712.246993:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326712.247001:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010277376:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326712.247015:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4e00 x1853164010278144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326712.247046:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767326712.247056:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326712.247072:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277760
00000100:00080000:3.0:1767326712.247075:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326712.247080:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326712.247081:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277760
00000100:00080000:3.0:1767326712.247083:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326712.247099:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11906
00000100:00080000:3.0:1767326712.247101:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326712.247104:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010278144:0@lo:38:kworker.0
00000100:00080000:3.0:1767326712.247106:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326712.247128:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713480 x1853164010278400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326712.247180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326712.247190:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8880
00000100:00100000:2.0:1767326712.247203:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010277760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326712.247213:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010277376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 216us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326712.247220:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010278400:0@lo:38:kworker.0
00000100:00100000:3.0:1767326712.247222:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277888
00000100:00100000:0.0:1767326712.247232:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7734
00000100:00100000:3.0:1767326712.247233:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277888
00000100:00100000:1.0:1767326712.247270:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326712.247284:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010277760:12345-0@lo:400:kworker.0 Request processed in 76us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326712.247294:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278144
00000100:00100000:2.0:1767326712.247295:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8880
00000100:00100000:3.0:1767326712.247303:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278144
00000100:00100000:0.0:1767326712.247319:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278400
00000100:00100000:0.0:1767326712.247326:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278400
00000100:00100000:3.0:1767326712.247338:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015
00000100:00100000:3.0:1767326712.247345:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010277888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326712.247346:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010277632
00000100:00100000:2.0:1767326712.247352:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016
00000100:00100000:1.0:1767326712.247353:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010277632
00000100:00100000:2.0:1767326712.247364:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010278144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326712.247370:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326712.247377:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017
00010000:00020000:2.0:1767326712.247378:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326712.247390:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34920
00000100:00100000:0.0:1767326712.247402:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010278400:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326712.247402:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010277632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326712.247452:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326712.247464:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010278144:12345-0@lo:38:kworker.0 Request processed in 99us (287us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326712.247475:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010277888:12345-0@lo:38:kworker.0 Request processed in 125us (427us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326712.247481:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326712.247485:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016
00000100:00100000:1.0:1767326712.247493:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010277632:12345-0@lo:38:kworker.0 Request processed in 85us (572us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326712.247504:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015
00000100:00100000:1.0:1767326712.247505:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34920
00000100:00100000:2.0:1767326712.247533:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010278272:0@lo:400:kworker.0
00000100:00100000:0.0:1767326712.247579:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010278400:12345-0@lo:38:kworker.0 Request processed in 176us (309us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326712.247593:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326712.247594:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326712.247621:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326712.247623:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017
00000100:00100000:1.0:1767326712.247629:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010278400:0@lo:38:kworker.0
00000100:00100000:3.0:1767326712.247633:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278272
00000100:00100000:3.0:1767326712.247640:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278272
00000100:00080000:1.0:1767326712.247652:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326712.247659:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326712.247666:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010278144:0@lo:38:kworker.0
00000100:00100000:2.0:1767326712.247672:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010277376:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326712.247682:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326712.247688:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326712.247693:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010277888:0@lo:38:kworker.0
00000100:00100000:3.0:1767326712.247704:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372
00000100:00100000:3.0:1767326712.247717:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010278272:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326712.247721:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326712.247729:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326712.247733:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010277632:0@lo:38:kworker.0
00000100:00080000:2.0:1767326712.247739:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326712.247747:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326712.247783:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010278272:12345-0@lo:400:kworker.0 Request processed in 71us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326712.247791:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326712.247802:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372
00000100:00100000:3.0:1767326712.247833:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278016
00000100:00100000:3.0:1767326712.247837:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278016
00000100:00100000:2.0:1767326712.247841:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010277760:0@lo:400:kworker.0
00000100:00080000:1.0:1767326712.247907:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326712.247912:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373
00000100:00100000:2.0:1767326712.247926:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010278272:0@lo:400:kworker.0
00000100:00100000:3.0:1767326712.247932:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010278016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326712.247972:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010278016:12345-0@lo:400:kworker.0 Request processed in 51us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326712.247980:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373
00000100:00100000:2.0:1767326712.247993:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010278016:0@lo:400:kworker.0
00000400:00000100:0.0:1767326712.657546:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993148160 offset 0 length 520: 4
00000100:00100000:0.0:1767326712.657642:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326712.657709:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326712.657745:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148416
00000100:00100000:3.0:1767326712.657775:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148416
00000100:00100000:1.0:1767326712.657811:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148288
00000100:00100000:1.0:1767326712.657826:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148288
00000100:00100000:1.0:1767326712.657913:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1374
00000100:00100000:3.0:1767326712.657931:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3018
00000100:00100000:1.0:1767326712.657948:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148416:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767326712.657948:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326712.657950:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993148288:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326712.658013:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326712.658129:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993148288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 183us (418us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326712.658161:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 199us (488us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326712.658182:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3018
00000100:00100000:1.0:1767326712.658201:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1374
00010000:00010000:2.0:1767326713.206647:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326714.230680:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326715.254723:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326716.278560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326716.854602:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010278528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326716.854700:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326716.854744:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278528
00000100:00100000:2.0:1767326716.854755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278528
00000100:00080000:3.0:1767326716.854807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326716.854826:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7735
00000100:00100000:2.0:1767326716.854852:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010278528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326716.854888:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326716.854941:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010278528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326716.854948:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7735
00000100:00100000:0.0:1767326716.854995:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010278528:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326717.302608:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326717.366554:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326717.366581:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326717.366583:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326717.366587:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326717.366591:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326717.366598:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11910
00000100:00080000:0.0:1767326717.366603:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326717.366611:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326717.366614:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010278656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326717.366640:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ca80 x1853164010278784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326717.366692:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010278784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326717.366701:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326717.366704:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326717.366709:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326717.366711:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326717.366715:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11910
00000100:00080000:0.0:1767326717.366718:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326717.366721:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326717.366726:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010278912:0@lo:400:kworker.0
00000100:00100000:0.0:1767326717.366734:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9f80 x1853164010279168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326717.366745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326717.366760:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326717.366764:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326717.366766:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326717.366770:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11910
00000100:00080000:0.0:1767326717.366772:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326717.366778:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326717.366782:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010279168:0@lo:38:kworker.0
00000100:00100000:3.0:1767326717.366782:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326717.366783:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278656
00000100:00100000:0.0:1767326717.366793:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010279424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326717.366794:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278656
00000100:00100000:2.0:1767326717.366822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326717.366826:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767326717.366828:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326717.366832:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326717.366834:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326717.366838:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010279552:0@lo:400:kworker.0
00000100:00080000:0.0:1767326717.366841:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11910
00000100:00080000:0.0:1767326717.366847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326717.366850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010279424:0@lo:38:kworker.0
00000100:00080000:0.0:1767326717.366853:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326717.366869:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010279680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326717.366878:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7736
00000100:00100000:3.0:1767326717.366881:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326717.366893:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010278656:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326717.366898:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010279040:0@lo:400:kworker.0
00000100:00100000:0.0:1767326717.366901:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278784
00000100:00100000:0.0:1767326717.366906:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278784
00000100:00100000:2.0:1767326717.366934:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:1.0:1767326717.366938:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326717.366939:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34921
00000100:00080000:3.0:1767326717.366947:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326717.366948:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010278784:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326717.366962:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00020000:0.0:1767326717.366970:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326717.366971:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279168
00000100:00100000:2.0:1767326717.366972:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010279296:0@lo:400:kworker.0
00000100:00100000:3.0:1767326717.366979:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279168
00000100:00100000:1.0:1767326717.366999:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010278656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326717.367009:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7736
00000100:00100000:2.0:1767326717.367014:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326717.367015:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279552
00000100:00100000:3.0:1767326717.367020:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279552
00000100:00100000:0.0:1767326717.367026:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010278784:12345-0@lo:38:kworker.0 Request processed in 76us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326717.367034:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34921
00000100:00100000:1.0:1767326717.367048:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279296
00000100:00100000:1.0:1767326717.367053:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279296
00000100:00100000:2.0:1767326717.367059:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010278912
00000100:00100000:2.0:1767326717.367065:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010278912
00000100:00100000:0.0:1767326717.367070:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375
00000100:00100000:0.0:1767326717.367084:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010279552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326717.367084:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376
00000100:00100000:1.0:1767326717.367097:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019
00000100:00100000:3.0:1767326717.367101:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010279296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326717.367103:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279040
00000100:00100000:1.0:1767326717.367119:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010279168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326717.367129:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279040
00010000:00020000:1.0:1767326717.367134:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326717.367146:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010279552:12345-0@lo:400:kworker.0 Request processed in 67us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326717.367153:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375
00000100:00100000:2.0:1767326717.367163:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8881
00000100:00100000:1.0:1767326717.367175:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010279168:12345-0@lo:38:kworker.0 Request processed in 67us (350us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326717.367176:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010278912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326717.367176:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010279296:12345-0@lo:400:kworker.0 Request processed in 77us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326717.367191:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376
00000100:00100000:1.0:1767326717.367200:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019
00000100:00100000:0.0:1767326717.367210:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010278656:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326717.367226:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010278912:12345-0@lo:400:kworker.0 Request processed in 53us (447us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326717.367233:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8882
00000100:00100000:2.0:1767326717.367241:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8881
00000100:00100000:3.0:1767326717.367248:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010279040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326717.367273:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010279552:0@lo:400:kworker.0
00000100:00100000:2.0:1767326717.367281:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010279296:0@lo:400:kworker.0
00000100:00100000:1.0:1767326717.367296:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010278912:0@lo:400:kworker.0
00000100:00100000:3.0:1767326717.367296:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010279040:12345-0@lo:400:kworker.0 Request processed in 54us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326717.367302:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326717.367310:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010279040:0@lo:400:kworker.0
00000100:00100000:3.0:1767326717.367318:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8882
00000100:00080000:0.0:1767326717.367340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326717.367345:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326717.367350:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279424
00000100:00080000:0.0:1767326717.367354:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326717.367356:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279424
00000100:00100000:0.0:1767326717.367360:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010279168:0@lo:38:kworker.0
00000100:00080000:0.0:1767326717.367372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326717.367375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326717.367378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010278784:0@lo:38:kworker.0
00000100:00100000:1.0:1767326717.367395:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020
00000100:00100000:0.0:1767326717.367400:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010279680:0@lo:38:kworker.0
00000100:00100000:1.0:1767326717.367406:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010279424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326717.367436:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326717.367470:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010279424:12345-0@lo:38:kworker.0 Request processed in 68us (174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326717.367478:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326717.367481:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020
00000100:00100000:1.0:1767326717.367499:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279680
00000100:00100000:1.0:1767326717.367502:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279680
00000100:00080000:0.0:1767326717.367508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326717.367513:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326717.367516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010279424:0@lo:38:kworker.0
00000100:00100000:1.0:1767326717.367528:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021
00000100:00100000:1.0:1767326717.367535:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010279680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326717.367543:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326717.367569:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010279680:12345-0@lo:38:kworker.0 Request processed in 36us (95us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326717.367574:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021
00000100:00080000:0.0:1767326717.367601:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326717.367605:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326717.367608:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010279680:0@lo:38:kworker.0
00000100:00100000:0.0:1767326717.777002:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326717.777044:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326717.777125:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148672
00000100:00100000:1.0:1767326717.777139:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148672
00000100:00100000:2.0:1767326717.777145:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148544
00000100:00100000:2.0:1767326717.777152:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148544
00000100:00100000:2.0:1767326717.777209:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1377
00000100:00080000:3.0:1767326717.777214:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326717.777221:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3022
00000100:00100000:2.0:1767326717.777226:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326717.777235:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993148544:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326717.777261:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326717.777315:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 96us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326717.777320:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993148544:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (270us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326717.777328:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1377
00000100:00100000:1.0:1767326717.777334:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3022
00010000:00010000:2.0:1767326718.326605:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326719.350643:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326720.374569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326721.398614:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326721.974688:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326721.974716:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010279808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326721.974799:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326721.974850:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279808
00000100:00100000:1.0:1767326721.974862:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279808
00000100:00080000:3.0:1767326721.974921:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326721.974947:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7737
00000100:00100000:1.0:1767326721.974959:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010279808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326721.974996:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326721.975059:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010279808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326721.975068:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7737
00000100:00100000:0.0:1767326721.975124:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010279808:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326722.422581:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326722.486533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326722.486544:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326722.486548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326722.486551:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326722.486556:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326722.486567:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11915
00000100:00080000:2.0:1767326722.486572:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326722.486587:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326722.486615:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010279936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326722.486621:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9f80 x1853164010280064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326722.486675:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010280064:0@lo:38:kworker.0
00000100:00080000:2.0:1767326722.486680:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326722.486684:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326722.486686:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326722.486690:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11915
00000100:00080000:2.0:1767326722.486693:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326722.486698:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010280192:0@lo:400:kworker.0
00000100:00100000:0.0:1767326722.486707:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326722.486718:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326722.486725:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326722.486739:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887100 x1853164010280448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326722.486761:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326722.486765:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010280448:0@lo:38:kworker.0
00000100:00100000:0.0:1767326722.486767:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010280320:0@lo:400:kworker.0
00000100:00080000:2.0:1767326722.486768:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326722.486772:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326722.486774:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326722.486782:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11915
00000100:00080000:2.0:1767326722.486784:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326722.486787:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326722.486798:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010280704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326722.486820:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326722.486821:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767326722.486824:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326722.486829:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326722.486830:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326722.486833:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326722.486836:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010280832:0@lo:400:kworker.0
00000100:00080000:2.0:1767326722.486842:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11915
00000100:00080000:2.0:1767326722.486846:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326722.486849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010280704:0@lo:38:kworker.0
00000100:00080000:2.0:1767326722.486850:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326722.486868:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326722.486868:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885500 x1853164010280960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326722.486879:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010280576:0@lo:400:kworker.0
00000100:00100000:3.0:1767326722.486887:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326722.486897:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280064
00000100:00100000:1.0:1767326722.486906:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280064
00000100:00100000:2.0:1767326722.486926:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280192
00000100:00100000:0.0:1767326722.486932:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326722.486932:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280192
00000100:00100000:1.0:1767326722.486951:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34922
00000100:00100000:3.0:1767326722.486956:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280448
00000100:00100000:1.0:1767326722.486961:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010280064:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326722.486963:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280448
00000100:00100000:0.0:1767326722.486978:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280320
00000100:00100000:2.0:1767326722.486983:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8883
00000100:00100000:0.0:1767326722.486984:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280320
00010000:00020000:1.0:1767326722.486985:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326722.486998:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010280192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326722.487000:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280832
00000100:00100000:3.0:1767326722.487007:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280832
00000100:00100000:1.0:1767326722.487037:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010280064:12345-0@lo:38:kworker.0 Request processed in 76us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326722.487042:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8884
00000100:00100000:1.0:1767326722.487050:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34922
00000100:00100000:0.0:1767326722.487058:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010280320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326722.487058:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280576
00000100:00100000:2.0:1767326722.487065:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010280192:12345-0@lo:400:kworker.0 Request processed in 69us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326722.487067:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280576
00000100:00100000:1.0:1767326722.487100:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378
00000100:00100000:2.0:1767326722.487101:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8883
00000100:00100000:1.0:1767326722.487114:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010280832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326722.487130:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010280320:12345-0@lo:400:kworker.0 Request processed in 76us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326722.487131:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379
00000100:00100000:0.0:1767326722.487142:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8884
00000100:00100000:3.0:1767326722.487149:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010280576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326722.487152:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023
00000100:00100000:1.0:1767326722.487161:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010280832:12345-0@lo:400:kworker.0 Request processed in 49us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326722.487165:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010280448:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326722.487174:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378
00010000:00020000:2.0:1767326722.487179:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326722.487183:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326722.487189:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326722.487211:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010280576:12345-0@lo:400:kworker.0 Request processed in 66us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326722.487221:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379
00000100:00100000:2.0:1767326722.487226:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010280448:12345-0@lo:38:kworker.0 Request processed in 60us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326722.487234:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023
00000100:00100000:1.0:1767326722.487235:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010279936
00000100:00100000:0.0:1767326722.487239:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010280576:0@lo:400:kworker.0
00000100:00100000:1.0:1767326722.487241:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010279936
00000100:00100000:0.0:1767326722.487258:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010280320:0@lo:400:kworker.0
00000100:00100000:2.0:1767326722.487275:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326722.487282:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7738
00000100:00100000:3.0:1767326722.487286:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010280832:0@lo:400:kworker.0
00000100:00100000:1.0:1767326722.487294:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010279936:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326722.487309:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010280192:0@lo:400:kworker.0
00000100:00080000:2.0:1767326722.487311:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00002000:00000024:1.0:1767326722.487318:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:2.0:1767326722.487319:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326722.487326:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010280448:0@lo:38:kworker.0
00000100:00080000:2.0:1767326722.487340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326722.487343:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326722.487346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010280064:0@lo:38:kworker.0
00000100:00100000:3.0:1767326722.487358:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280704
00000100:00100000:3.0:1767326722.487364:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280704
00000100:00100000:2.0:1767326722.487367:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010280960:0@lo:38:kworker.0
00000100:00100000:1.0:1767326722.487376:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010279936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (669us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326722.487387:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7738
00000100:00100000:2.0:1767326722.487398:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326722.487402:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024
00000100:00100000:3.0:1767326722.487411:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010280704:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326722.487434:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010279936:0@lo:13:osp-pre-1-1.0
00010000:00020000:3.0:1767326722.487455:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326722.487471:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010280960
00000100:00100000:2.0:1767326722.487478:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010280960
00000100:00100000:3.0:1767326722.487501:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010280704:12345-0@lo:38:kworker.0 Request processed in 89us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326722.487510:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024
00000100:00100000:2.0:1767326722.487521:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025
00000100:00100000:2.0:1767326722.487527:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010280960:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326722.487531:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326722.487538:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767326722.487539:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326722.487545:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010280704:0@lo:38:kworker.0
00000100:00100000:2.0:1767326722.487575:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010280960:12345-0@lo:38:kworker.0 Request processed in 46us (179us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326722.487581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326722.487581:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025
00000100:00080000:1.0:1767326722.487586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326722.487593:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010280960:0@lo:38:kworker.0
00000100:00100000:0.0:1767326722.897047:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326722.897099:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326722.897124:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148800
00000100:00100000:2.0:1767326722.897137:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148800
00000100:00100000:3.0:1767326722.897151:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993148928
00000100:00100000:3.0:1767326722.897159:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993148928
00000100:00100000:2.0:1767326722.897190:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3026
00000100:00100000:2.0:1767326722.897199:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993148800:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326722.897226:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326722.897238:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326722.897244:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1380
00000100:00100000:3.0:1767326722.897257:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148928:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326722.897302:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993148800:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 102us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326722.897309:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3026
00000100:00100000:3.0:1767326722.897314:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993148928:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326722.897323:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1380
00010000:00010000:2.0:1767326723.446566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326724.470586:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326725.494606:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326726.518586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326727.094669:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010281088:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326727.094753:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326727.094810:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281088
00000100:00100000:1.0:1767326727.094821:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281088
00000100:00080000:0.0:1767326727.094878:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326727.094910:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7739
00000100:00100000:1.0:1767326727.094922:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010281088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326727.094960:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326727.095017:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010281088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326727.095026:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7739
00000100:00100000:0.0:1767326727.095073:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010281088:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326727.542611:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326727.606503:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326727.606515:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326727.606520:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326727.606525:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326727.606530:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326727.606541:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11920
00000100:00080000:2.0:1767326727.606548:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326727.606557:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326727.606593:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4000 x1853164010281344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326727.606627:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326727.606648:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010281472:0@lo:400:kworker.0
00000100:00100000:3.0:1767326727.606656:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010281344:0@lo:38:kworker.0
00000100:00080000:2.0:1767326727.606667:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326727.606673:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326727.606676:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326727.606682:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11920
00000100:00080000:2.0:1767326727.606686:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326727.606689:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010281600:0@lo:400:kworker.0
00000100:00080000:2.0:1767326727.606694:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326727.606731:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5880 x1853164010281728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326727.606752:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326727.606752:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326727.606770:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326727.606776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326727.606779:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326727.606785:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11920
00000100:00080000:2.0:1767326727.606789:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326727.606795:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326727.606796:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281344
00000100:00100000:1.0:1767326727.606801:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010281216:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326727.606805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010281728:0@lo:38:kworker.0
00000100:00100000:0.0:1767326727.606806:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281344
00000100:00100000:2.0:1767326727.606814:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4000 x1853164010281984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326727.606840:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326727.606850:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326727.606851:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326727.606858:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34923
00000100:00080000:2.0:1767326727.606860:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326727.606863:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326727.606869:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010281344:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326727.606869:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767326727.606872:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11920
00000100:00080000:2.0:1767326727.606877:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767326727.606879:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010282112:0@lo:400:kworker.0
00000100:00100000:3.0:1767326727.606884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010281984:0@lo:38:kworker.0
00000100:00080000:2.0:1767326727.606888:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326727.606907:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010282240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767326727.606908:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326727.606925:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326727.606947:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281728
00000100:00100000:3.0:1767326727.606954:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281728
00000100:00100000:0.0:1767326727.606963:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010281344:12345-0@lo:38:kworker.0 Request processed in 95us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326727.606965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326727.606974:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34923
00000100:00100000:1.0:1767326727.606990:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282112
00000100:00100000:3.0:1767326727.606991:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281984
00000100:00100000:1.0:1767326727.606995:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282112
00000100:00100000:3.0:1767326727.606999:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281984
00000100:00100000:0.0:1767326727.607011:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281472
00000100:00100000:0.0:1767326727.607016:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281472
00000100:00080000:2.0:1767326727.607032:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326727.607051:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027
00000100:00080000:2.0:1767326727.607055:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326727.607064:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010281344:0@lo:38:kworker.0
00000100:00100000:3.0:1767326727.607065:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010281728:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326727.607073:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8885
00000100:00100000:1.0:1767326727.607079:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381
00000100:00100000:0.0:1767326727.607087:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010281472:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767326727.607088:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326727.607093:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010282112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326727.607103:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010282240:0@lo:38:kworker.0
00000100:00100000:3.0:1767326727.607140:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010281728:12345-0@lo:38:kworker.0 Request processed in 77us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326727.607151:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027
00000100:00100000:2.0:1767326727.607163:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326727.607168:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010281472:12345-0@lo:400:kworker.0 Request processed in 82us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326727.607170:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010282112:12345-0@lo:400:kworker.0 Request processed in 82us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326727.607179:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:0.0:1767326727.607181:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8885
00000100:00100000:1.0:1767326727.607191:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381
00000100:00100000:3.0:1767326727.607196:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010281984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326727.607211:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326727.607213:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326727.607214:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282240
00000100:00100000:0.0:1767326727.607219:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282240
00000100:00080000:2.0:1767326727.607223:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326727.607231:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010281728:0@lo:38:kworker.0
00000100:00100000:1.0:1767326727.607234:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281216
00000100:00100000:1.0:1767326727.607239:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281216
00000100:00100000:0.0:1767326727.607251:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:3.0:1767326727.607259:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010281984:12345-0@lo:38:kworker.0 Request processed in 66us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326727.607260:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010282240:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326727.607265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326727.607276:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767326727.607279:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326727.607282:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00100000:2.0:1767326727.607285:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010281984:0@lo:38:kworker.0
00000100:00100000:1.0:1767326727.607289:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7740
00000100:00100000:1.0:1767326727.607305:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010281216:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767326727.607314:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326727.607315:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010282240:12345-0@lo:38:kworker.0 Request processed in 56us (155us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326727.607324:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326727.607325:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:2.0:1767326727.607333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010282240:0@lo:38:kworker.0
00002000:00000024:1.0:1767326727.607347:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767326727.607348:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326727.607356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326727.607381:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010281856:0@lo:400:kworker.0
00000100:00100000:0.0:1767326727.607387:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010282112:0@lo:400:kworker.0
00000100:00100000:2.0:1767326727.607393:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326727.607396:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010281216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (554us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326727.607404:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7740
00000100:00100000:0.0:1767326727.607412:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010281472:0@lo:400:kworker.0
00000100:00100000:3.0:1767326727.607461:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326727.607466:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010281216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326727.607488:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281600
00000100:00100000:2.0:1767326727.607494:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281600
00000100:00100000:1.0:1767326727.607496:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010281856
00000100:00100000:1.0:1767326727.607501:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010281856
00000100:00080000:3.0:1767326727.607527:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326727.607538:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382
00000100:00100000:2.0:1767326727.607542:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8886
00000100:00100000:1.0:1767326727.607547:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010281856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326727.607556:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010281600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326727.607592:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010281856:12345-0@lo:400:kworker.0 Request processed in 45us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326727.607599:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382
00000100:00100000:2.0:1767326727.607618:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010281600:12345-0@lo:400:kworker.0 Request processed in 64us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326727.607627:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8886
00000100:00100000:3.0:1767326727.607634:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010281856:0@lo:400:kworker.0
00000100:00100000:0.0:1767326727.607652:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010281600:0@lo:400:kworker.0
00000100:00100000:0.0:1767326728.016948:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326728.017009:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326728.017054:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149184
00000100:00100000:1.0:1767326728.017067:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149184
00000100:00100000:2.0:1767326728.017093:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149056
00000100:00100000:2.0:1767326728.017101:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149056
00000100:00080000:3.0:1767326728.017138:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326728.017156:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1383
00000100:00100000:1.0:1767326728.017166:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3030
00000100:00100000:1.0:1767326728.017175:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993149056:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767326728.017175:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993149184:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767326728.017203:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326728.017271:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993149056:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326728.017276:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993149184:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 105us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326728.017282:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3030
00000100:00100000:2.0:1767326728.017291:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1383
00010000:00010000:2.0:1767326728.566577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326729.590596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326730.614570:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326731.638567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326732.214671:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010282368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326732.214747:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326732.214842:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282368
00000100:00100000:1.0:1767326732.214852:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282368
00000100:00100000:1.0:1767326732.214912:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7741
00000100:00080000:3.0:1767326732.214918:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326732.214928:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010282368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326732.214968:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326732.215046:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010282368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326732.215053:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7741
00000100:00100000:0.0:1767326732.215106:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010282368:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326732.662582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326732.726546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326732.726557:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326732.726561:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326732.726565:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326732.726571:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326732.726580:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11925
00000100:00080000:0.0:1767326732.726586:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326732.726593:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326732.726618:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887100 x1853164010282624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326732.726638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010282496:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767326732.726661:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326732.726668:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326732.726671:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326732.726676:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11925
00000100:00080000:0.0:1767326732.726680:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326732.726685:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326732.726688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010282624:0@lo:38:kworker.0
00000100:00100000:1.0:1767326732.726690:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010282752:0@lo:400:kworker.0
00000100:00100000:0.0:1767326732.726707:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887800 x1853164010282880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326732.726741:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326732.726760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326732.726769:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326732.726770:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326732.726779:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326732.726788:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326732.726796:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11925
00000100:00080000:0.0:1767326732.726801:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326732.726809:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326732.726850:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6300 x1853164010283136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326732.726874:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326732.726874:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010282880:0@lo:38:kworker.0
00000100:00100000:1.0:1767326732.726875:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282752
00000100:00080000:0.0:1767326732.726881:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326732.726883:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282752
00000100:00100000:2.0:1767326732.726886:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010283008:0@lo:400:kworker.0
00000100:00080000:0.0:1767326732.726888:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326732.726900:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11925
00000100:00080000:0.0:1767326732.726904:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326732.726912:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326732.726915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326732.726937:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4380 x1853164010283392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326732.726956:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8887
00000100:00100000:2.0:1767326732.726960:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010283264:0@lo:400:kworker.0
00000100:00100000:1.0:1767326732.726971:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010282752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326732.726975:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010283136:0@lo:38:kworker.0
00000100:00100000:0.0:1767326732.726984:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282624
00000100:00100000:0.0:1767326732.726991:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282624
00000100:00100000:2.0:1767326732.726999:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326732.727042:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34924
00000100:00100000:3.0:1767326732.727050:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282880
00000100:00100000:0.0:1767326732.727053:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010282624:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326732.727055:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282880
00010000:00020000:0.0:1767326732.727075:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326732.727080:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010282752:12345-0@lo:400:kworker.0 Request processed in 110us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326732.727094:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8887
00000100:00100000:3.0:1767326732.727097:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283264
00000100:00100000:3.0:1767326732.727102:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283264
00000100:00100000:2.0:1767326732.727126:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00080000:1.0:1767326732.727133:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326732.727138:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010282880:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326732.727139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326732.727142:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010282624:12345-0@lo:38:kworker.0 Request processed in 86us (360us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326732.727158:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384
00000100:00100000:0.0:1767326732.727164:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34924
00000100:00100000:3.0:1767326732.727170:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010283264:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767326732.727175:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326732.727176:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010282752:0@lo:400:kworker.0
00000100:00100000:0.0:1767326732.727232:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010282496
00000100:00100000:2.0:1767326732.727238:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010282880:12345-0@lo:38:kworker.0 Request processed in 97us (319us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326732.727242:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010282496
00000100:00100000:2.0:1767326732.727249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00000100:00100000:3.0:1767326732.727262:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010283264:12345-0@lo:400:kworker.0 Request processed in 91us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326732.727275:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384
00000100:00100000:1.0:1767326732.727282:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010283264:0@lo:400:kworker.0
00000100:00100000:2.0:1767326732.727293:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326732.727301:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7742
00000100:00100000:0.0:1767326732.727314:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010282496:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326732.727321:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283008
00000100:00100000:3.0:1767326732.727326:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283008
00002000:00000024:0.0:1767326732.727349:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767326732.727350:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326732.727374:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385
00000100:00100000:2.0:1767326732.727394:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010283008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326732.727405:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326732.727413:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010282496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (678us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326732.727450:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7742
00000100:00100000:1.0:1767326732.727473:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010282496:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326732.727507:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326732.727508:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283136
00000100:00100000:2.0:1767326732.727510:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010283008:12345-0@lo:400:kworker.0 Request processed in 124us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326732.727514:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283136
00000100:00080000:3.0:1767326732.727518:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326732.727524:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385
00000100:00100000:3.0:1767326732.727531:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010282624:0@lo:38:kworker.0
00000100:00100000:3.0:1767326732.727550:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010283392:0@lo:38:kworker.0
00000100:00100000:0.0:1767326732.727556:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:0.0:1767326732.727562:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010283136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326732.727575:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326732.727581:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326732.727600:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010283136:12345-0@lo:38:kworker.0 Request processed in 38us (204us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326732.727607:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00100000:0.0:1767326732.727653:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283392
00000100:00100000:0.0:1767326732.727658:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283392
00000100:00080000:3.0:1767326732.727674:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326732.727684:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326732.727693:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010282880:0@lo:38:kworker.0
00000100:00100000:0.0:1767326732.727699:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:0.0:1767326732.727710:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010283392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326732.727722:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326732.727727:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326732.727734:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326732.727742:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010283136:0@lo:38:kworker.0
00000100:00100000:0.0:1767326732.727772:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010283392:12345-0@lo:38:kworker.0 Request processed in 65us (189us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326732.727780:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00080000:3.0:1767326732.727797:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326732.727805:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326732.727808:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010283392:0@lo:38:kworker.0
00000100:00100000:3.0:1767326732.727879:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010283008:0@lo:400:kworker.0
00000100:00100000:1.0:1767326733.137120:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326733.137158:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326733.137197:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149312
00000100:00100000:2.0:1767326733.137212:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149312
00000100:00100000:0.0:1767326733.137221:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149440
00000100:00100000:0.0:1767326733.137232:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149440
00000100:00100000:2.0:1767326733.137273:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3034
00000100:00100000:2.0:1767326733.137287:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993149312:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326733.137298:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1386
00000100:00080000:3.0:1767326733.137305:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326733.137314:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993149440:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767326733.137319:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326733.137453:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993149440:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326733.137461:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993149312:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 128us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326733.137466:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1386
00000100:00100000:2.0:1767326733.137482:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3034
00010000:00010000:2.0:1767326733.686571:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326734.710630:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326735.734584:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326736.758642:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767326737.233233:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993149568 offset 0 length 520: 4
00000100:00100000:0.0:1767326737.233280:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326737.233311:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326737.233350:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149824
00000100:00100000:2.0:1767326737.233364:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149824
00000100:00100000:1.0:1767326737.233397:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149696
00000100:00080000:3.0:1767326737.233458:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326737.233472:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149696
00000100:00100000:2.0:1767326737.233541:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1387
00000100:00100000:0.0:1767326737.233557:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3035
00000100:00100000:2.0:1767326737.233561:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993149824:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326737.233591:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993149696:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326737.233626:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326737.233671:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993149824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 115us (387us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326737.233673:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993149696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (356us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326737.233692:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1387
00000100:00100000:0.0:1767326737.233702:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3035
00000100:00100000:1.0:1767326737.334696:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010283520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326737.334776:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326737.334830:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283520
00000100:00100000:0.0:1767326737.334844:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283520
00000100:00080000:3.0:1767326737.334905:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326737.334930:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7743
00000100:00100000:0.0:1767326737.334940:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010283520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326737.334984:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326737.335042:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010283520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326737.335052:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7743
00000100:00100000:1.0:1767326737.335079:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010283520:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326737.782601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326737.846534:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326737.846546:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1767326737.846548:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326712/real 1767326712]  req@ffff9bb582cd3800 x1853164010277504/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326737.846550:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326737.846562:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326737.846568:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326737.846579:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11930
00000100:00080000:0.0:1767326737.846585:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326737.846592:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326737.846608:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd3800 x1853164010277504/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767326737.846629:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326737.846640:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010283648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326737.846653:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326737.846660:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010277504:0@lo:250:kworker.0
00000100:00080000:0.0:1767326737.846685:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326737.846697:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010283648:0@lo:38:kworker.0
00000100:00080000:0.0:1767326737.846708:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326737.846710:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326737.846715:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11930
00000100:00080000:0.0:1767326737.846719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326737.846722:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326737.846730:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010283776:0@lo:400:kworker.0
00000100:00100000:0.0:1767326737.846738:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6a00 x1853164010283904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326737.846768:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326737.846772:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326737.846774:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326737.846778:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11930
00000100:00080000:0.0:1767326737.846783:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326737.846785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326737.846789:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326737.846796:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010284032:0@lo:400:kworker.0
00000100:00100000:1.0:1767326737.846797:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326737.846806:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6d80 x1853164010284288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326737.846827:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326737.846830:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326737.846832:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326737.846836:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11930
00000100:00080000:0.0:1767326737.846839:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326737.846842:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326737.846849:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326737.846856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010283904:0@lo:38:kworker.0
00000100:00100000:1.0:1767326737.846859:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326737.846861:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010284544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326737.846874:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010284416:0@lo:400:kworker.0
00000100:00080000:0.0:1767326737.846879:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326737.846880:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767326737.846889:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767326737.846890:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010284160:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767326737.846894:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326737.846895:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326737.846904:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11910
00000100:00080000:0.0:1767326737.846907:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326737.846911:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326737.846923:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7800 x1853164010284672/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326737.846945:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010284288:0@lo:38:kworker.0
00000100:00100000:2.0:1767326737.846948:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326737.846962:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283648
00000100:00100000:0.0:1767326737.846988:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283648
00000100:00100000:3.0:1767326737.847000:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326737.847010:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284032
00000100:00100000:2.0:1767326737.847016:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284032
00000100:00100000:1.0:1767326737.847020:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283776
00000100:00100000:1.0:1767326737.847028:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283776
00000100:00100000:3.0:1767326737.847031:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010284544:0@lo:38:kworker.0
00000100:00100000:0.0:1767326737.847037:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34925
00000100:00100000:0.0:1767326737.847045:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010283648:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326737.847065:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326737.847067:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326737.847077:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010283904
00000100:00100000:2.0:1767326737.847081:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010283904
00000100:00100000:3.0:1767326737.847088:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010284672:0@lo:250:kworker.0
00000100:00100000:1.0:1767326737.847090:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8888
00000100:00100000:1.0:1767326737.847105:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010283776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326737.847106:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284288
00000100:00100000:2.0:1767326737.847111:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284288
00000400:00000100:3.0:1767326737.847115:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010284672 offset 0 length 520: 4
00000100:00100000:2.0:1767326737.847126:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284544
00000100:00100000:0.0:1767326737.847127:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010283648:12345-0@lo:38:kworker.0 Request processed in 78us (342us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326737.847130:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284544
00000100:00100000:0.0:1767326737.847138:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34925
00000100:00100000:2.0:1767326737.847152:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388
00000100:00100000:2.0:1767326737.847162:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010284032:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326737.847169:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326737.847176:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326737.847177:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:1.0:1767326737.847182:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010283776:12345-0@lo:400:kworker.0 Request processed in 79us (387us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326737.847185:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010283648:0@lo:38:kworker.0
00000100:00100000:0.0:1767326737.847189:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010283904:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326737.847203:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8888
00010000:00020000:0.0:1767326737.847205:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326737.847210:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010284032:12345-0@lo:400:kworker.0 Request processed in 47us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326737.847218:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388
00000100:00100000:3.0:1767326737.847229:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:3.0:1767326737.847236:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010284288:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326737.847242:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038
00000100:00100000:0.0:1767326737.847248:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010283904:12345-0@lo:38:kworker.0 Request processed in 59us (356us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326737.847249:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010284544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326737.847251:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326737.847261:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00010000:00020000:2.0:1767326737.847270:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326737.847288:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010284288:12345-0@lo:38:kworker.0 Request processed in 51us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326737.847298:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00080000:0.0:1767326737.847299:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326737.847307:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326737.847307:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284160
00000100:00100000:2.0:1767326737.847308:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010284544:12345-0@lo:38:kworker.0 Request processed in 57us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326737.847316:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284160
00000100:00100000:2.0:1767326737.847320:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038
00000100:00080000:3.0:1767326737.847345:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326737.847347:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326737.847356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326737.847363:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010284544:0@lo:38:kworker.0
00000100:00100000:1.0:1767326737.847368:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7744
00000100:00100000:2.0:1767326737.847377:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010284032:0@lo:400:kworker.0
00000100:00100000:1.0:1767326737.847384:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010284160:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326737.847391:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326737.847396:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010283776:0@lo:400:kworker.0
00000100:00100000:2.0:1767326737.847402:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284416
00000100:00080000:3.0:1767326737.847403:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326737.847409:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284416
00000100:00100000:3.0:1767326737.847413:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010283904:0@lo:38:kworker.0
00002000:00000024:1.0:1767326737.847441:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767326737.847467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326737.847473:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326737.847474:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326737.847479:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389
00000100:00100000:3.0:1767326737.847482:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010284288:0@lo:38:kworker.0
00000100:00100000:2.0:1767326737.847494:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010284416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326737.847507:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010284160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (559us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326737.847518:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7744
00000100:00100000:2.0:1767326737.847535:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010284416:12345-0@lo:400:kworker.0 Request processed in 43us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326737.847542:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389
00000100:00100000:0.0:1767326737.847555:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010284416:0@lo:400:kworker.0
00000100:00100000:3.0:1767326737.847570:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010284160:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326738.806608:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326739.830603:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326740.854620:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326741.878585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326742.352997:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326742.353042:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326742.353078:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150080
00000100:00100000:2.0:1767326742.353092:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150080
00000100:00100000:1.0:1767326742.353115:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993149952
00000100:00100000:1.0:1767326742.353122:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993149952
00000100:00080000:0.0:1767326742.353146:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326742.353168:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1390
00000100:00100000:2.0:1767326742.353179:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3039
00000100:00100000:1.0:1767326742.353185:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993150080:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326742.353192:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993149952:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326742.353215:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326742.353272:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993149952:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326742.353274:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993150080:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 96us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326742.353283:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3039
00000100:00100000:1.0:1767326742.353290:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1390
00000100:00100000:0.0:1767326742.454710:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010284800:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326742.454793:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326742.454843:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284800
00000100:00100000:1.0:1767326742.454856:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284800
00000100:00080000:0.0:1767326742.454915:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326742.454961:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7745
00000100:00100000:1.0:1767326742.454974:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010284800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326742.455014:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326742.455073:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010284800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326742.455082:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7745
00000100:00100000:0.0:1767326742.455120:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010284800:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326742.902604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326742.966608:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326742.966623:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326742.966627:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326742.966632:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326742.966638:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326742.966649:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11935
00000100:00080000:1.0:1767326742.966656:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326742.966667:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326742.966668:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010284928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326742.966698:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5f80 x1853164010285056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326742.966743:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326742.966747:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326742.966751:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326742.966752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010285056:0@lo:38:kworker.0
00000100:00080000:1.0:1767326742.966761:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11935
00000100:00100000:3.0:1767326742.966761:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326742.966764:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326742.966768:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326742.966780:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010285184:0@lo:400:kworker.0
00000100:00100000:1.0:1767326742.966788:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4a80 x1853164010285312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326742.966807:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326742.966831:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326742.966840:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326742.966840:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326742.966842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010285312:0@lo:38:kworker.0
00000100:00080000:1.0:1767326742.966847:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326742.966852:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11935
00000100:00100000:3.0:1767326742.966853:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285056
00000100:00080000:1.0:1767326742.966855:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326742.966860:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326742.966861:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285056
00000100:00100000:2.0:1767326742.966880:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326742.966881:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4700 x1853164010285568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326742.966896:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767326742.966907:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326742.966909:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010285440:0@lo:400:kworker.0
00000100:00100000:3.0:1767326742.966912:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34926
00000100:00080000:1.0:1767326742.966913:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326742.966917:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326742.966924:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010285568:0@lo:38:kworker.0
00000100:00080000:1.0:1767326742.966925:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11935
00000100:00100000:3.0:1767326742.966926:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010285056:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326742.966946:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326742.966952:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326742.966967:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326742.966971:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010285824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:3.0:1767326742.966971:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326742.966999:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010284928
00000100:00100000:2.0:1767326742.967004:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010284928
00000100:00100000:0.0:1767326742.967029:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010285696:0@lo:400:kworker.0
00000100:00100000:3.0:1767326742.967036:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010285056:12345-0@lo:38:kworker.0 Request processed in 109us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326742.967042:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285184
00000100:00100000:3.0:1767326742.967046:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34926
00000100:00100000:1.0:1767326742.967047:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285184
00000100:00100000:2.0:1767326742.967060:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7746
00000100:00100000:0.0:1767326742.967070:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326742.967080:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010284928:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326742.967090:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8889
00000100:00100000:1.0:1767326742.967103:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010285184:12345-0@lo:400:kworker.0
00002000:00000024:2.0:1767326742.967111:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326742.967113:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285312
00000100:00100000:3.0:1767326742.967119:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285312
00000100:00100000:0.0:1767326742.967135:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285440
00000100:00100000:0.0:1767326742.967142:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285440
00000100:00100000:3.0:1767326742.967148:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285696
00000100:00100000:3.0:1767326742.967155:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285696
00000100:00100000:1.0:1767326742.967172:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010285184:12345-0@lo:400:kworker.0 Request processed in 73us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326742.967174:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010284928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (416us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326742.967188:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7746
00000100:00100000:1.0:1767326742.967193:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8889
00000100:00100000:0.0:1767326742.967196:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391
00000100:00100000:3.0:1767326742.967210:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392
00000100:00100000:0.0:1767326742.967212:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010285440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326742.967224:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010285696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326742.967235:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040
00000100:00100000:1.0:1767326742.967241:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010285312:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326742.967255:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010284928:0@lo:13:osp-pre-1-1.0
00010000:00020000:1.0:1767326742.967256:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326742.967267:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010285440:12345-0@lo:400:kworker.0 Request processed in 61us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326742.967280:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391
00000100:00100000:3.0:1767326742.967281:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010285696:12345-0@lo:400:kworker.0 Request processed in 57us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326742.967292:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010285312:12345-0@lo:38:kworker.0 Request processed in 50us (413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326742.967301:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040
00000100:00080000:2.0:1767326742.967305:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326742.967306:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392
00000100:00080000:2.0:1767326742.967314:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326742.967337:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326742.967346:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010285184:0@lo:400:kworker.0
00000100:00100000:1.0:1767326742.967357:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010285696:0@lo:400:kworker.0
00000100:00100000:3.0:1767326742.967359:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285568
00000100:00100000:3.0:1767326742.967363:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285568
00000100:00080000:2.0:1767326742.967377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326742.967384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326742.967388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010285312:0@lo:38:kworker.0
00000100:00100000:1.0:1767326742.967394:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010285440:0@lo:400:kworker.0
00000100:00100000:3.0:1767326742.967394:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:3.0:1767326742.967402:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010285568:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326742.967404:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326742.967411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767326742.967438:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326742.967445:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010285056:0@lo:38:kworker.0
00000100:00100000:2.0:1767326742.967475:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010285824:0@lo:38:kworker.0
00000100:00100000:3.0:1767326742.967477:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010285568:12345-0@lo:38:kworker.0 Request processed in 72us (140us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326742.967490:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00100000:2.0:1767326742.967513:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326742.967536:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285824
00000100:00080000:2.0:1767326742.967538:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326742.967540:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285824
00000100:00080000:2.0:1767326742.967544:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326742.967547:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010285568:0@lo:38:kworker.0
00000100:00100000:3.0:1767326742.967568:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042
00000100:00100000:3.0:1767326742.967574:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010285824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326742.967583:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326742.967611:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010285824:12345-0@lo:38:kworker.0 Request processed in 37us (101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326742.967616:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042
00000100:00080000:2.0:1767326742.967641:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326742.967650:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326742.967653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010285824:0@lo:38:kworker.0
00010000:00010000:2.0:1767326743.926607:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326744.950666:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326745.974611:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326746.998592:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326747.473021:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326747.473060:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326747.473077:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150336
00000100:00100000:3.0:1767326747.473086:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150336
00000100:00100000:0.0:1767326747.473120:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150208
00000100:00100000:0.0:1767326747.473132:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150208
00000100:00100000:3.0:1767326747.473151:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1393
00000100:00100000:3.0:1767326747.473165:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993150336:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767326747.473182:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326747.473225:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3043
00000100:00100000:0.0:1767326747.473239:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993150208:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767326747.473249:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993150336:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326747.473258:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1393
00010000:00020000:0.0:1767326747.473273:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326747.473332:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993150208:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326747.473339:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3043
00000100:00100000:0.0:1767326747.574723:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326747.574749:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010285952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326747.574829:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326747.574888:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010285952
00000100:00100000:2.0:1767326747.574928:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010285952
00000100:00080000:0.0:1767326747.575000:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326747.575016:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7747
00000100:00100000:2.0:1767326747.575029:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010285952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326747.575068:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326747.575132:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010285952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326747.575143:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7747
00000100:00100000:0.0:1767326747.575175:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010285952:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326748.022570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326748.086530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326748.086541:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326748.086543:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326748.086547:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326748.086552:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326748.086560:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11940
00000100:00080000:1.0:1767326748.086563:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326748.086571:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326748.086621:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010286080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326748.086677:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326748.086681:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326748.086682:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326748.086686:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11940
00000100:00080000:1.0:1767326748.086688:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326748.086692:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326748.086704:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886d80 x1853164010286336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326748.086727:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010286208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326748.086728:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010286080:0@lo:38:kworker.0
00000100:00080000:1.0:1767326748.086750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326748.086755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326748.086757:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326748.086763:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11940
00000100:00080000:1.0:1767326748.086767:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326748.086771:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326748.086840:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326748.086840:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326748.086909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010286336:0@lo:38:kworker.0
00000100:00100000:3.0:1767326748.086954:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326748.086959:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286080
00000100:00100000:0.0:1767326748.086964:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010286592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326748.086970:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286080
00000100:00100000:2.0:1767326748.087011:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34927
00000100:00100000:0.0:1767326748.087013:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326748.087018:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286336
00000100:00100000:2.0:1767326748.087023:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010286080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326748.087026:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286336
00010000:00020000:2.0:1767326748.087046:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326748.087047:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326748.087058:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010286464:0@lo:400:kworker.0
00000100:00100000:3.0:1767326748.087066:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:3.0:1767326748.087075:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010286336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326748.087090:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326748.087102:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326748.087107:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010286080:12345-0@lo:38:kworker.0 Request processed in 84us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326748.087115:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34927
00000100:00100000:3.0:1767326748.087141:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010286336:12345-0@lo:38:kworker.0 Request processed in 64us (186us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326748.087150:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:2.0:1767326748.087151:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286592
00000100:00100000:2.0:1767326748.087156:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286592
00000100:00100000:0.0:1767326748.087170:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286208
00000100:00100000:3.0:1767326748.087170:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286464
00000100:00100000:0.0:1767326748.087178:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286208
00000100:00100000:3.0:1767326748.087178:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286464
00000100:00100000:2.0:1767326748.087218:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7748
00000100:00100000:0.0:1767326748.087229:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8890
00000100:00100000:2.0:1767326748.087236:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010286592:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326748.087236:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394
00000100:00100000:0.0:1767326748.087246:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010286208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326748.087255:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010286464:12345-0@lo:400:kworker.0
00002000:00000024:2.0:1767326748.087276:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326748.087312:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010286208:12345-0@lo:400:kworker.0 Request processed in 70us (480us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326748.087322:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010286464:12345-0@lo:400:kworker.0 Request processed in 73us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326748.087324:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8890
00000100:00100000:2.0:1767326748.087328:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010286592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326748.087334:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394
00000100:00100000:2.0:1767326748.087352:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7748
00000100:00080000:0.0:1767326748.087389:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326748.087397:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767326748.087448:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326748.087448:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010286464:0@lo:400:kworker.0
00000100:00080000:2.0:1767326748.087457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326748.087467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010286080:0@lo:38:kworker.0
00000100:00100000:0.0:1767326748.087474:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010286208:0@lo:400:kworker.0
00000100:00080000:2.0:1767326748.087491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326748.087492:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010286592:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767326748.087499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326748.087504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010286336:0@lo:38:kworker.0
00000100:00100000:1.0:1767326748.087613:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010286720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326748.087643:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326748.087646:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326748.087648:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326748.087650:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11940
00000100:00080000:1.0:1767326748.087652:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326748.087655:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326748.087664:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885c00 x1853164010286976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326748.087679:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010286848:0@lo:400:kworker.0
00000100:00100000:3.0:1767326748.087719:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326748.087765:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286848
00000100:00100000:1.0:1767326748.087771:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286848
00000100:00100000:2.0:1767326748.087773:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010286720:0@lo:38:kworker.0
00000100:00100000:1.0:1767326748.087815:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395
00000100:00080000:0.0:1767326748.087819:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326748.087831:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010286848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326748.087874:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326748.087887:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010286848:12345-0@lo:400:kworker.0 Request processed in 65us (171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326748.087893:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395
00000100:00100000:3.0:1767326748.087921:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010286848:0@lo:400:kworker.0
00000100:00100000:1.0:1767326748.087930:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286720
00000100:00100000:1.0:1767326748.087935:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286720
00000100:00100000:1.0:1767326748.087969:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:2.0:1767326748.087970:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010286976:0@lo:38:kworker.0
00000100:00100000:1.0:1767326748.087978:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010286720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326748.087992:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326748.088015:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326748.088052:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010286976
00000100:00100000:1.0:1767326748.088054:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010286720:12345-0@lo:38:kworker.0 Request processed in 76us (183us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326748.088060:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010286976
00000100:00100000:1.0:1767326748.088065:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:1.0:1767326748.088084:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:1.0:1767326748.088088:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010286976:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326748.088095:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767326748.088099:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326748.088108:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326748.088118:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010286720:0@lo:38:kworker.0
00000100:00100000:1.0:1767326748.088138:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010286976:12345-0@lo:38:kworker.0 Request processed in 46us (125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326748.088144:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00080000:2.0:1767326748.088146:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326748.088155:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326748.088161:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010286976:0@lo:38:kworker.0
00010000:00010000:2.0:1767326749.046610:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326750.070679:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326751.094562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326752.118654:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326752.593093:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326752.593136:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326752.593193:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150464
00000100:00100000:3.0:1767326752.593195:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150592
00000100:00100000:1.0:1767326752.593208:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150464
00000100:00100000:3.0:1767326752.593208:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150592
00000100:00080000:0.0:1767326752.593273:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326752.593275:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1396
00000100:00100000:1.0:1767326752.593290:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993150592:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326752.593298:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3047
00000100:00100000:3.0:1767326752.593307:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993150464:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326752.593332:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326752.593394:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993150464:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 87us (314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326752.593399:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993150592:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 110us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326752.593405:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3047
00000100:00100000:1.0:1767326752.593476:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1396
00000100:00100000:1.0:1767326752.694594:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326752.694629:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010287104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326752.694720:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326752.694775:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287104
00000100:00100000:3.0:1767326752.694786:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287104
00000100:00080000:0.0:1767326752.694848:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326752.694855:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7749
00000100:00100000:3.0:1767326752.694947:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010287104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326752.694981:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326752.695034:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010287104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326752.695041:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7749
00000100:00100000:1.0:1767326752.695087:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010287104:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326753.142595:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326753.206538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326753.206554:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326753.206558:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326753.206564:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326753.206570:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326753.206582:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11945
00000100:00080000:1.0:1767326753.206591:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326753.206598:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326753.206628:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885500 x1853164010287360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326753.206638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010287232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326753.206664:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010287360:0@lo:38:kworker.0
00000100:00100000:0.0:1767326753.206675:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010287488:0@lo:400:kworker.0
00000100:00080000:1.0:1767326753.206686:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326753.206691:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326753.206692:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326753.206696:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11945
00000100:00080000:1.0:1767326753.206699:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326753.206703:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326753.206715:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885c00 x1853164010287744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326753.206735:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326753.206741:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326753.206741:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326753.206745:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326753.206747:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326753.206751:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326753.206755:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11945
00000100:00080000:1.0:1767326753.206758:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326753.206761:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326753.206771:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884000 x1853164010288000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326753.206787:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326753.206790:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326753.206793:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326753.206797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11945
00000100:00100000:2.0:1767326753.206799:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010287744:0@lo:38:kworker.0
00000100:00080000:1.0:1767326753.206801:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326753.206802:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010288128:0@lo:400:kworker.0
00000100:00080000:1.0:1767326753.206809:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326753.206822:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010288256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326753.206834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010287616:0@lo:400:kworker.0
00000100:00100000:2.0:1767326753.206845:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326753.206855:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010287872:0@lo:400:kworker.0
00000100:00100000:3.0:1767326753.206860:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287232
00000100:00100000:3.0:1767326753.206883:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287232
00000100:00100000:0.0:1767326753.206891:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326753.206893:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010288000:0@lo:38:kworker.0
00000100:00100000:1.0:1767326753.206924:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326753.206949:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287488
00000100:00100000:2.0:1767326753.206956:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326753.206957:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287488
00000100:00100000:3.0:1767326753.206961:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7750
00000100:00100000:3.0:1767326753.206974:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010287232:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326753.206986:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287744
00000100:00100000:2.0:1767326753.206988:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010288256:0@lo:38:kworker.0
00000100:00100000:1.0:1767326753.206992:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287744
00000100:00100000:0.0:1767326753.207011:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287616
00002000:00000024:3.0:1767326753.207011:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326753.207019:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287616
00000100:00100000:2.0:1767326753.207020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326753.207023:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287872
00000100:00100000:1.0:1767326753.207028:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287872
00000100:00100000:0.0:1767326753.207066:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8891
00000100:00100000:1.0:1767326753.207072:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288000
00000100:00100000:2.0:1767326753.207073:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288256
00000100:00100000:3.0:1767326753.207074:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010287232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326753.207076:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288000
00000100:00100000:2.0:1767326753.207079:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288256
00000100:00100000:0.0:1767326753.207083:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010287488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326753.207095:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397
00000100:00100000:3.0:1767326753.207096:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7750
00000100:00100000:1.0:1767326753.207107:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010287872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326753.207115:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048
00000100:00100000:2.0:1767326753.207122:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010287744:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326753.207139:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8892
00010000:00020000:2.0:1767326753.207142:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326753.207150:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010287488:12345-0@lo:400:kworker.0 Request processed in 71us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326753.207153:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010287616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326753.207162:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010287872:12345-0@lo:400:kworker.0 Request processed in 56us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326753.207169:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8891
00000100:00100000:1.0:1767326753.207174:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397
00000100:00100000:2.0:1767326753.207198:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010287744:12345-0@lo:38:kworker.0 Request processed in 73us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326753.207202:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:1.0:1767326753.207211:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010288000:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326753.207214:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010287616:12345-0@lo:400:kworker.0 Request processed in 64us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326753.207218:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048
00010000:00020000:1.0:1767326753.207228:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326753.207229:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8892
00000100:00100000:0.0:1767326753.207240:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010287488:0@lo:400:kworker.0
00000100:00100000:2.0:1767326753.207244:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:2.0:1767326753.207254:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010288256:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326753.207259:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767326753.207266:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326753.207266:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326753.207267:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010288000:12345-0@lo:38:kworker.0 Request processed in 53us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326753.207278:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00100000:3.0:1767326753.207297:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010287616:0@lo:400:kworker.0
00000100:00100000:2.0:1767326753.207311:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010288256:12345-0@lo:38:kworker.0 Request processed in 55us (293us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326753.207323:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010287872:0@lo:400:kworker.0
00000100:00100000:2.0:1767326753.207336:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00100000:0.0:1767326753.207341:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010287360
00000100:00100000:0.0:1767326753.207347:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010287360
00000100:00080000:3.0:1767326753.207376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326753.207385:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326753.207388:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326753.207390:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34928
00000100:00100000:3.0:1767326753.207398:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010288256:0@lo:38:kworker.0
00000100:00100000:0.0:1767326753.207402:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010287360:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326753.207445:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326753.207447:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288128
00000100:00100000:1.0:1767326753.207455:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288128
00000100:00100000:2.0:1767326753.207458:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010287232:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326753.207459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767326753.207467:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326753.207473:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010287744:0@lo:38:kworker.0
00000100:00080000:3.0:1767326753.207498:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326753.207504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326753.207509:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398
00000100:00100000:3.0:1767326753.207513:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010288000:0@lo:38:kworker.0
00000100:00100000:0.0:1767326753.207516:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010287360:12345-0@lo:38:kworker.0 Request processed in 112us (778us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326753.207523:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010288128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326753.207534:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34928
00000100:00080000:3.0:1767326753.207536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326753.207545:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326753.207551:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010287360:0@lo:38:kworker.0
00000100:00100000:2.0:1767326753.207582:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010288128:12345-0@lo:400:kworker.0 Request processed in 63us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326753.207589:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398
00000100:00080000:3.0:1767326753.207592:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326753.207616:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010288128:0@lo:400:kworker.0
00010000:00010000:2.0:1767326754.166619:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326755.190587:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326756.214615:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326757.238592:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326757.713060:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326757.713114:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326757.713154:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150848
00000100:00100000:1.0:1767326757.713164:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150720
00000100:00100000:0.0:1767326757.713170:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150848
00000100:00100000:1.0:1767326757.713171:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150720
00000100:00100000:1.0:1767326757.713244:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1399
00000100:00080000:3.0:1767326757.713248:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326757.713262:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993150848:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326757.713274:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3051
00000100:00100000:0.0:1767326757.713290:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993150720:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326757.713319:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326757.713382:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993150848:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 126us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326757.713383:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993150720:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326757.713399:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1399
00000100:00100000:0.0:1767326757.713410:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3051
00000100:00100000:0.0:1767326757.814681:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010288384:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326757.814776:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326757.814827:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288384
00000100:00100000:1.0:1767326757.814864:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288384
00000100:00100000:1.0:1767326757.814954:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7751
00000100:00100000:1.0:1767326757.814970:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010288384:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767326757.814970:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767326757.815015:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326757.815075:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010288384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326757.815085:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7751
00000100:00100000:0.0:1767326757.815138:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010288384:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326758.262564:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326758.326535:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326758.326549:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326758.326555:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326758.326561:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326758.326567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326758.326578:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11951
00000100:00080000:1.0:1767326758.326587:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326758.326597:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326758.326607:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010288512:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326758.326641:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886d80 x1853164010288640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326758.326693:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326758.326728:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010288768:0@lo:400:kworker.0
00000100:00080000:1.0:1767326758.326732:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326758.326734:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010288640:0@lo:38:kworker.0
00000100:00080000:1.0:1767326758.326749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326758.326754:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326758.326762:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11951
00000100:00080000:1.0:1767326758.326767:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326758.326772:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326758.326778:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326758.326794:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010289024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326758.326816:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288768
00000100:00100000:3.0:1767326758.326842:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288768
00000100:00080000:1.0:1767326758.326847:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326758.326853:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326758.326857:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326758.326865:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326758.326867:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11951
00000100:00080000:1.0:1767326758.326874:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326758.326880:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326758.326883:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010289152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326758.326905:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884000 x1853164010289280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326758.326912:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8893
00000100:00100000:3.0:1767326758.326934:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010288768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326758.326936:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326758.326961:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326758.326967:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326758.326969:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010289024:0@lo:38:kworker.0
00000100:00080000:1.0:1767326758.326971:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326758.326980:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767326758.326980:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11951
00000100:00080000:1.0:1767326758.326987:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767326758.326998:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010288896:0@lo:400:kworker.0
00000100:00080000:1.0:1767326758.326998:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326758.327004:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010288768:12345-0@lo:400:kworker.0 Request processed in 78us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326758.327013:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8893
00000100:00100000:1.0:1767326758.327022:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010289536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326758.327027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326758.327049:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326758.327072:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010289408:0@lo:400:kworker.0
00000100:00100000:2.0:1767326758.327086:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010289280:0@lo:38:kworker.0
00000100:00100000:1.0:1767326758.327096:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289152
00000100:00100000:1.0:1767326758.327104:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289152
00000100:00100000:3.0:1767326758.327109:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326758.327129:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288640
00000100:00100000:0.0:1767326758.327135:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288640
00000100:00100000:2.0:1767326758.327156:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326758.327181:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289024
00000100:00100000:1.0:1767326758.327189:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289024
00000100:00100000:0.0:1767326758.327205:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34929
00000100:00100000:2.0:1767326758.327211:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010289536:0@lo:38:kworker.0
00000100:00100000:0.0:1767326758.327213:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010288640:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326758.327216:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288512
00000100:00100000:1.0:1767326758.327220:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289408
00000100:00100000:1.0:1767326758.327231:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289408
00000100:00100000:3.0:1767326758.327232:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288512
00010000:00020000:0.0:1767326758.327246:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326758.327260:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326758.327269:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289280
00000100:00100000:1.0:1767326758.327277:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289280
00000100:00100000:3.0:1767326758.327292:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7752
00000100:00100000:0.0:1767326758.327305:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010288640:12345-0@lo:38:kworker.0 Request processed in 88us (475us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326758.327307:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289536
00000100:00100000:3.0:1767326758.327311:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010288512:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326758.327314:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289536
00000100:00100000:0.0:1767326758.327320:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34929
00000100:00080000:2.0:1767326758.327336:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326758.327347:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400
00000100:00080000:2.0:1767326758.327351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00002000:00000024:3.0:1767326758.327352:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326758.327354:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010288896
00000100:00100000:0.0:1767326758.327362:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010288896
00000100:00100000:1.0:1767326758.327363:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010289152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326758.327366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010288640:0@lo:38:kworker.0
00000100:00100000:0.0:1767326758.327391:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8894
00000100:00100000:0.0:1767326758.327401:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010288896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326758.327486:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010288512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (790us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326758.327497:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7752
00000100:00100000:2.0:1767326758.327510:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401
00000100:00100000:0.0:1767326758.327520:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010288896:12345-0@lo:400:kworker.0 Request processed in 117us (474us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326758.327521:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010289152:12345-0@lo:400:kworker.0 Request processed in 158us (587us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326758.327537:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010289408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326758.327541:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8894
00000100:00100000:3.0:1767326758.327557:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010288512:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326758.327559:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400
00000100:00100000:0.0:1767326758.327596:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010288768:0@lo:400:kworker.0
00000100:00100000:1.0:1767326758.327597:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:1.0:1767326758.327609:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010289024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326758.327626:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326758.327630:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053
00000100:00100000:3.0:1767326758.327638:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010289280:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326758.327644:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010289408:12345-0@lo:400:kworker.0 Request processed in 119us (532us total) trans 0 rc 0/0
00010000:00020000:3.0:1767326758.327652:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326758.327656:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010288896:0@lo:400:kworker.0
00000100:00100000:2.0:1767326758.327661:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401
00000100:00100000:0.0:1767326758.327671:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010289152:0@lo:400:kworker.0
00000100:00100000:1.0:1767326758.327695:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010289024:12345-0@lo:38:kworker.0 Request processed in 83us (671us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326758.327708:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010289280:12345-0@lo:38:kworker.0 Request processed in 66us (553us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326758.327713:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00100000:2.0:1767326758.327727:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:3.0:1767326758.327739:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053
00000100:00100000:2.0:1767326758.327741:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010289536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326758.327761:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326758.327770:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326758.327771:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326758.327778:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326758.327780:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326758.327789:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010289024:0@lo:38:kworker.0
00000100:00100000:2.0:1767326758.327815:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010289536:12345-0@lo:38:kworker.0 Request processed in 78us (557us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326758.327820:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326758.327821:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00100000:3.0:1767326758.327840:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010289408:0@lo:400:kworker.0
00000100:00080000:1.0:1767326758.327843:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326758.327851:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010289280:0@lo:38:kworker.0
00000100:00080000:1.0:1767326758.327890:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326758.327896:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326758.327900:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010289536:0@lo:38:kworker.0
00010000:00010000:2.0:1767326759.286609:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326760.310591:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326761.334596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326762.358591:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326762.422525:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326737/real 1767326737]  req@ffff9bb586eb7800 x1853164010284672/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326762.422552:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586eb7800 x1853164010284672/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326762.422569:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326762.422581:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326762.422584:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010284672:0@lo:250:kworker.0
00000100:00080000:0.0:1767326762.422600:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326762.422607:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767326762.422610:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326762.422615:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11935
00000100:00080000:0.0:1767326762.422619:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326762.422624:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326762.422652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5880 x1853164010289664/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326762.422673:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326762.422688:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326762.422690:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326762.422694:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11956
00000100:00100000:1.0:1767326762.422697:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010289664:0@lo:250:kworker.0
00000100:00080000:0.0:1767326762.422699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326762.422706:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326762.422725:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb800 x1853164010289792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767326762.422743:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010289664 offset 0 length 520: 4
00000100:00080000:0.0:1767326762.422778:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326762.422782:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326762.422783:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326762.422788:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11956
00000100:00080000:0.0:1767326762.422791:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326762.422795:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326762.422797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010289792:0@lo:38:kworker.0
00000100:00100000:3.0:1767326762.422814:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326762.422825:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdaa00 x1853164010290176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326762.422834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010289920:0@lo:400:kworker.0
00000100:00080000:0.0:1767326762.422847:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326762.422851:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326762.422853:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326762.422860:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11956
00000100:00100000:1.0:1767326762.422860:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326762.422865:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010290048:0@lo:400:kworker.0
00000100:00080000:0.0:1767326762.422867:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326762.422874:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326762.422888:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8380 x1853164010290432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326762.422893:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326762.422894:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010290176:0@lo:38:kworker.0
00000100:00080000:0.0:1767326762.422926:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326762.422933:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289792
00000100:00080000:0.0:1767326762.422934:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326762.422938:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326762.422942:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289792
00000100:00080000:0.0:1767326762.422943:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11956
00000100:00100000:3.0:1767326762.422948:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010290560:0@lo:400:kworker.0
00000100:00100000:1.0:1767326762.422949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326762.422950:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326762.422958:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326762.422972:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8000 x1853164010290688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326762.422992:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34930
00000100:00100000:1.0:1767326762.422995:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010290432:0@lo:38:kworker.0
00000100:00100000:3.0:1767326762.423000:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326762.423001:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010289920
00000100:00100000:2.0:1767326762.423005:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010289792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326762.423007:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010289920
00010000:00020000:2.0:1767326762.423030:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326762.423043:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326762.423048:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326762.423062:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8895
00000100:00100000:3.0:1767326762.423069:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290176
00000100:00100000:0.0:1767326762.423071:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010289920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326762.423078:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290176
00000100:00100000:1.0:1767326762.423080:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010290688:0@lo:38:kworker.0
00000100:00100000:2.0:1767326762.423094:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010289792:12345-0@lo:38:kworker.0 Request processed in 90us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326762.423104:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34930
00000100:00100000:3.0:1767326762.423112:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290560
00000100:00100000:3.0:1767326762.423118:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290560
00000100:00100000:1.0:1767326762.423126:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326762.423134:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010289920:12345-0@lo:400:kworker.0 Request processed in 63us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326762.423138:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010290304:0@lo:400:kworker.0
00000100:00100000:0.0:1767326762.423144:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8895
00000100:00100000:3.0:1767326762.423167:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290432
00000100:00100000:3.0:1767326762.423173:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290432
00000100:00080000:1.0:1767326762.423174:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326762.423180:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290688
00000100:00100000:2.0:1767326762.423183:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326762.423185:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326762.423186:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290688
00000100:00100000:3.0:1767326762.423191:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290304
00000100:00100000:1.0:1767326762.423196:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010289792:0@lo:38:kworker.0
00000100:00100000:3.0:1767326762.423198:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290304
00000100:00100000:0.0:1767326762.423214:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402
00000100:00100000:0.0:1767326762.423236:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010290560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326762.423239:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403
00000100:00100000:3.0:1767326762.423250:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:2.0:1767326762.423251:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010290304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326762.423262:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010290176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326762.423267:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056
00000100:00100000:1.0:1767326762.423277:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010290432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326762.423280:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326762.423295:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010290560:12345-0@lo:400:kworker.0 Request processed in 72us (300us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326762.423300:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326762.423305:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010290304:12345-0@lo:400:kworker.0 Request processed in 56us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326762.423310:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402
00000100:00100000:2.0:1767326762.423318:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403
00000100:00100000:0.0:1767326762.423338:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057
00000100:00100000:3.0:1767326762.423345:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010290176:12345-0@lo:38:kworker.0 Request processed in 82us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326762.423349:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010290688:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326762.423357:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010290432:12345-0@lo:38:kworker.0 Request processed in 75us (311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326762.423364:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00000100:00100000:2.0:1767326762.423365:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326762.423367:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326762.423378:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056
00000100:00080000:3.0:1767326762.423397:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326762.423448:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010290688:12345-0@lo:38:kworker.0 Request processed in 66us (290us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326762.423456:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326762.423463:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010290304:0@lo:400:kworker.0
00000100:00100000:3.0:1767326762.423466:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290048
00000100:00080000:1.0:1767326762.423468:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326762.423473:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290048
00000100:00100000:0.0:1767326762.423475:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057
00000100:00100000:1.0:1767326762.423480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010290432:0@lo:38:kworker.0
00000100:00080000:1.0:1767326762.423499:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326762.423505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326762.423510:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010290688:0@lo:38:kworker.0
00000100:00100000:3.0:1767326762.423530:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8896
00000100:00100000:2.0:1767326762.423531:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010290560:0@lo:400:kworker.0
00000100:00080000:1.0:1767326762.423532:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326762.423543:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326762.423548:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010290048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326762.423553:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010290176:0@lo:38:kworker.0
00000100:00100000:2.0:1767326762.423555:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010289920:0@lo:400:kworker.0
00000100:00080000:2.0:1767326762.423599:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326762.423611:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010290048:12345-0@lo:400:kworker.0 Request processed in 68us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326762.423620:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8896
00000100:00100000:0.0:1767326762.423639:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010290048:0@lo:400:kworker.0
00000100:00100000:2.0:1767326762.833019:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326762.833047:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767326762.833063:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993151232 offset 0 length 520: 4
00000100:00100000:0.0:1767326762.833077:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993150976
00000100:00100000:0.0:1767326762.833087:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993150976
00000100:00100000:3.0:1767326762.833099:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993151104
00000100:00100000:3.0:1767326762.833107:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993151104
00000100:00100000:0.0:1767326762.833133:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3058
00000100:00100000:0.0:1767326762.833141:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993150976:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767326762.833158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326762.833162:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326762.833173:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1404
00000100:00100000:3.0:1767326762.833185:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993151104:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326762.833218:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993150976:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (205us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326762.833224:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3058
00000100:00100000:3.0:1767326762.833236:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993151104:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 52us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326762.833244:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1404
00000100:00100000:2.0:1767326762.934586:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326762.934607:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010290816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326762.934668:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326762.934711:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290816
00000100:00100000:3.0:1767326762.934719:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290816
00000100:00100000:3.0:1767326762.934765:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7753
00000100:00100000:3.0:1767326762.934773:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010290816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326762.934826:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326762.934872:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010290816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326762.934879:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7753
00000100:00100000:2.0:1767326762.934909:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010290816:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326763.382546:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326763.446604:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010290944:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326763.446670:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326763.446713:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010290944
00000100:00100000:3.0:1767326763.446722:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010290944
00000100:00100000:3.0:1767326763.446771:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7754
00000100:00100000:3.0:1767326763.446779:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010290944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326763.446819:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326763.446865:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010290944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326763.446876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7754
00000100:00100000:0.0:1767326763.446919:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010290944:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326764.406578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326765.430548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326766.454582:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326767.478602:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326767.542521:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326767.542529:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326767.542532:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326767.542534:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326767.542538:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326767.542543:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11960
00000100:00080000:2.0:1767326767.542547:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326767.542553:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326767.542588:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65f480 x1853164010291072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326767.542656:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326767.542659:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326767.542661:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326767.542665:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11960
00000100:00080000:2.0:1767326767.542667:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326767.542669:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767326767.542671:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326767.542673:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326767.542684:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797100 x1853164010291456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326767.542688:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010291328:0@lo:400:kworker.0
00000100:00100000:0.0:1767326767.542693:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010291200:0@lo:400:kworker.0
00000100:00080000:2.0:1767326767.542729:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326767.542733:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326767.542733:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767326767.542737:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326767.542742:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11960
00000100:00080000:2.0:1767326767.542744:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326767.542748:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010291584:0@lo:400:kworker.0
00000100:00080000:2.0:1767326767.542750:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326767.542782:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796680 x1853164010291712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326767.542808:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326767.542819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010291072:0@lo:38:kworker.0
00000100:00080000:2.0:1767326767.542822:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326767.542828:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326767.542829:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326767.542833:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11960
00000100:00080000:2.0:1767326767.542838:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326767.542839:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326767.542844:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326767.542857:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796d80 x1853164010291968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326767.542861:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010291840:0@lo:400:kworker.0
00000100:00100000:1.0:1767326767.542881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326767.542902:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326767.542915:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291584
00000100:00100000:1.0:1767326767.542920:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010291456:0@lo:38:kworker.0
00000100:00100000:3.0:1767326767.542925:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291584
00000100:00100000:2.0:1767326767.542932:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291840
00000100:00100000:2.0:1767326767.542937:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291840
00000100:00100000:0.0:1767326767.542954:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326767.542961:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326767.543005:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010291712:0@lo:38:kworker.0
00000100:00100000:0.0:1767326767.543006:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291200
00000100:00100000:2.0:1767326767.543010:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291456
00000100:00100000:0.0:1767326767.543013:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291200
00000100:00100000:2.0:1767326767.543016:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291456
00000100:00100000:3.0:1767326767.543021:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405
00000100:00100000:3.0:1767326767.543037:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010291840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326767.543042:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326767.543052:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406
00000100:00100000:0.0:1767326767.543055:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291328
00000100:00100000:0.0:1767326767.543059:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291328
00000100:00100000:2.0:1767326767.543065:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010291584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326767.543074:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010291968:0@lo:38:kworker.0
00000100:00100000:0.0:1767326767.543096:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8897
00000100:00100000:1.0:1767326767.543122:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326767.543127:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010291200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326767.543132:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010291840:12345-0@lo:400:kworker.0 Request processed in 99us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326767.543139:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010291584:12345-0@lo:400:kworker.0 Request processed in 76us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326767.543150:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405
00000100:00100000:2.0:1767326767.543159:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406
00000100:00100000:1.0:1767326767.543160:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291072
00000100:00100000:1.0:1767326767.543166:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291072
00000100:00100000:3.0:1767326767.543176:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291712
00000100:00100000:3.0:1767326767.543182:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291712
00000100:00100000:0.0:1767326767.543186:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010291200:12345-0@lo:400:kworker.0 Request processed in 60us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326767.543188:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010291968
00000100:00100000:2.0:1767326767.543195:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010291968
00000100:00100000:0.0:1767326767.543199:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8897
00000100:00100000:1.0:1767326767.543204:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34931
00000100:00100000:3.0:1767326767.543209:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00100000:1.0:1767326767.543217:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010291072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326767.543219:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010291456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326767.543225:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8898
00000100:00100000:2.0:1767326767.543227:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:2.0:1767326767.543238:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010291712:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326767.543239:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010291328:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326767.543243:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767326767.543247:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326767.543255:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326767.543305:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010291328:12345-0@lo:400:kworker.0 Request processed in 68us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326767.543310:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8898
00000100:00100000:2.0:1767326767.543321:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010291712:12345-0@lo:38:kworker.0 Request processed in 82us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326767.543328:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010291072:12345-0@lo:38:kworker.0 Request processed in 108us (447us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326767.543329:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010291456:12345-0@lo:38:kworker.0 Request processed in 100us (359us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326767.543333:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1767326767.543350:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34931
00000100:00100000:3.0:1767326767.543350:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00100000:0.0:1767326767.543355:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010291328:0@lo:400:kworker.0
00000100:00100000:2.0:1767326767.543360:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:2.0:1767326767.543366:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010291968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326767.543374:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326767.543404:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010291968:12345-0@lo:38:kworker.0 Request processed in 37us (287us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326767.543410:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:3.0:1767326767.543410:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010291840:0@lo:400:kworker.0
00000100:00080000:0.0:1767326767.543455:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326767.543461:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767326767.543464:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326767.543466:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010291200:0@lo:400:kworker.0
00000100:00080000:1.0:1767326767.543486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326767.543495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326767.543497:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010291584:0@lo:400:kworker.0
00000100:00100000:1.0:1767326767.543505:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010291968:0@lo:38:kworker.0
00000100:00080000:1.0:1767326767.543524:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326767.543528:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326767.543531:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010291072:0@lo:38:kworker.0
00000100:00080000:1.0:1767326767.543539:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326767.543542:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326767.543545:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010291456:0@lo:38:kworker.0
00000100:00080000:1.0:1767326767.543553:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326767.543556:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326767.543559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010291712:0@lo:38:kworker.0
00000100:00100000:1.0:1767326767.953230:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326767.953309:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326767.953338:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993151488
00000100:00100000:2.0:1767326767.953350:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993151488
00000100:00100000:0.0:1767326767.953372:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993151360
00000100:00100000:0.0:1767326767.953378:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993151360
00000100:00080000:1.0:1767326767.953449:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326767.953459:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1407
00000100:00100000:0.0:1767326767.953469:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3062
00000100:00100000:3.0:1767326767.953476:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993151488:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326767.953480:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993151360:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326767.953501:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326767.953551:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993151360:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326767.953560:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3062
00000100:00100000:3.0:1767326767.953561:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993151488:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326767.953570:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1407
00000100:00100000:2.0:1767326768.054659:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010292096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326768.054737:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326768.054797:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292096
00000100:00100000:3.0:1767326768.054805:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292096
00000100:00100000:3.0:1767326768.054848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7755
00000100:00100000:3.0:1767326768.054856:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010292096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326768.054883:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326768.054927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010292096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326768.054933:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7755
00000100:00100000:2.0:1767326768.054959:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010292096:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326768.502593:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326768.566607:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326768.566622:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010292224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326768.566683:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326768.566727:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292224
00000100:00100000:3.0:1767326768.566735:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292224
00000100:00100000:3.0:1767326768.566829:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7756
00000100:00100000:3.0:1767326768.566839:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010292224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326768.566866:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326768.566919:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010292224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326768.566926:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7756
00000100:00100000:0.0:1767326768.566973:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010292224:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326769.526605:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326770.550618:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326771.574612:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326772.598582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326772.662558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326772.662570:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326772.662573:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326772.662577:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326772.662601:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326772.662610:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11965
00000100:00080000:2.0:1767326772.662615:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326772.662623:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326772.662665:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795f80 x1853164010292352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326772.662741:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010292352:0@lo:38:kworker.0
00000100:00080000:2.0:1767326772.662754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326772.662758:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326772.662760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326772.662764:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11965
00000100:00080000:2.0:1767326772.662778:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326772.662778:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767326772.662786:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326772.662794:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010292480:0@lo:400:kworker.0
00000100:00100000:2.0:1767326772.662802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796a00 x1853164010292736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326772.662824:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326772.662827:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326772.662830:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326772.662832:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010292608:0@lo:400:kworker.0
00000100:00080000:2.0:1767326772.662835:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11965
00000100:00080000:2.0:1767326772.662837:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326772.662840:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326772.662853:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794700 x1853164010292992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326772.662853:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326772.662854:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326772.662880:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326772.662883:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326772.662891:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326772.662895:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11965
00000100:00080000:2.0:1767326772.662898:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326772.662903:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326772.662907:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326772.662918:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010293120:0@lo:400:kworker.0
00000100:00100000:1.0:1767326772.662920:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010292736:0@lo:38:kworker.0
00000100:00100000:2.0:1767326772.662923:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795180 x1853164010293248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326772.662936:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326772.662946:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010292864:0@lo:400:kworker.0
00000100:00100000:3.0:1767326772.662971:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326772.663004:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292480
00000100:00100000:1.0:1767326772.663010:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292608
00000100:00100000:0.0:1767326772.663013:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292480
00000100:00100000:1.0:1767326772.663017:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292608
00000100:00100000:2.0:1767326772.663020:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292352
00000100:00100000:2.0:1767326772.663026:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292352
00000100:00100000:3.0:1767326772.663048:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293120
00000100:00100000:3.0:1767326772.663055:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293120
00000100:00100000:2.0:1767326772.663067:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34932
00000100:00100000:2.0:1767326772.663075:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010292352:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326772.663091:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8899
00010000:00020000:2.0:1767326772.663097:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326772.663103:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8900
00000100:00100000:1.0:1767326772.663107:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010292608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326772.663110:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408
00000100:00100000:0.0:1767326772.663119:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010292480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326772.663128:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010293120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326772.663143:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010292352:12345-0@lo:38:kworker.0 Request processed in 67us (293us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326772.663150:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34932
00000100:00100000:1.0:1767326772.663190:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010292608:12345-0@lo:400:kworker.0 Request processed in 87us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326772.663190:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326772.663195:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010292480:12345-0@lo:400:kworker.0 Request processed in 80us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326772.663206:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010293120:12345-0@lo:400:kworker.0 Request processed in 82us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326772.663209:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8899
00000100:00100000:2.0:1767326772.663213:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010292992:0@lo:38:kworker.0
00000100:00100000:0.0:1767326772.663222:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8900
00000100:00100000:3.0:1767326772.663227:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408
00000100:00080000:1.0:1767326772.663245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326772.663248:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326772.663249:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292736
00000100:00080000:1.0:1767326772.663255:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326772.663256:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292736
00000100:00080000:1.0:1767326772.663262:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326772.663268:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292992
00000100:00100000:0.0:1767326772.663272:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292992
00000100:00100000:3.0:1767326772.663295:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063
00000100:00100000:3.0:1767326772.663303:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010292736:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326772.663309:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326772.663315:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00010000:00020000:3.0:1767326772.663319:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326772.663320:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326772.663324:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010292992:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326772.663331:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010292352:0@lo:38:kworker.0
00010000:00020000:0.0:1767326772.663337:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326772.663361:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010293248:0@lo:38:kworker.0
00000100:00100000:1.0:1767326772.663369:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326772.663377:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010292992:12345-0@lo:38:kworker.0 Request processed in 51us (130us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326772.663379:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010292736:12345-0@lo:38:kworker.0 Request processed in 62us (178us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326772.663389:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00100000:2.0:1767326772.663400:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326772.663401:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063
00000100:00100000:0.0:1767326772.663405:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010292864
00000100:00100000:0.0:1767326772.663409:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010292864
00000100:00100000:1.0:1767326772.663439:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010292608:0@lo:400:kworker.0
00000100:00080000:2.0:1767326772.663451:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326772.663459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326772.663459:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293248
00000100:00100000:3.0:1767326772.663466:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293248
00000100:00100000:2.0:1767326772.663467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010292736:0@lo:38:kworker.0
00000100:00100000:0.0:1767326772.663470:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409
00000100:00100000:0.0:1767326772.663483:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010292864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326772.663488:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:1.0:1767326772.663497:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010293248:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326772.663501:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326772.663509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:1.0:1767326772.663513:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326772.663517:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010292992:0@lo:38:kworker.0
00000100:00100000:0.0:1767326772.663524:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010292864:12345-0@lo:400:kworker.0 Request processed in 47us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326772.663531:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409
00000100:00080000:0.0:1767326772.663562:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326772.663563:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326772.663571:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010293248:12345-0@lo:38:kworker.0 Request processed in 70us (172us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326772.663572:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326772.663583:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010293248:0@lo:38:kworker.0
00000100:00100000:1.0:1767326772.663589:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00100000:3.0:1767326772.663589:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010293120:0@lo:400:kworker.0
00000100:00100000:0.0:1767326772.663601:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010292864:0@lo:400:kworker.0
00000100:00100000:3.0:1767326772.663617:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010292480:0@lo:400:kworker.0
00000100:00100000:2.0:1767326773.073075:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326773.073119:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326773.073154:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993151744
00000100:00100000:3.0:1767326773.073165:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993151616
00000100:00100000:1.0:1767326773.073170:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993151744
00000100:00100000:3.0:1767326773.073170:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993151616
00000100:00100000:3.0:1767326773.073231:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1410
00000100:00100000:1.0:1767326773.073246:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3066
00000100:00100000:3.0:1767326773.073246:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993151744:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326773.073254:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993151616:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767326773.073256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767326773.073281:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326773.073342:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993151616:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326773.073342:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993151744:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326773.073351:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1410
00000100:00100000:1.0:1767326773.073357:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3066
00000100:00100000:0.0:1767326773.174632:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326773.174658:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010293376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326773.174758:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326773.174806:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293376
00000100:00100000:3.0:1767326773.174815:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293376
00000100:00100000:3.0:1767326773.174867:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7757
00000100:00100000:3.0:1767326773.174876:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010293376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326773.174911:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326773.174960:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010293376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326773.174985:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7757
00000100:00100000:0.0:1767326773.175055:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010293376:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326773.622538:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326773.686618:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326773.686638:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010293504:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326773.686720:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326773.686783:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293504
00000100:00100000:1.0:1767326773.686794:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293504
00000100:00100000:1.0:1767326773.686848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7758
00000100:00100000:1.0:1767326773.686857:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010293504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326773.686893:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326773.686944:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010293504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326773.686951:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7758
00000100:00100000:3.0:1767326773.686991:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010293504:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326774.647547:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326775.670628:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326776.694637:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326777.718595:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326777.782529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326777.782539:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326777.782542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326777.782545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326777.782550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326777.782559:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11970
00000100:00080000:1.0:1767326777.782565:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326777.782572:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326777.782619:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010293632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326777.782670:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010293632:0@lo:38:kworker.0
00000100:00080000:1.0:1767326777.782683:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326777.782687:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326777.782689:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326777.782693:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11970
00000100:00080000:1.0:1767326777.782710:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326777.782715:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326777.782720:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326777.782735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38000 x1853164010294016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326777.782740:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010293760:0@lo:400:kworker.0
00000100:00100000:3.0:1767326777.782761:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010293888:0@lo:400:kworker.0
00000100:00100000:0.0:1767326777.782771:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326777.782772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326777.782777:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326777.782779:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326777.782782:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11970
00000100:00080000:1.0:1767326777.782785:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326777.782788:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326777.782801:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3aa00 x1853164010294272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326777.782811:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326777.782816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010294016:0@lo:38:kworker.0
00000100:00080000:1.0:1767326777.782829:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326777.782833:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326777.782835:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326777.782839:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11970
00000100:00080000:1.0:1767326777.782842:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767326777.782845:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326777.782857:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39f80 x1853164010294528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326777.782862:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293632
00000100:00100000:2.0:1767326777.782865:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010294400:0@lo:400:kworker.0
00000100:00100000:0.0:1767326777.782867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326777.782876:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293632
00000100:00100000:0.0:1767326777.782892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010294272:0@lo:38:kworker.0
00000100:00100000:1.0:1767326777.782902:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293760
00000100:00100000:1.0:1767326777.782907:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293760
00000100:00100000:2.0:1767326777.782917:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326777.782935:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34933
00000100:00100000:3.0:1767326777.782947:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010293632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326777.782957:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326777.782975:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8901
00010000:00020000:3.0:1767326777.782980:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326777.782986:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010294528:0@lo:38:kworker.0
00000100:00100000:1.0:1767326777.782992:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010293760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326777.783003:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010294144:0@lo:400:kworker.0
00000100:00100000:0.0:1767326777.783022:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326777.783066:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010293632:12345-0@lo:38:kworker.0 Request processed in 118us (296us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326777.783071:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326777.783077:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326777.783082:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326777.783088:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010293760:12345-0@lo:400:kworker.0 Request processed in 99us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326777.783088:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34933
00000100:00100000:0.0:1767326777.783093:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010293632:0@lo:38:kworker.0
00000100:00100000:1.0:1767326777.783103:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8901
00000100:00100000:3.0:1767326777.783130:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294016
00000100:00100000:3.0:1767326777.783135:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294016
00000100:00100000:1.0:1767326777.783139:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294272
00000100:00100000:2.0:1767326777.783139:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294400
00000100:00100000:0.0:1767326777.783143:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294528
00000100:00100000:1.0:1767326777.783146:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294272
00000100:00100000:2.0:1767326777.783148:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294400
00000100:00100000:0.0:1767326777.783149:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294528
00000100:00100000:3.0:1767326777.783159:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294144
00000100:00100000:3.0:1767326777.783164:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294144
00000100:00100000:1.0:1767326777.783170:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067
00000100:00100000:1.0:1767326777.783177:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010294016:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326777.783180:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:0.0:1767326777.783187:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010294272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326777.783191:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326777.783201:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326777.783201:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411
00000100:00100000:2.0:1767326777.783212:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412
00000100:00100000:3.0:1767326777.783215:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010294400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326777.783231:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010294016:12345-0@lo:38:kworker.0 Request processed in 50us (366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326777.783232:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010294144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326777.783243:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067
00000100:00100000:0.0:1767326777.783252:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010294272:12345-0@lo:38:kworker.0 Request processed in 63us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326777.783262:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:3.0:1767326777.783267:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010294400:12345-0@lo:400:kworker.0 Request processed in 55us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326777.783268:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010294528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326777.783284:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326777.783289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411
00000100:00100000:2.0:1767326777.783297:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010294144:12345-0@lo:400:kworker.0 Request processed in 73us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326777.783298:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00100000:2.0:1767326777.783312:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412
00000100:00100000:1.0:1767326777.783318:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010294528:12345-0@lo:38:kworker.0 Request processed in 48us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326777.783325:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00100000:2.0:1767326777.783349:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326777.783351:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326777.783358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326777.783370:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010294400:0@lo:400:kworker.0
00000100:00100000:0.0:1767326777.783374:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010293888
00000100:00100000:3.0:1767326777.783378:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010294144:0@lo:400:kworker.0
00000100:00100000:0.0:1767326777.783380:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010293888
00000100:00100000:1.0:1767326777.783391:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010293760:0@lo:400:kworker.0
00000100:00100000:0.0:1767326777.783448:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8902
00000100:00100000:0.0:1767326777.783458:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010293888:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326777.783469:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326777.783476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326777.783481:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010294528:0@lo:38:kworker.0
00000100:00080000:1.0:1767326777.783496:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326777.783501:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010293888:12345-0@lo:400:kworker.0 Request processed in 45us (153us total) trans 0 rc 0/0
00000100:00080000:1.0:1767326777.783503:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326777.783514:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8902
00000100:00100000:1.0:1767326777.783515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010294016:0@lo:38:kworker.0
00000100:00100000:2.0:1767326777.783528:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010293888:0@lo:400:kworker.0
00000100:00080000:0.0:1767326777.783536:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326777.783537:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326777.783549:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326777.783568:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010294272:0@lo:38:kworker.0
00000100:00100000:2.0:1767326778.193151:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326778.193193:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326778.193207:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993151872
00000100:00100000:1.0:1767326778.193220:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993151872
00000100:00100000:3.0:1767326778.193238:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152000
00000100:00100000:3.0:1767326778.193244:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152000
00000100:00100000:1.0:1767326778.193275:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3070
00000100:00100000:1.0:1767326778.193286:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993151872:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767326778.193306:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1413
00010000:00020000:1.0:1767326778.193314:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326778.193319:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326778.193321:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993152000:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326778.193395:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993151872:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 108us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326778.193396:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993152000:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326778.193412:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1413
00000100:00100000:1.0:1767326778.193452:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3070
00000100:00100000:0.0:1767326778.294679:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010294656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326778.294810:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326778.294868:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294656
00000100:00100000:1.0:1767326778.294881:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294656
00000100:00100000:1.0:1767326778.294948:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7759
00000100:00100000:1.0:1767326778.294959:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010294656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326778.294998:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326778.295080:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010294656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326778.295091:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7759
00000100:00100000:0.0:1767326778.295120:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010294656:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326778.742620:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326778.806671:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010294784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326778.806793:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326778.806854:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294784
00000100:00100000:1.0:1767326778.806867:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294784
00000100:00100000:1.0:1767326778.806934:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7760
00000100:00100000:1.0:1767326778.806948:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010294784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326778.806988:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326778.807049:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010294784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326778.807059:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7760
00000100:00100000:0.0:1767326778.807112:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010294784:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326779.766613:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326780.790558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326781.814622:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326782.838585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326782.902545:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326782.902555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326782.902558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326782.902562:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326782.902567:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326782.902575:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11975
00000100:00080000:0.0:1767326782.902602:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326782.902610:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326782.902657:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349880 x1853164010294912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326782.902735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010294912:0@lo:38:kworker.0
00000100:00080000:0.0:1767326782.902753:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326782.902757:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326782.902759:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326782.902764:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11975
00000100:00080000:0.0:1767326782.902767:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326782.902771:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326782.902777:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010295040:0@lo:400:kworker.0
00000100:00100000:0.0:1767326782.902784:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348380 x1853164010295296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326782.902805:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767326782.902806:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326782.902812:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326782.902816:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326782.902818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326782.902823:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11975
00000100:00100000:2.0:1767326782.902823:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010295424:0@lo:400:kworker.0
00000100:00080000:0.0:1767326782.902828:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326782.902832:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326782.902839:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326782.902848:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34a300 x1853164010295552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326782.902872:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326782.902878:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326782.902879:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326782.902881:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326782.902886:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11975
00000100:00100000:1.0:1767326782.902891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010295296:0@lo:38:kworker.0
00000100:00100000:3.0:1767326782.902893:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767326782.902897:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767326782.902904:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326782.902911:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010295168:0@lo:400:kworker.0
00000100:00100000:3.0:1767326782.902912:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010295680:0@lo:400:kworker.0
00000100:00100000:0.0:1767326782.902921:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010295808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326782.902937:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326782.902950:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326782.902971:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010294912
00000100:00100000:3.0:1767326782.902977:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295040
00000100:00100000:0.0:1767326782.902981:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010294912
00000100:00100000:3.0:1767326782.902984:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295040
00000100:00100000:1.0:1767326782.903000:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010295552:0@lo:38:kworker.0
00000100:00100000:2.0:1767326782.903015:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295168
00000100:00100000:2.0:1767326782.903020:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295168
00000100:00100000:0.0:1767326782.903029:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34934
00000100:00100000:0.0:1767326782.903040:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010294912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326782.903046:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326782.903060:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8903
00010000:00020000:0.0:1767326782.903064:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326782.903069:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8904
00000100:00100000:3.0:1767326782.903077:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010295040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326782.903084:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010295168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326782.903085:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010295808:0@lo:38:kworker.0
00000100:00100000:0.0:1767326782.903109:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010294912:12345-0@lo:38:kworker.0 Request processed in 71us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326782.903116:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34934
00000100:00100000:1.0:1767326782.903136:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326782.903171:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010295040:12345-0@lo:400:kworker.0 Request processed in 94us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326782.903176:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295424
00000100:00100000:2.0:1767326782.903179:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010295168:12345-0@lo:400:kworker.0 Request processed in 98us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326782.903182:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295424
00000100:00100000:3.0:1767326782.903188:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8903
00000100:00080000:1.0:1767326782.903198:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326782.903198:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8904
00000100:00080000:1.0:1767326782.903209:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326782.903216:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010294912:0@lo:38:kworker.0
00000100:00100000:0.0:1767326782.903217:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295296
00000100:00100000:0.0:1767326782.903222:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295296
00000100:00080000:3.0:1767326782.903224:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326782.903233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326782.903237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326782.903246:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295552
00000100:00100000:0.0:1767326782.903260:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295552
00000100:00100000:0.0:1767326782.903274:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295808
00000100:00100000:2.0:1767326782.903276:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010295168:0@lo:400:kworker.0
00000100:00100000:0.0:1767326782.903278:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295808
00000100:00100000:3.0:1767326782.903285:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414
00000100:00100000:1.0:1767326782.903296:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:3.0:1767326782.903301:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010295424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326782.903310:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010295296:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326782.903315:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:0.0:1767326782.903330:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010295552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326782.903334:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00010000:00020000:1.0:1767326782.903340:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326782.903344:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326782.903345:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010295808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326782.903359:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326782.903369:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010295424:12345-0@lo:400:kworker.0 Request processed in 72us (491us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326782.903381:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414
00000100:00100000:1.0:1767326782.903443:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010295296:12345-0@lo:38:kworker.0 Request processed in 101us (473us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326782.903456:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00100000:2.0:1767326782.903462:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010295808:12345-0@lo:38:kworker.0 Request processed in 70us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326782.903466:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010295552:12345-0@lo:38:kworker.0 Request processed in 79us (371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326782.903481:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326782.903485:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00080000:1.0:1767326782.903491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326782.903493:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00080000:1.0:1767326782.903499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326782.903504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010295808:0@lo:38:kworker.0
00000100:00100000:2.0:1767326782.903514:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295680
00000100:00080000:1.0:1767326782.903521:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326782.903521:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295680
00000100:00080000:1.0:1767326782.903528:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326782.903535:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010295296:0@lo:38:kworker.0
00000100:00100000:3.0:1767326782.903535:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010295040:0@lo:400:kworker.0
00000100:00080000:1.0:1767326782.903562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326782.903570:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326782.903576:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010295552:0@lo:38:kworker.0
00000100:00100000:0.0:1767326782.903582:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415
00000100:00100000:0.0:1767326782.903593:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010295680:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326782.903621:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326782.903647:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010295424:0@lo:400:kworker.0
00000100:00100000:0.0:1767326782.903648:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010295680:12345-0@lo:400:kworker.0 Request processed in 56us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326782.903677:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415
00000100:00100000:1.0:1767326782.903722:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010295680:0@lo:400:kworker.0
00000100:00100000:0.0:1767326783.313037:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326783.313087:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326783.313101:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152256
00000100:00100000:1.0:1767326783.313115:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152256
00000100:00100000:3.0:1767326783.313133:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152128
00000100:00100000:3.0:1767326783.313139:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152128
00000100:00080000:0.0:1767326783.313188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326783.313191:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1416
00000100:00100000:1.0:1767326783.313202:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3074
00000100:00100000:3.0:1767326783.313206:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993152256:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326783.313216:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993152128:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326783.313256:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326783.313306:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993152256:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326783.313307:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993152128:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326783.313321:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1416
00000100:00100000:1.0:1767326783.313327:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3074
00000100:00100000:1.0:1767326783.414706:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010295936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326783.414793:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326783.414853:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010295936
00000100:00100000:3.0:1767326783.414863:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010295936
00000100:00100000:3.0:1767326783.414912:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7761
00000100:00100000:3.0:1767326783.414934:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010295936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326783.414981:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326783.415052:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010295936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326783.415070:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7761
00000100:00100000:1.0:1767326783.415102:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010295936:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326783.862550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326783.926651:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010296064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326783.926761:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326783.926976:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296064
00000100:00100000:3.0:1767326783.926986:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296064
00000100:00100000:2.0:1767326783.927078:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7762
00000100:00100000:2.0:1767326783.927093:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010296064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326783.927151:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326783.927213:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010296064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326783.927222:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7762
00000100:00100000:0.0:1767326783.927272:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010296064:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326784.886559:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326785.910601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326786.934668:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767326787.409230:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993152384 offset 0 length 520: 4
00000100:00100000:2.0:1767326787.409277:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326787.409303:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326787.409341:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152512
00000100:00100000:3.0:1767326787.409346:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152640
00000100:00100000:1.0:1767326787.409354:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152512
00000100:00100000:3.0:1767326787.409355:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152640
00000100:00100000:1.0:1767326787.409412:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1417
00000100:00080000:0.0:1767326787.409469:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326787.409479:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3075
00000100:00100000:1.0:1767326787.409481:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993152640:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326787.409492:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993152512:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326787.409521:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326787.409590:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993152512:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326787.409591:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993152640:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 128us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326787.409608:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3075
00000100:00100000:1.0:1767326787.409616:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1417
00010000:00010000:1.0:1767326787.958598:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326788.022517:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326762/real 1767326762]  req@ffff9bb5868a5880 x1853164010289664/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326788.022553:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5868a5880 x1853164010289664/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767326788.022565:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326788.022572:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326788.022575:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326788.022579:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326788.022581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326788.022583:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326788.022590:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11980
00000100:00080000:2.0:1767326788.022595:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326788.022604:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767326788.022606:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326788.022610:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010289664:0@lo:250:kworker.0
00000100:00100000:2.0:1767326788.022673:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010296192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326788.022727:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010296192:0@lo:38:kworker.0
00000100:00080000:2.0:1767326788.022740:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326788.022745:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326788.022747:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326788.022752:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11980
00000100:00100000:3.0:1767326788.022754:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010296320:0@lo:400:kworker.0
00000100:00080000:2.0:1767326788.022755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326788.022761:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326788.022785:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767326788.022796:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ea00 x1853164010296576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326788.022801:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010296448:0@lo:400:kworker.0
00000100:00100000:1.0:1767326788.022807:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326788.022810:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326788.022834:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326788.022838:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326788.022840:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326788.022844:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11980
00000100:00080000:2.0:1767326788.022847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326788.022850:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326788.022857:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326788.022864:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ed80 x1853164010296832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326788.022877:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010296576:0@lo:38:kworker.0
00000100:00080000:2.0:1767326788.022895:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326788.022896:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010296704:0@lo:400:kworker.0
00000100:00100000:3.0:1767326788.022900:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296320
00000100:00080000:2.0:1767326788.022902:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326788.022907:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326788.022911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326788.022911:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296320
00000100:00080000:2.0:1767326788.022915:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11980
00000100:00080000:2.0:1767326788.022919:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326788.022922:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326788.022935:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010297088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326788.022943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010296832:0@lo:38:kworker.0
00000100:00080000:2.0:1767326788.022949:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326788.022950:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326788.022957:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767326788.022959:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326788.022963:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11960
00000100:00080000:2.0:1767326788.022966:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326788.022969:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326788.022979:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296448
00000100:00100000:2.0:1767326788.022984:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7df80 x1853164010297216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326788.022984:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296448
00000100:00100000:1.0:1767326788.022989:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8905
00000100:00100000:1.0:1767326788.023006:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010296320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326788.023018:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8906
00000100:00100000:3.0:1767326788.023030:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010296448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326788.023031:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296576
00000100:00100000:2.0:1767326788.023033:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296192
00000100:00100000:0.0:1767326788.023038:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296576
00000100:00100000:2.0:1767326788.023039:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296192
00000100:00100000:1.0:1767326788.023054:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010296320:12345-0@lo:400:kworker.0 Request processed in 53us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326788.023061:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8905
00000100:00100000:0.0:1767326788.023079:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296704
00000100:00100000:0.0:1767326788.023084:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296704
00000100:00100000:2.0:1767326788.023088:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34935
00000100:00100000:3.0:1767326788.023090:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010296448:12345-0@lo:400:kworker.0 Request processed in 61us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326788.023100:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:2.0:1767326788.023101:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010296192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326788.023101:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8906
00000100:00100000:1.0:1767326788.023110:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010296576:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326788.023126:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418
00010000:00020000:2.0:1767326788.023127:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326788.023128:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767326788.023131:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326788.023136:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326788.023141:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326788.023142:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010296704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326788.023176:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010296576:12345-0@lo:38:kworker.0 Request processed in 65us (265us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326788.023179:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010296448:0@lo:400:kworker.0
00000100:00100000:1.0:1767326788.023186:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00100000:2.0:1767326788.023190:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010296192:12345-0@lo:38:kworker.0 Request processed in 91us (386us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326788.023199:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010296704:12345-0@lo:400:kworker.0 Request processed in 60us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326788.023202:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34935
00000100:00100000:3.0:1767326788.023209:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010296704:0@lo:400:kworker.0
00000100:00100000:0.0:1767326788.023214:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418
00000100:00100000:2.0:1767326788.023237:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010296960:0@lo:400:kworker.0
00000100:00100000:1.0:1767326788.023242:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326788.023263:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296832
00000100:00100000:0.0:1767326788.023268:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296832
00000100:00100000:3.0:1767326788.023277:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010296320:0@lo:400:kworker.0
00000100:00100000:2.0:1767326788.023284:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326788.023289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326788.023297:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326788.023302:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010296960
00000100:00100000:1.0:1767326788.023304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010296576:0@lo:38:kworker.0
00000100:00100000:0.0:1767326788.023306:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010296960
00000100:00100000:3.0:1767326788.023329:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00080000:1.0:1767326788.023332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326788.023338:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010296832:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326788.023342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326788.023350:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010296192:0@lo:38:kworker.0
00010000:00020000:3.0:1767326788.023352:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326788.023356:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419
00000100:00100000:0.0:1767326788.023369:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010296960:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326788.023376:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326788.023385:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010297088:0@lo:38:kworker.0
00000100:00100000:3.0:1767326788.023390:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010296832:12345-0@lo:38:kworker.0 Request processed in 51us (152us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326788.023400:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00100000:0.0:1767326788.023442:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010296960:12345-0@lo:400:kworker.0 Request processed in 52us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326788.023450:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326788.023453:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419
00000100:00100000:2.0:1767326788.023459:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010296960:0@lo:400:kworker.0
00000100:00100000:1.0:1767326788.023476:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010297216:0@lo:250:kworker.0
00000100:00100000:0.0:1767326788.023477:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297088
00000100:00100000:0.0:1767326788.023483:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297088
00000400:00000100:1.0:1767326788.023499:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010297216 offset 0 length 520: 4
00000100:00100000:0.0:1767326788.023513:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:0.0:1767326788.023519:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010297088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326788.023529:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326788.023533:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326788.023537:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326788.023547:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010296832:0@lo:38:kworker.0
00000100:00100000:0.0:1767326788.023573:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010297088:12345-0@lo:38:kworker.0 Request processed in 52us (126us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326788.023574:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326788.023582:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326788.023585:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:1.0:1767326788.023589:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010297088:0@lo:38:kworker.0
00000100:00100000:1.0:1767326788.534680:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010297344:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326788.534762:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326788.534906:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297344
00000100:00100000:3.0:1767326788.534916:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297344
00000100:00100000:3.0:1767326788.534969:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7763
00000100:00100000:3.0:1767326788.534978:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010297344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326788.535010:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326788.535215:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010297344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 238us (451us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326788.535222:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7763
00000100:00100000:1.0:1767326788.535230:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010297344:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326788.982653:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326789.046725:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010297472:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326789.046808:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326789.046856:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297472
00000100:00100000:2.0:1767326789.046866:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297472
00000100:00100000:2.0:1767326789.046921:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7764
00000100:00100000:2.0:1767326789.046929:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010297472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326789.046974:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326789.047039:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010297472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326789.047047:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7764
00000100:00100000:3.0:1767326789.047092:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010297472:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326790.006639:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326791.030597:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326792.054651:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326792.529071:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326792.529122:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326792.529145:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152768
00000100:00100000:0.0:1767326792.529158:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152768
00000100:00100000:1.0:1767326792.529179:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993152896
00000100:00100000:1.0:1767326792.529186:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993152896
00000100:00100000:0.0:1767326792.529209:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3079
00000100:00100000:0.0:1767326792.529218:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993152768:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767326792.529245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326792.529247:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326792.529248:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1420
00000100:00100000:1.0:1767326792.529263:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993152896:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326792.529328:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993152768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326792.529329:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993152896:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326792.529343:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3079
00000100:00100000:1.0:1767326792.529350:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1420
00010000:00010000:1.0:1767326793.078683:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326793.142511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326793.142525:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326793.142529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326793.142532:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326793.142537:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326793.142545:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11985
00000100:00080000:3.0:1767326793.142550:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326793.142558:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326793.142615:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431180 x1853164010297600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326793.142674:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010297600:0@lo:38:kworker.0
00000100:00080000:3.0:1767326793.142685:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326793.142689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326793.142691:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767326793.142692:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326793.142696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11985
00000100:00080000:3.0:1767326793.142699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326793.142703:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326793.142716:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433100 x1853164010297984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326793.142727:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010297728:0@lo:400:kworker.0
00000100:00100000:0.0:1767326793.142730:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010297856:0@lo:400:kworker.0
00000100:00080000:3.0:1767326793.142736:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326793.142740:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326793.142742:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326793.142747:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11985
00000100:00080000:3.0:1767326793.142749:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326793.142752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326793.142763:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326793.142766:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433480 x1853164010298240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326793.142788:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326793.142790:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326793.142794:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326793.142796:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326793.142800:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11985
00000100:00080000:3.0:1767326793.142802:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326793.142807:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010297984:0@lo:38:kworker.0
00000100:00080000:3.0:1767326793.142808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326793.142812:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297600
00000100:00100000:0.0:1767326793.142825:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297600
00000100:00100000:3.0:1767326793.142827:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430380 x1853164010298496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326793.142834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010298368:0@lo:400:kworker.0
00000100:00100000:1.0:1767326793.142844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326793.142857:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010298112:0@lo:400:kworker.0
00000100:00100000:1.0:1767326793.142870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010298240:0@lo:38:kworker.0
00000100:00100000:2.0:1767326793.142878:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326793.142883:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34936
00000100:00100000:0.0:1767326793.142891:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010297600:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326793.142912:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326793.142914:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326793.142927:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297984
00000100:00100000:1.0:1767326793.142932:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297984
00000100:00100000:2.0:1767326793.142938:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298368
00000100:00100000:2.0:1767326793.142944:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298368
00000100:00100000:1.0:1767326793.142966:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298112
00000100:00100000:0.0:1767326793.142970:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010297600:12345-0@lo:38:kworker.0 Request processed in 77us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326793.142971:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298112
00000100:00100000:3.0:1767326793.142980:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297728
00000100:00100000:0.0:1767326793.142981:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34936
00000100:00100000:3.0:1767326793.142988:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297728
00000100:00100000:1.0:1767326793.143007:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421
00000100:00100000:2.0:1767326793.143018:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422
00000100:00100000:1.0:1767326793.143019:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010298368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326793.143029:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:3.0:1767326793.143035:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8907
00000100:00100000:2.0:1767326793.143036:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010298112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326793.143041:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010297984:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326793.143049:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010297728:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767326793.143053:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326793.143078:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010298368:12345-0@lo:400:kworker.0 Request processed in 62us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326793.143088:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421
00000100:00100000:3.0:1767326793.143109:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010297728:12345-0@lo:400:kworker.0 Request processed in 63us (324us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326793.143116:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010297984:12345-0@lo:38:kworker.0 Request processed in 75us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326793.143118:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010298112:12345-0@lo:400:kworker.0 Request processed in 90us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326793.143120:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8907
00000100:00100000:0.0:1767326793.143134:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:2.0:1767326793.143144:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422
00000100:00100000:1.0:1767326793.143154:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010298368:0@lo:400:kworker.0
00000100:00100000:1.0:1767326793.143173:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010297728:0@lo:400:kworker.0
00000100:00100000:0.0:1767326793.143181:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326793.143188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767326793.143194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326793.143208:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010298112:0@lo:400:kworker.0
00000100:00100000:3.0:1767326793.143210:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326793.143227:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298240
00000100:00080000:0.0:1767326793.143231:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326793.143232:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298240
00000100:00080000:0.0:1767326793.143242:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326793.143249:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010297600:0@lo:38:kworker.0
00000100:00100000:3.0:1767326793.143262:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010297856
00000100:00100000:1.0:1767326793.143266:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081
00000100:00100000:3.0:1767326793.143267:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010297856
00000100:00100000:0.0:1767326793.143276:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010298496:0@lo:38:kworker.0
00000100:00100000:1.0:1767326793.143276:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010298240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326793.143292:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326793.143306:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8908
00000100:00100000:3.0:1767326793.143316:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010297856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326793.143324:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326793.143331:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010298240:12345-0@lo:38:kworker.0 Request processed in 56us (155us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326793.143338:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081
00000100:00100000:2.0:1767326793.143350:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298496
00000100:00100000:2.0:1767326793.143356:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298496
00000100:00080000:0.0:1767326793.143368:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326793.143370:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010297856:12345-0@lo:400:kworker.0 Request processed in 56us (160us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326793.143378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326793.143382:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8908
00000100:00100000:0.0:1767326793.143388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010297984:0@lo:38:kworker.0
00000100:00100000:2.0:1767326793.143389:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:2.0:1767326793.143402:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010298496:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326793.143406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326793.143412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767326793.143444:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767326793.143449:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326793.143449:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010297856:0@lo:400:kworker.0
00000100:00100000:0.0:1767326793.143458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010298240:0@lo:38:kworker.0
00000100:00100000:2.0:1767326793.143486:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010298496:12345-0@lo:38:kworker.0 Request processed in 85us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326793.143494:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00080000:0.0:1767326793.143496:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326793.143502:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326793.143504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010298496:0@lo:38:kworker.0
00000100:00100000:0.0:1767326793.654681:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010298624:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326793.654781:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326793.654847:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298624
00000100:00100000:2.0:1767326793.654858:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298624
00000100:00100000:2.0:1767326793.654915:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7765
00000100:00100000:2.0:1767326793.654925:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010298624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326793.654960:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326793.655010:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010298624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326793.655034:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7765
00000100:00100000:0.0:1767326793.655056:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010298624:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326794.102628:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326794.166689:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010298752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326794.166773:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326794.166833:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298752
00000100:00100000:2.0:1767326794.166843:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298752
00000100:00100000:2.0:1767326794.166917:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7766
00000100:00100000:2.0:1767326794.166929:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010298752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326794.166974:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326794.167029:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010298752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326794.167038:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7766
00000100:00100000:3.0:1767326794.167075:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010298752:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326795.126593:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326796.150608:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326797.174606:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326797.649083:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326797.649130:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326797.649165:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153152
00000100:00100000:2.0:1767326797.649179:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153152
00000100:00100000:1.0:1767326797.649182:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153024
00000100:00100000:1.0:1767326797.649189:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153024
00000100:00100000:1.0:1767326797.649249:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1423
00000100:00080000:3.0:1767326797.649252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326797.649268:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3083
00000100:00100000:1.0:1767326797.649269:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993153152:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326797.649282:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993153024:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326797.649309:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326797.649370:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993153024:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326797.649371:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993153152:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 110us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326797.649389:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3083
00000100:00100000:1.0:1767326797.649398:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1423
00010000:00010000:1.0:1767326798.198583:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326798.262541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326798.262555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326798.262568:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326798.262572:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326798.262576:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326798.262584:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11991
00000100:00080000:2.0:1767326798.262589:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326798.262618:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326798.262661:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010298880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326798.262731:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010298880:0@lo:38:kworker.0
00000100:00080000:2.0:1767326798.262742:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326798.262746:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326798.262748:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326798.262752:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11991
00000100:00080000:2.0:1767326798.262755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326798.262759:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326798.262771:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ea00 x1853164010299264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326798.262785:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010299008:0@lo:400:kworker.0
00000100:00080000:2.0:1767326798.262789:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326798.262796:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326798.262798:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326798.262801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11991
00000100:00080000:2.0:1767326798.262805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326798.262807:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010299136:0@lo:400:kworker.0
00000100:00080000:2.0:1767326798.262810:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326798.262826:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7dc00 x1853164010299520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326798.262829:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326798.262846:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326798.262854:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326798.262858:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326798.262860:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326798.262864:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11991
00000100:00080000:2.0:1767326798.262866:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326798.262873:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326798.262878:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326798.262892:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326798.262893:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010299264:0@lo:38:kworker.0
00000100:00100000:2.0:1767326798.262898:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f800 x1853164010299776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326798.262904:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010299648:0@lo:400:kworker.0
00000100:00100000:1.0:1767326798.262914:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326798.262926:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010299392:0@lo:400:kworker.0
00000100:00100000:0.0:1767326798.262942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326798.262953:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299008
00000100:00100000:3.0:1767326798.262954:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299136
00000100:00100000:2.0:1767326798.262962:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299008
00000100:00100000:3.0:1767326798.262962:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299136
00000100:00100000:1.0:1767326798.262970:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326798.262980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010299520:0@lo:38:kworker.0
00000100:00100000:0.0:1767326798.263022:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326798.263038:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8909
00000100:00100000:3.0:1767326798.263047:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8910
00000100:00100000:1.0:1767326798.263048:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299264
00000100:00100000:2.0:1767326798.263054:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010299008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326798.263056:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299264
00000100:00100000:0.0:1767326798.263063:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010299776:0@lo:38:kworker.0
00000100:00100000:3.0:1767326798.263064:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010299136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326798.263093:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299392
00000100:00100000:1.0:1767326798.263099:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299392
00000100:00100000:0.0:1767326798.263117:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326798.263123:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010299008:12345-0@lo:400:kworker.0 Request processed in 74us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326798.263130:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010299136:12345-0@lo:400:kworker.0 Request processed in 72us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326798.263132:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8909
00000100:00100000:3.0:1767326798.263143:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8910
00000100:00100000:1.0:1767326798.263149:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299520
00000100:00100000:1.0:1767326798.263154:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299520
00000100:00100000:0.0:1767326798.263172:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010298880
00000100:00100000:1.0:1767326798.263174:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299776
00000100:00100000:0.0:1767326798.263178:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010298880
00000100:00100000:1.0:1767326798.263180:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299776
00000100:00080000:2.0:1767326798.263187:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326798.263193:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767326798.263197:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326798.263211:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424
00000100:00100000:0.0:1767326798.263217:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34937
00000100:00100000:3.0:1767326798.263222:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:1.0:1767326798.263226:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010299392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326798.263231:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010298880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326798.263235:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085
00000100:00100000:3.0:1767326798.263235:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010299264:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326798.263246:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010299520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326798.263260:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326798.263266:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326798.263269:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326798.263279:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010299392:12345-0@lo:400:kworker.0 Request processed in 57us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326798.263289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424
00000100:00100000:3.0:1767326798.263313:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010299264:12345-0@lo:38:kworker.0 Request processed in 80us (373us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326798.263318:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:0.0:1767326798.263329:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010298880:12345-0@lo:38:kworker.0 Request processed in 98us (502us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326798.263329:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00100000:2.0:1767326798.263332:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010299520:12345-0@lo:38:kworker.0 Request processed in 81us (307us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326798.263334:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010299776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326798.263352:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085
00000100:00100000:0.0:1767326798.263354:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34937
00010000:00020000:1.0:1767326798.263364:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326798.263369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326798.263375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326798.263379:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010299264:0@lo:38:kworker.0
00000100:00080000:3.0:1767326798.263395:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326798.263399:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326798.263404:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010299520:0@lo:38:kworker.0
00000100:00100000:1.0:1767326798.263408:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010299776:12345-0@lo:38:kworker.0 Request processed in 77us (290us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326798.263440:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326798.263445:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326798.263448:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010298880:0@lo:38:kworker.0
00000100:00100000:1.0:1767326798.263455:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00100000:2.0:1767326798.263463:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326798.263476:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299648
00000100:00100000:1.0:1767326798.263482:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299648
00000100:00080000:3.0:1767326798.263482:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326798.263490:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326798.263495:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010299776:0@lo:38:kworker.0
00000100:00100000:0.0:1767326798.263512:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010299392:0@lo:400:kworker.0
00000100:00100000:2.0:1767326798.263520:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010299008:0@lo:400:kworker.0
00000100:00100000:1.0:1767326798.263534:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425
00000100:00100000:0.0:1767326798.263541:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010299136:0@lo:400:kworker.0
00000100:00100000:1.0:1767326798.263549:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010299648:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326798.263581:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326798.263614:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010299648:12345-0@lo:400:kworker.0 Request processed in 71us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326798.263623:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425
00000100:00100000:2.0:1767326798.263632:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010299648:0@lo:400:kworker.0
00000100:00100000:2.0:1767326798.774733:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010299904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326798.774836:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326798.774917:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010299904
00000100:00100000:3.0:1767326798.774929:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010299904
00000100:00100000:3.0:1767326798.774998:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7767
00000100:00100000:3.0:1767326798.775010:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010299904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326798.775050:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326798.775113:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010299904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326798.775123:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7767
00000100:00100000:2.0:1767326798.775173:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010299904:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326799.222710:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326799.286696:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010300032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326799.286796:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326799.286850:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300032
00000100:00100000:3.0:1767326799.286862:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300032
00000100:00100000:3.0:1767326799.286934:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7768
00000100:00100000:3.0:1767326799.286948:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010300032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326799.287001:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326799.287067:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010300032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326799.287077:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7768
00000100:00100000:0.0:1767326799.287107:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010300032:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326800.246661:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326801.270662:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326802.294571:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326802.769211:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326802.769253:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326802.769288:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153280
00000100:00100000:1.0:1767326802.769303:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153280
00000100:00100000:2.0:1767326802.769324:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153408
00000100:00100000:2.0:1767326802.769330:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153408
00000100:00100000:1.0:1767326802.769366:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3087
00000100:00100000:1.0:1767326802.769378:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993153280:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767326802.769382:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1426
00000100:00100000:0.0:1767326802.769398:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993153408:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767326802.769414:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326802.769458:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326802.769517:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993153408:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 123us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326802.769538:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993153280:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 144us (322us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326802.769547:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1426
00000100:00100000:1.0:1767326802.769555:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3087
00010000:00010000:1.0:1767326803.318608:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326803.382559:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326803.382569:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326803.382573:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326803.382577:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326803.382582:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326803.382590:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 11996
00000100:00080000:2.0:1767326803.382597:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326803.382605:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326803.382653:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010300160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326803.382720:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010300160:0@lo:38:kworker.0
00000100:00080000:2.0:1767326803.382732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326803.382737:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326803.382739:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326803.382744:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 11996
00000100:00080000:2.0:1767326803.382746:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326803.382750:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326803.382761:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010300288:0@lo:400:kworker.0
00000100:00100000:2.0:1767326803.382765:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75c00 x1853164010300544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326803.382773:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010300416:0@lo:400:kworker.0
00000100:00080000:2.0:1767326803.382797:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326803.382799:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326803.382801:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326803.382813:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326803.382826:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326803.382828:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 11996
00000100:00080000:2.0:1767326803.382833:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326803.382837:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326803.382847:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010300672:0@lo:400:kworker.0
00000100:00100000:2.0:1767326803.382851:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77b80 x1853164010300800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326803.382868:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010300544:0@lo:38:kworker.0
00000100:00100000:0.0:1767326803.382879:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767326803.382879:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326803.382889:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326803.382889:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326803.382892:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010300928:0@lo:400:kworker.0
00000100:00080000:2.0:1767326803.382894:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326803.382902:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 11996
00000100:00080000:2.0:1767326803.382905:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326803.382907:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326803.382918:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010301056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326803.382928:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326803.382954:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300160
00000100:00100000:0.0:1767326803.382957:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300288
00000100:00100000:2.0:1767326803.382962:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300160
00000100:00100000:0.0:1767326803.382964:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300288
00000100:00100000:1.0:1767326803.382965:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326803.382975:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010300800:0@lo:38:kworker.0
00000100:00100000:1.0:1767326803.383011:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300416
00000100:00100000:3.0:1767326803.383013:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326803.383016:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300416
00000100:00100000:2.0:1767326803.383022:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34938
00000100:00100000:2.0:1767326803.383033:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010300160:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326803.383046:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8911
00000100:00100000:3.0:1767326803.383054:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010301056:0@lo:38:kworker.0
00010000:00020000:2.0:1767326803.383059:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326803.383063:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8912
00000100:00100000:0.0:1767326803.383064:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010300288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326803.383076:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010300416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326803.383108:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326803.383136:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010300160:12345-0@lo:38:kworker.0 Request processed in 102us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326803.383144:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34938
00000100:00100000:1.0:1767326803.383150:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010300416:12345-0@lo:400:kworker.0 Request processed in 76us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326803.383158:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010300288:12345-0@lo:400:kworker.0 Request processed in 99us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326803.383161:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8912
00000100:00080000:3.0:1767326803.383167:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326803.383174:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300672
00000100:00100000:0.0:1767326803.383175:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8911
00000100:00080000:3.0:1767326803.383176:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326803.383180:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300672
00000100:00100000:3.0:1767326803.383186:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010300160:0@lo:38:kworker.0
00000100:00100000:0.0:1767326803.383220:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300544
00000100:00100000:1.0:1767326803.383220:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010300416:0@lo:400:kworker.0
00000100:00100000:2.0:1767326803.383221:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300800
00000100:00100000:2.0:1767326803.383226:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300800
00000100:00100000:3.0:1767326803.383234:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301056
00000100:00100000:0.0:1767326803.383235:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300544
00000100:00100000:3.0:1767326803.383242:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301056
00000100:00100000:2.0:1767326803.383247:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427
00000100:00100000:1.0:1767326803.383262:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:2.0:1767326803.383265:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010300672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326803.383272:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010300800:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326803.383274:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00010000:00020000:1.0:1767326803.383287:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326803.383288:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:0.0:1767326803.383289:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010300544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326803.383302:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010301056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326803.383307:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767326803.383319:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326803.383322:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010300672:12345-0@lo:400:kworker.0 Request processed in 57us (433us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326803.383331:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010300800:12345-0@lo:38:kworker.0 Request processed in 59us (320us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326803.383337:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427
00000100:00100000:1.0:1767326803.383345:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:0.0:1767326803.383361:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010300544:12345-0@lo:38:kworker.0 Request processed in 74us (433us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326803.383371:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010301056:12345-0@lo:38:kworker.0 Request processed in 67us (261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326803.383375:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00080000:1.0:1767326803.383382:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326803.383388:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00080000:1.0:1767326803.383390:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326803.383395:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326803.383410:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010300672:0@lo:400:kworker.0
00000100:00100000:1.0:1767326803.383439:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326803.383455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326803.383463:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326803.383469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010301056:0@lo:38:kworker.0
00000100:00100000:2.0:1767326803.383478:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010300928
00000100:00100000:1.0:1767326803.383482:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010300288:0@lo:400:kworker.0
00000100:00100000:2.0:1767326803.383484:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010300928
00000100:00080000:3.0:1767326803.383490:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326803.383497:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326803.383503:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010300544:0@lo:38:kworker.0
00000100:00080000:3.0:1767326803.383519:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326803.383539:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326803.383545:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010300800:0@lo:38:kworker.0
00000100:00100000:2.0:1767326803.383547:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428
00000100:00080000:0.0:1767326803.383552:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326803.383561:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010300928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326803.383598:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010300928:12345-0@lo:400:kworker.0 Request processed in 43us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326803.383602:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428
00000100:00100000:1.0:1767326803.383640:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010300928:0@lo:400:kworker.0
00000100:00100000:2.0:1767326803.894691:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326803.894725:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010301184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326803.894813:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326803.894871:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301184
00000100:00100000:3.0:1767326803.894882:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301184
00000100:00100000:3.0:1767326803.894950:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7769
00000100:00100000:3.0:1767326803.894960:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010301184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326803.895009:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326803.895071:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010301184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326803.895080:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7769
00000100:00100000:2.0:1767326803.895142:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010301184:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326804.342583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326804.406680:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010301312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326804.406768:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326804.406817:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301312
00000100:00100000:3.0:1767326804.406828:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301312
00000100:00100000:3.0:1767326804.406896:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7770
00000100:00100000:3.0:1767326804.406908:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010301312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326804.406946:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326804.407006:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010301312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326804.407016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7770
00000100:00100000:1.0:1767326804.407055:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010301312:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326805.366612:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326806.390589:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326807.414595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326807.889088:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326807.889131:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326807.889168:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153664
00000100:00100000:1.0:1767326807.889180:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153536
00000100:00100000:2.0:1767326807.889183:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153664
00000100:00100000:1.0:1767326807.889187:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153536
00000100:00100000:1.0:1767326807.889252:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1429
00000100:00080000:0.0:1767326807.889266:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326807.889270:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3091
00000100:00100000:1.0:1767326807.889271:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993153664:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326807.889282:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993153536:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326807.889310:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326807.889365:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993153664:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 103us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326807.889375:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1429
00000100:00100000:2.0:1767326807.889377:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993153536:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326807.889388:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3091
00010000:00010000:1.0:1767326808.438653:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326808.502555:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326808.502567:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326808.502570:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326808.502573:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326808.502578:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326808.502586:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12001
00000100:00080000:2.0:1767326808.502592:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326808.502600:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326808.502646:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75180 x1853164010301440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326808.502713:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010301440:0@lo:38:kworker.0
00000100:00080000:2.0:1767326808.502729:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326808.502734:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326808.502737:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326808.502744:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12001
00000100:00080000:2.0:1767326808.502747:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326808.502752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326808.502754:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010301568:0@lo:400:kworker.0
00000100:00100000:1.0:1767326808.502766:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767326808.502767:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010301824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326808.502788:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010301696:0@lo:400:kworker.0
00000100:00080000:2.0:1767326808.502791:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326808.502802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326808.502808:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326808.502808:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326808.502818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12001
00000100:00080000:2.0:1767326808.502821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767326808.502827:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326808.502828:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326808.502864:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77b80 x1853164010302080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326808.502866:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301440
00000100:00100000:1.0:1767326808.502877:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301440
00000100:00080000:2.0:1767326808.502894:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326808.502899:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326808.502901:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326808.502904:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12001
00000100:00080000:2.0:1767326808.502907:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326808.502911:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326808.502929:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34939
00000100:00100000:2.0:1767326808.502929:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010302336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326808.502932:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326808.502936:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010301824:0@lo:38:kworker.0
00000100:00100000:1.0:1767326808.502945:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010301440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326808.502947:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010302208:0@lo:400:kworker.0
00010000:00020000:1.0:1767326808.502982:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326808.502991:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326808.503010:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010301952:0@lo:400:kworker.0
00000100:00100000:3.0:1767326808.503012:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326808.503017:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301568
00000100:00100000:0.0:1767326808.503027:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301568
00000100:00100000:1.0:1767326808.503041:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010301440:12345-0@lo:38:kworker.0 Request processed in 98us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326808.503051:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34939
00000100:00100000:3.0:1767326808.503066:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010302080:0@lo:38:kworker.0
00000100:00100000:2.0:1767326808.503083:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326808.503101:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8913
00000100:00100000:0.0:1767326808.503111:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010301568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326808.503134:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301824
00000100:00100000:1.0:1767326808.503141:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326808.503142:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301824
00000100:00100000:0.0:1767326808.503172:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010301568:12345-0@lo:400:kworker.0 Request processed in 61us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326808.503184:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8913
00000100:00100000:2.0:1767326808.503192:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301952
00000100:00100000:2.0:1767326808.503200:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301952
00000100:00100000:3.0:1767326808.503200:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:1.0:1767326808.503209:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010301696
00000100:00100000:3.0:1767326808.503217:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010301824:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326808.503218:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010301696
00000100:00080000:0.0:1767326808.503222:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326808.503236:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326808.503241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:3.0:1767326808.503248:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326808.503265:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430
00000100:00100000:0.0:1767326808.503267:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8914
00000100:00100000:0.0:1767326808.503291:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010301696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326808.503295:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010301952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326808.503302:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010301824:12345-0@lo:38:kworker.0 Request processed in 85us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326808.503319:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326808.503342:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:1.0:1767326808.503373:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010301568:0@lo:400:kworker.0
00000100:00100000:3.0:1767326808.503374:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302208
00000100:00100000:3.0:1767326808.503386:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302208
00000100:00100000:0.0:1767326808.503395:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010301696:12345-0@lo:400:kworker.0 Request processed in 113us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326808.503395:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010301952:12345-0@lo:400:kworker.0 Request processed in 112us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326808.503412:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8914
00000100:00100000:2.0:1767326808.503413:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430
00000100:00100000:1.0:1767326808.503498:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431
00000100:00100000:1.0:1767326808.503510:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010302208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326808.503524:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010301696:0@lo:400:kworker.0
00000100:00080000:3.0:1767326808.503543:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326808.503560:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010302208:12345-0@lo:400:kworker.0 Request processed in 54us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326808.503563:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010301952:0@lo:400:kworker.0
00000100:00100000:1.0:1767326808.503570:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431
00000100:00100000:0.0:1767326808.503591:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010302208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326808.503602:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326808.503645:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302080
00000100:00100000:1.0:1767326808.503650:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302080
00000100:00080000:3.0:1767326808.503653:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326808.503661:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326808.503665:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010301440:0@lo:38:kworker.0
00000100:00100000:1.0:1767326808.503679:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:1.0:1767326808.503687:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010302080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326808.503693:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010302336:0@lo:38:kworker.0
00010000:00020000:1.0:1767326808.503699:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326808.503744:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326808.503746:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010302080:12345-0@lo:38:kworker.0 Request processed in 58us (151us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326808.503753:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:1.0:1767326808.503767:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302336
00000100:00100000:1.0:1767326808.503770:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302336
00000100:00080000:3.0:1767326808.503792:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326808.503800:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00080000:3.0:1767326808.503811:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326808.503812:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010302336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326808.503833:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326808.503834:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010301824:0@lo:38:kworker.0
00000100:00080000:3.0:1767326808.503854:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326808.503861:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326808.503867:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010302080:0@lo:38:kworker.0
00000100:00100000:1.0:1767326808.503872:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010302336:12345-0@lo:38:kworker.0 Request processed in 64us (132us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326808.503877:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00080000:3.0:1767326808.503897:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326808.503904:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326808.503907:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010302336:0@lo:38:kworker.0
00000100:00100000:0.0:1767326809.014702:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010302464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326809.014784:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326809.014842:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302464
00000100:00100000:3.0:1767326809.014852:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302464
00000100:00100000:3.0:1767326809.014905:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7771
00000100:00100000:3.0:1767326809.014914:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010302464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326809.014944:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326809.015017:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010302464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326809.015025:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7771
00000100:00100000:0.0:1767326809.015149:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010302464:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326809.462604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326809.526680:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010302592:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326809.526767:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326809.526820:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302592
00000100:00100000:3.0:1767326809.526834:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302592
00000100:00100000:3.0:1767326809.526901:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7772
00000100:00100000:3.0:1767326809.526910:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010302592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326809.526939:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326809.527011:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010302592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326809.527016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7772
00000100:00100000:0.0:1767326809.527078:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010302592:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326810.486606:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326811.510596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326812.534695:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326813.009129:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326813.009181:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326813.009204:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153920
00000400:00000100:2.0:1767326813.009214:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993154048 offset 0 length 520: 4
00000100:00100000:1.0:1767326813.009218:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153920
00000100:00100000:0.0:1767326813.009232:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993153792
00000100:00100000:0.0:1767326813.009243:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993153792
00000100:00080000:3.0:1767326813.009291:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326813.009326:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1432
00000100:00100000:1.0:1767326813.009342:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3095
00000100:00100000:0.0:1767326813.009348:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993153920:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326813.009358:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993153792:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326813.009382:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326813.009476:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993153920:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 122us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326813.009478:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993153792:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 123us (295us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326813.009490:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1432
00000100:00100000:1.0:1767326813.009498:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3095
00010000:00010000:1.0:1767326813.558617:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326813.622564:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326788/real 1767326788]  req@ffff9bb5a5c7df80 x1853164010297216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326813.622589:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326813.622597:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1767326813.622600:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a5c7df80 x1853164010297216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326813.622603:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326813.622614:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326813.622620:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326813.622627:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12006
00000100:00080000:3.0:1767326813.622629:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326813.622634:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326813.622645:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767326813.622650:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767326813.622654:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010297216:0@lo:250:kworker.0
00000100:00100000:1.0:1767326813.622698:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712300 x1853164010302720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326813.622754:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010302720:0@lo:38:kworker.0
00000100:00100000:2.0:1767326813.622785:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767326813.622795:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326813.622802:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010302848:0@lo:400:kworker.0
00000100:00080000:1.0:1767326813.622803:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326813.622811:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326813.622820:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12006
00000100:00080000:1.0:1767326813.622824:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326813.622830:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326813.622838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326813.622854:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711f80 x1853164010303104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326813.622872:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010302976:0@lo:400:kworker.0
00000100:00100000:2.0:1767326813.622873:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326813.622888:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326813.622895:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326813.622897:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326813.622905:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12006
00000100:00080000:1.0:1767326813.622909:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326813.622915:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326813.622921:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010303104:0@lo:38:kworker.0
00000100:00100000:1.0:1767326813.622939:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713800 x1853164010303360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326813.622941:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302848
00000100:00100000:2.0:1767326813.622951:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302848
00000100:00100000:0.0:1767326813.622964:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326813.622978:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326813.623005:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326813.623012:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326813.623015:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326813.623023:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12006
00000100:00080000:1.0:1767326813.623028:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326813.623033:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010303360:0@lo:38:kworker.0
00000100:00080000:1.0:1767326813.623035:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326813.623041:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326813.623050:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302976
00000100:00100000:2.0:1767326813.623053:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302976
00000100:00100000:0.0:1767326813.623057:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010303232:0@lo:400:kworker.0
00000100:00100000:1.0:1767326813.623063:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711500 x1853164010303616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326813.623072:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326813.623100:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326813.623104:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8915
00000100:00080000:1.0:1767326813.623108:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767326813.623112:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326813.623120:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 11985
00000100:00100000:0.0:1767326813.623128:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8916
00000100:00080000:1.0:1767326813.623129:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326813.623129:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010303616:0@lo:38:kworker.0
00000100:00100000:2.0:1767326813.623131:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010302848:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326813.623140:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326813.623171:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326813.623172:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010302976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326813.623173:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712a00 x1853164010303744/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326813.623217:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010302848:12345-0@lo:400:kworker.0 Request processed in 98us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326813.623220:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010303104
00000100:00100000:3.0:1767326813.623226:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010303104
00000100:00100000:2.0:1767326813.623232:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8915
00000100:00100000:1.0:1767326813.623271:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010302720
00000100:00100000:3.0:1767326813.623272:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010303360
00000100:00100000:0.0:1767326813.623274:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010302976:12345-0@lo:400:kworker.0 Request processed in 114us (311us total) trans 0 rc 0/0
00000100:00080000:2.0:1767326813.623280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326813.623280:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010303360
00000100:00100000:1.0:1767326813.623282:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010302720
00000100:00100000:0.0:1767326813.623291:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8916
00000100:00080000:2.0:1767326813.623292:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326813.623308:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010303616
00000100:00100000:3.0:1767326813.623313:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010303616
00000100:00100000:2.0:1767326813.623323:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010303488:0@lo:400:kworker.0
00000100:00100000:1.0:1767326813.623338:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34940
00000100:00100000:1.0:1767326813.623348:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010302720:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326813.623349:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:0.0:1767326813.623374:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010303104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326813.623374:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097
00010000:00020000:1.0:1767326813.623386:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326813.623390:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326813.623398:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010303360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326813.623442:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326813.623476:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010302848:0@lo:400:kworker.0
00010000:00020000:0.0:1767326813.623482:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326813.623497:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010303360:12345-0@lo:38:kworker.0 Request processed in 105us (427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326813.623505:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097
00000100:00100000:1.0:1767326813.623513:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010302720:12345-0@lo:38:kworker.0 Request processed in 164us (675us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326813.623524:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34940
00000100:00100000:3.0:1767326813.623536:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010303488
00000100:00100000:3.0:1767326813.623541:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010303488
00000100:00100000:2.0:1767326813.623546:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098
00000100:00100000:2.0:1767326813.623565:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010303616:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326813.623566:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010303104:12345-0@lo:38:kworker.0 Request processed in 185us (577us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326813.623588:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433
00010000:00020000:2.0:1767326813.623591:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326813.623607:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010303488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326813.623608:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:1.0:1767326813.623609:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326813.623651:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010303616:12345-0@lo:38:kworker.0 Request processed in 89us (485us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326813.623662:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010303232
00000100:00100000:1.0:1767326813.623668:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010302976:0@lo:400:kworker.0
00000100:00100000:2.0:1767326813.623669:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098
00000100:00100000:3.0:1767326813.623674:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010303488:12345-0@lo:400:kworker.0 Request processed in 75us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326813.623675:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010303232
00000100:00100000:3.0:1767326813.623688:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433
00000100:00100000:2.0:1767326813.623726:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010303744:0@lo:250:kworker.0
00000100:00100000:3.0:1767326813.623745:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434
00000100:00100000:3.0:1767326813.623760:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010303232:12345-0@lo:400:kworker.0
00000400:00000100:2.0:1767326813.623766:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010303744 offset 0 length 520: 4
00000100:00080000:1.0:1767326813.623768:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326813.623819:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010303488:0@lo:400:kworker.0
00000100:00100000:3.0:1767326813.623836:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010303232:12345-0@lo:400:kworker.0 Request processed in 81us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326813.623849:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434
00000100:00080000:2.0:1767326813.623862:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326813.623884:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326813.623886:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010303232:0@lo:400:kworker.0
00000100:00100000:2.0:1767326813.623895:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010303616:0@lo:38:kworker.0
00000100:00080000:2.0:1767326813.623924:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326813.623929:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326813.623933:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010303360:0@lo:38:kworker.0
00000100:00080000:2.0:1767326813.623941:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326813.623943:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326813.623945:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010303104:0@lo:38:kworker.0
00000100:00080000:2.0:1767326813.623951:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326813.623954:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326813.623956:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010302720:0@lo:38:kworker.0
00000100:00100000:1.0:1767326814.134733:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010303872:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326814.134815:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326814.134864:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010303872
00000100:00100000:3.0:1767326814.134874:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010303872
00000100:00100000:3.0:1767326814.134929:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7773
00000100:00100000:3.0:1767326814.134940:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010303872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326814.134973:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326814.135099:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010303872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326814.135106:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7773
00000100:00100000:1.0:1767326814.135150:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010303872:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326814.582664:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326814.646724:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010304000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326814.646808:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326814.646868:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304000
00000100:00100000:3.0:1767326814.646880:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304000
00000100:00100000:3.0:1767326814.646951:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7774
00000100:00100000:3.0:1767326814.646977:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010304000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326814.647013:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326814.647158:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010304000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 197us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326814.647166:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7774
00000100:00100000:0.0:1767326814.647230:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010304000:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326815.606644:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326816.630583:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326817.654563:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326818.129016:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326818.129064:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326818.129080:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154304
00000100:00100000:3.0:1767326818.129092:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154304
00000100:00100000:1.0:1767326818.129122:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154176
00000100:00100000:1.0:1767326818.129128:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154176
00000100:00080000:2.0:1767326818.129173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326818.129179:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1435
00000100:00100000:3.0:1767326818.129190:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3099
00000100:00100000:1.0:1767326818.129198:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993154304:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326818.129199:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993154176:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326818.129228:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326818.129296:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993154176:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326818.129299:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993154304:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 107us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326818.129307:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3099
00000100:00100000:1.0:1767326818.129314:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1435
00010000:00010000:1.0:1767326818.678602:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326818.742508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326818.742521:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326818.742525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326818.742530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326818.742536:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326818.742546:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12011
00000100:00080000:1.0:1767326818.742551:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326818.742559:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326818.742607:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712d80 x1853164010304128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326818.742670:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010304128:0@lo:38:kworker.0
00000100:00080000:1.0:1767326818.742696:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326818.742701:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326818.742704:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326818.742709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12011
00000100:00100000:0.0:1767326818.742714:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010304256:0@lo:400:kworker.0
00000100:00080000:1.0:1767326818.742715:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326818.742724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326818.742738:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010304384:0@lo:400:kworker.0
00000100:00100000:1.0:1767326818.742740:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713480 x1853164010304512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326818.742759:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326818.742768:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326818.742772:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326818.742777:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326818.742778:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326818.742785:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12011
00000100:00080000:1.0:1767326818.742789:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326818.742793:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326818.742805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010304512:0@lo:38:kworker.0
00000100:00100000:1.0:1767326818.742806:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711f80 x1853164010304768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326818.742814:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010304640:0@lo:400:kworker.0
00000100:00100000:0.0:1767326818.742832:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767326818.742837:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326818.742843:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326818.742845:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010304896:0@lo:400:kworker.0
00000100:00080000:1.0:1767326818.742846:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326818.742846:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326818.742856:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12011
00000100:00100000:3.0:1767326818.742859:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326818.742862:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326818.742868:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326818.742883:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711500 x1853164010305024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326818.742887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010304768:0@lo:38:kworker.0
00000100:00100000:0.0:1767326818.742907:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326818.742925:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304128
00000100:00100000:1.0:1767326818.742935:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304128
00000100:00100000:3.0:1767326818.742937:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304256
00000100:00100000:3.0:1767326818.742942:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304256
00000100:00100000:2.0:1767326818.742950:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304384
00000100:00100000:2.0:1767326818.742956:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304384
00000100:00100000:0.0:1767326818.742979:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326818.742987:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34941
00000100:00100000:1.0:1767326818.742998:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010304128:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326818.743011:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8917
00000100:00100000:2.0:1767326818.743020:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010304384:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326818.743024:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326818.743030:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8918
00000100:00100000:3.0:1767326818.743042:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010304256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326818.743052:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304512
00000100:00100000:1.0:1767326818.743076:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010304128:12345-0@lo:38:kworker.0 Request processed in 77us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326818.743080:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304512
00000100:00100000:2.0:1767326818.743080:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010304384:12345-0@lo:400:kworker.0 Request processed in 62us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326818.743088:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34941
00000100:00100000:3.0:1767326818.743097:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010304256:12345-0@lo:400:kworker.0 Request processed in 58us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326818.743109:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8917
00000100:00100000:0.0:1767326818.743114:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304896
00000100:00100000:3.0:1767326818.743116:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8918
00000100:00100000:0.0:1767326818.743120:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304896
00000100:00100000:2.0:1767326818.743139:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304640
00000100:00100000:2.0:1767326818.743145:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304640
00000100:00100000:1.0:1767326818.743154:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436
00000100:00080000:3.0:1767326818.743159:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326818.743166:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326818.743167:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010304896:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326818.743170:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326818.743174:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437
00000100:00100000:2.0:1767326818.743190:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100
00000100:00100000:0.0:1767326818.743191:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010304640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326818.743202:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010304512:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326818.743216:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010304384:0@lo:400:kworker.0
00010000:00020000:2.0:1767326818.743217:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326818.743218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010304896:12345-0@lo:400:kworker.0 Request processed in 54us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326818.743231:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436
00000100:00100000:0.0:1767326818.743252:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010304640:12345-0@lo:400:kworker.0 Request processed in 64us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326818.743253:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326818.743263:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010304512:12345-0@lo:38:kworker.0 Request processed in 60us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326818.743268:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437
00000100:00100000:1.0:1767326818.743275:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010304896:0@lo:400:kworker.0
00000100:00100000:2.0:1767326818.743277:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100
00000100:00080000:3.0:1767326818.743291:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326818.743292:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010304768
00000100:00100000:0.0:1767326818.743297:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010304768
00000100:00100000:1.0:1767326818.743298:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010304256:0@lo:400:kworker.0
00000100:00080000:3.0:1767326818.743301:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326818.743309:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010304512:0@lo:38:kworker.0
00000100:00100000:0.0:1767326818.743326:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00080000:3.0:1767326818.743329:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326818.743334:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010304768:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326818.743337:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326818.743343:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010304128:0@lo:38:kworker.0
00010000:00020000:0.0:1767326818.743349:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326818.743364:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010305024:0@lo:38:kworker.0
00000100:00100000:1.0:1767326818.743380:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010304640:0@lo:400:kworker.0
00000100:00100000:3.0:1767326818.743402:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326818.743403:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010304768:12345-0@lo:38:kworker.0 Request processed in 66us (151us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326818.743414:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00100000:2.0:1767326818.743462:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305024
00000100:00100000:2.0:1767326818.743469:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305024
00000100:00080000:3.0:1767326818.743473:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326818.743479:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326818.743482:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010304768:0@lo:38:kworker.0
00000100:00100000:2.0:1767326818.743504:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:2.0:1767326818.743511:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010305024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326818.743520:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326818.743550:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010305024:12345-0@lo:38:kworker.0 Request processed in 41us (154us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326818.743555:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00080000:3.0:1767326818.743580:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326818.743585:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326818.743587:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010305024:0@lo:38:kworker.0
00000100:00100000:1.0:1767326819.254645:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010305152:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326819.254741:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326819.254786:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305152
00000100:00100000:3.0:1767326819.254795:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305152
00000100:00100000:3.0:1767326819.254850:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7775
00000100:00100000:3.0:1767326819.254859:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010305152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326819.254898:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326819.254944:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010305152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326819.254950:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7775
00000100:00100000:1.0:1767326819.255013:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010305152:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767326819.702572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326819.766631:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010305280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326819.766726:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326819.766783:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305280
00000100:00100000:2.0:1767326819.766795:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305280
00000100:00100000:2.0:1767326819.766848:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7776
00000100:00100000:2.0:1767326819.766856:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010305280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326819.766890:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326819.766936:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010305280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326819.766942:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7776
00000100:00100000:3.0:1767326819.766996:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010305280:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326820.726549:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326821.750578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326822.774638:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326823.249027:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326823.249084:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326823.249114:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154432
00000100:00100000:0.0:1767326823.249128:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154432
00000100:00100000:1.0:1767326823.249149:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154560
00000100:00100000:1.0:1767326823.249156:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154560
00000100:00100000:0.0:1767326823.249180:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3103
00000100:00100000:0.0:1767326823.249194:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993154432:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767326823.249214:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1438
00000100:00080000:3.0:1767326823.249221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326823.249225:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326823.249227:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993154560:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326823.249311:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993154432:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 114us (291us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326823.249311:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993154560:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326823.249326:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3103
00000100:00100000:1.0:1767326823.249332:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1438
00010000:00010000:1.0:1767326823.798547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326823.862496:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326823.862508:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326823.862511:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326823.862515:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326823.862520:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326823.862529:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12016
00000100:00080000:1.0:1767326823.862534:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326823.862541:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326823.862588:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710e00 x1853164010305408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326823.862644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010305408:0@lo:38:kworker.0
00000100:00080000:1.0:1767326823.862661:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326823.862666:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326823.862667:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326823.862672:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12016
00000100:00080000:1.0:1767326823.862674:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326823.862678:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326823.862685:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010305536:0@lo:400:kworker.0
00000100:00100000:1.0:1767326823.862691:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710380 x1853164010305792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326823.862713:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326823.862717:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326823.862718:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010305664:0@lo:400:kworker.0
00000100:00080000:1.0:1767326823.862719:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326823.862728:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12016
00000100:00080000:1.0:1767326823.862734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326823.862734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326823.862741:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326823.862751:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326823.862754:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711f80 x1853164010306048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326823.862775:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326823.862776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010305792:0@lo:38:kworker.0
00000100:00080000:1.0:1767326823.862783:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326823.862786:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326823.862788:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326823.862794:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12016
00000100:00080000:1.0:1767326823.862797:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326823.862800:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326823.862812:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326823.862815:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713480 x1853164010306304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326823.862821:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326823.862825:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010306176:0@lo:400:kworker.0
00000100:00100000:2.0:1767326823.862827:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326823.862840:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010305920:0@lo:400:kworker.0
00000100:00100000:3.0:1767326823.862852:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010306048:0@lo:38:kworker.0
00000100:00100000:0.0:1767326823.862876:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326823.862877:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305408
00000100:00100000:1.0:1767326823.862885:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305408
00000100:00100000:2.0:1767326823.862890:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305536
00000100:00100000:2.0:1767326823.862896:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305536
00000100:00100000:3.0:1767326823.862922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326823.862932:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34942
00000100:00100000:1.0:1767326823.862940:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010305408:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326823.862944:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305664
00000100:00100000:0.0:1767326823.862950:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305664
00000100:00100000:3.0:1767326823.862960:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010306304:0@lo:38:kworker.0
00000100:00100000:2.0:1767326823.862961:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8919
00010000:00020000:1.0:1767326823.862971:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326823.862977:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a73b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010305536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326823.862989:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326823.862997:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8920
00000100:00100000:0.0:1767326823.863011:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010305664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326823.863034:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010305408:12345-0@lo:38:kworker.0 Request processed in 93us (304us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326823.863039:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326823.863044:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34942
00000100:00080000:3.0:1767326823.863048:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326823.863053:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a73b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010305536:12345-0@lo:400:kworker.0 Request processed in 79us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326823.863054:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010305408:0@lo:38:kworker.0
00000100:00100000:0.0:1767326823.863068:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010305664:12345-0@lo:400:kworker.0 Request processed in 59us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326823.863069:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8919
00000100:00100000:1.0:1767326823.863076:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305792
00000100:00100000:0.0:1767326823.863082:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8920
00000100:00100000:1.0:1767326823.863083:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305792
00000100:00080000:3.0:1767326823.863107:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326823.863113:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326823.863119:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306176
00000100:00100000:1.0:1767326823.863124:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306176
00000100:00100000:3.0:1767326823.863133:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306048
00000100:00100000:0.0:1767326823.863139:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306304
00000100:00100000:3.0:1767326823.863139:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306048
00000100:00100000:0.0:1767326823.863146:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306304
00000100:00100000:3.0:1767326823.863180:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439
00000100:00100000:1.0:1767326823.863189:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:3.0:1767326823.863194:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010306176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326823.863202:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105
00000100:00100000:1.0:1767326823.863211:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010305792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326823.863212:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010306048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326823.863228:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326823.863234:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326823.863236:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010306176:12345-0@lo:400:kworker.0 Request processed in 47us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326823.863245:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439
00000100:00100000:3.0:1767326823.863269:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:3.0:1767326823.863275:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010306304:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326823.863284:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010305792:12345-0@lo:38:kworker.0 Request processed in 85us (465us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767326823.863287:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326823.863290:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010306048:12345-0@lo:38:kworker.0 Request processed in 75us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326823.863300:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:0.0:1767326823.863308:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105
00000100:00100000:3.0:1767326823.863323:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010306304:12345-0@lo:38:kworker.0 Request processed in 47us (333us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326823.863331:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00080000:1.0:1767326823.863333:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326823.863363:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326823.863367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326823.863375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326823.863381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010306304:0@lo:38:kworker.0
00000100:00100000:1.0:1767326823.863398:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010305920
00000100:00100000:1.0:1767326823.863405:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010305920
00000100:00080000:0.0:1767326823.863412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326823.863447:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010305664:0@lo:400:kworker.0
00000100:00080000:0.0:1767326823.863451:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326823.863458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010305792:0@lo:38:kworker.0
00000100:00080000:0.0:1767326823.863479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326823.863481:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440
00000100:00080000:0.0:1767326823.863486:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326823.863499:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010305920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326823.863502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010306048:0@lo:38:kworker.0
00000100:00100000:3.0:1767326823.863545:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010306176:0@lo:400:kworker.0
00000100:00080000:0.0:1767326823.863558:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326823.863565:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010305536:0@lo:400:kworker.0
00000100:00100000:1.0:1767326823.863567:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010305920:12345-0@lo:400:kworker.0 Request processed in 72us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326823.863576:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440
00000100:00100000:2.0:1767326823.863588:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010305920:0@lo:400:kworker.0
00000100:00100000:3.0:1767326824.374643:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326824.374674:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010306432:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326824.374773:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326824.374823:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306432
00000100:00100000:2.0:1767326824.374833:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306432
00000100:00100000:2.0:1767326824.374888:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7777
00000100:00100000:2.0:1767326824.374898:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010306432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326824.374930:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326824.374980:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010306432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326824.374990:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7777
00000100:00100000:3.0:1767326824.375020:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010306432:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326824.822535:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326824.886638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010306560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326824.886707:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326824.886772:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306560
00000100:00100000:3.0:1767326824.886784:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306560
00000100:00100000:3.0:1767326824.886850:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7778
00000100:00100000:3.0:1767326824.886859:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010306560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326824.886894:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326824.886964:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010306560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326824.886972:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7778
00000100:00100000:2.0:1767326824.887018:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010306560:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326825.846542:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326826.870600:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326827.894602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326828.369007:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326828.369058:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326828.369084:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154688
00000100:00100000:1.0:1767326828.369094:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154688
00000100:00100000:0.0:1767326828.369105:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154816
00000100:00100000:0.0:1767326828.369111:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154816
00000100:00100000:1.0:1767326828.369135:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3107
00000100:00100000:1.0:1767326828.369142:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993154688:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326828.369163:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326828.369173:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1441
00000100:00080000:3.0:1767326828.369176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326828.369186:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993154816:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326828.369216:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993154688:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (217us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326828.369222:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3107
00000100:00100000:0.0:1767326828.369242:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993154816:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326828.369249:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1441
00010000:00010000:1.0:1767326828.918587:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326828.982533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326828.982542:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326828.982546:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326828.982550:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326828.982554:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326828.982561:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12021
00000100:00080000:3.0:1767326828.982566:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326828.982574:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326828.982622:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010306688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326828.982707:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010306688:0@lo:38:kworker.0
00000100:00080000:3.0:1767326828.982716:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326828.982722:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326828.982725:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326828.982731:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12021
00000100:00080000:3.0:1767326828.982735:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326828.982740:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326828.982775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010306816:0@lo:400:kworker.0
00000100:00100000:3.0:1767326828.982782:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8000 x1853164010307072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326828.982801:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326828.982827:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326828.982841:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010306944:0@lo:400:kworker.0
00000100:00080000:3.0:1767326828.982843:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326828.982854:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326828.982895:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326828.982899:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326828.982905:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010307072:0@lo:38:kworker.0
00000100:00080000:3.0:1767326828.982909:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12021
00000100:00080000:3.0:1767326828.982917:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326828.982924:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326828.982936:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326828.982955:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326828.982955:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9500 x1853164010307328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326828.982956:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306688
00000100:00100000:1.0:1767326828.982968:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306688
00000100:00100000:2.0:1767326828.982977:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010307200:0@lo:400:kworker.0
00000100:00100000:0.0:1767326828.983008:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010307328:0@lo:38:kworker.0
00000100:00080000:3.0:1767326828.983022:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326828.983028:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326828.983031:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326828.983037:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12021
00000100:00080000:3.0:1767326828.983042:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326828.983047:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326828.983073:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34943
00000100:00100000:2.0:1767326828.983079:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326828.983083:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8380 x1853164010307584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326828.983091:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010306688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326828.983105:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307072
00000100:00100000:0.0:1767326828.983112:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307072
00010000:00020000:1.0:1767326828.983117:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326828.983146:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010307456:0@lo:400:kworker.0
00000100:00100000:2.0:1767326828.983156:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306816
00000100:00100000:2.0:1767326828.983161:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306816
00000100:00100000:0.0:1767326828.983169:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307200
00000100:00100000:0.0:1767326828.983174:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307200
00000100:00100000:1.0:1767326828.983184:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010306688:12345-0@lo:38:kworker.0 Request processed in 98us (360us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326828.983195:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34943
00000100:00100000:3.0:1767326828.983209:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326828.983220:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010306944
00000100:00100000:2.0:1767326828.983224:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010306944
00000100:00100000:0.0:1767326828.983228:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307456
00000100:00100000:0.0:1767326828.983233:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307456
00000100:00100000:1.0:1767326828.983233:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8921
00000100:00100000:1.0:1767326828.983247:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010306816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326828.983263:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8922
00000100:00100000:0.0:1767326828.983282:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442
00000100:00100000:2.0:1767326828.983287:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010306944:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326828.983293:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326828.983298:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010307200:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326828.983300:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326828.983301:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010306816:12345-0@lo:400:kworker.0 Request processed in 57us (451us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326828.983306:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326828.983312:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8921
00000100:00100000:3.0:1767326828.983328:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443
00000100:00100000:2.0:1767326828.983341:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010306944:12345-0@lo:400:kworker.0 Request processed in 69us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326828.983345:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010307456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326828.983364:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010307200:12345-0@lo:400:kworker.0 Request processed in 57us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326828.983375:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108
00000100:00100000:2.0:1767326828.983376:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8922
00000100:00100000:0.0:1767326828.983415:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442
00000100:00100000:1.0:1767326828.983416:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010307072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326828.983427:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326828.983470:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010307456:12345-0@lo:400:kworker.0 Request processed in 132us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326828.983479:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443
00000100:00100000:0.0:1767326828.983500:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326828.983514:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010307072:12345-0@lo:38:kworker.0 Request processed in 88us (550us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326828.983527:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010306816:0@lo:400:kworker.0
00000100:00100000:1.0:1767326828.983528:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108
00000100:00100000:3.0:1767326828.983535:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010307456:0@lo:400:kworker.0
00000100:00080000:0.0:1767326828.983554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326828.983554:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307328
00000100:00100000:1.0:1767326828.983560:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307328
00000100:00080000:0.0:1767326828.983564:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326828.983571:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010307072:0@lo:38:kworker.0
00000100:00080000:0.0:1767326828.983589:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326828.983596:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326828.983596:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109
00000100:00100000:0.0:1767326828.983604:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010306688:0@lo:38:kworker.0
00000100:00100000:2.0:1767326828.983607:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010307200:0@lo:400:kworker.0
00000100:00100000:3.0:1767326828.983611:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010307328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326828.983630:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326828.983640:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010307584:0@lo:38:kworker.0
00000100:00100000:2.0:1767326828.983641:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010306944:0@lo:400:kworker.0
00000100:00100000:3.0:1767326828.983672:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010307328:12345-0@lo:38:kworker.0 Request processed in 63us (173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326828.983684:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109
00000100:00100000:0.0:1767326828.983685:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326828.983716:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307584
00000100:00080000:0.0:1767326828.983727:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326828.983728:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307584
00000100:00080000:0.0:1767326828.983736:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326828.983742:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010307328:0@lo:38:kworker.0
00000100:00100000:3.0:1767326828.983759:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:3.0:1767326828.983766:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010307584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326828.983776:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326828.983846:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010307584:12345-0@lo:38:kworker.0 Request processed in 78us (164us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326828.983856:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00080000:0.0:1767326828.983893:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326828.983898:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326828.983901:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010307584:0@lo:38:kworker.0
00000100:00100000:2.0:1767326829.494627:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010307712:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326829.494688:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326829.494747:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307712
00000100:00100000:3.0:1767326829.494757:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307712
00000100:00100000:3.0:1767326829.494811:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7779
00000100:00100000:3.0:1767326829.494823:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010307712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326829.494852:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326829.494906:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010307712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326829.494914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7779
00000100:00100000:2.0:1767326829.494944:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010307712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326829.942630:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326830.006613:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010307840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326830.006684:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326830.006729:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307840
00000100:00100000:3.0:1767326830.006736:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307840
00000100:00080000:0.0:1767326830.006785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326830.006790:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7780
00000100:00100000:3.0:1767326830.006799:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010307840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326830.006825:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326830.006866:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010307840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326830.006873:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7780
00000100:00100000:1.0:1767326830.006908:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010307840:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326830.966554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326831.990628:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326833.014575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326833.488938:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326833.489002:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993154944
00000100:00100000:3.0:1767326833.489012:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993154944
00000100:00100000:2.0:1767326833.489020:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326833.489103:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3111
00000100:00100000:0.0:1767326833.489113:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993154944:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767326833.489116:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155072
00000100:00100000:3.0:1767326833.489123:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155072
00010000:00020000:0.0:1767326833.489134:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326833.489180:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1444
00000100:00080000:1.0:1767326833.489181:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326833.489192:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993155072:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326833.489199:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993154944:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326833.489207:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3111
00000100:00100000:3.0:1767326833.489241:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993155072:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326833.489249:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1444
00010000:00010000:1.0:1767326834.038584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326834.102479:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326834.102488:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326834.102491:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326834.102494:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326834.102497:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326834.102503:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12026
00000100:00080000:3.0:1767326834.102508:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326834.102514:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326834.102549:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010307968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326834.102612:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010307968:0@lo:38:kworker.0
00000100:00080000:3.0:1767326834.102617:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326834.102622:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326834.102625:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326834.102630:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12026
00000100:00100000:2.0:1767326834.102633:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010308096:0@lo:400:kworker.0
00000100:00080000:3.0:1767326834.102637:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326834.102642:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326834.102658:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010308352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326834.102672:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010308224:0@lo:400:kworker.0
00000100:00080000:3.0:1767326834.102679:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326834.102683:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326834.102686:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326834.102690:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12026
00000100:00080000:3.0:1767326834.102693:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326834.102697:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326834.102712:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5f80 x1853164010308608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326834.102718:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326834.102718:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326834.102740:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010308480:0@lo:400:kworker.0
00000100:00080000:3.0:1767326834.102743:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326834.102749:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326834.102751:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326834.102756:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12026
00000100:00080000:3.0:1767326834.102759:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326834.102763:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326834.102777:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5180 x1853164010308864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326834.102793:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326834.102802:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326834.102809:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010308352:0@lo:38:kworker.0
00000100:00100000:2.0:1767326834.102814:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010308736:0@lo:400:kworker.0
00000100:00100000:3.0:1767326834.102823:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308096
00000100:00100000:3.0:1767326834.102830:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308096
00000100:00100000:0.0:1767326834.102853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326834.102867:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010307968
00000100:00100000:1.0:1767326834.102873:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010307968
00000100:00100000:2.0:1767326834.102879:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308480
00000100:00100000:0.0:1767326834.102888:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010308608:0@lo:38:kworker.0
00000100:00100000:2.0:1767326834.102895:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308480
00000100:00100000:3.0:1767326834.102895:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8923
00000100:00100000:1.0:1767326834.102911:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34944
00000100:00100000:3.0:1767326834.102912:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010308096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326834.102923:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010307968:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326834.102924:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326834.102940:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308352
00010000:00020000:1.0:1767326834.102946:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326834.102946:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308352
00000100:00100000:0.0:1767326834.102948:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010308864:0@lo:38:kworker.0
00000100:00100000:2.0:1767326834.102967:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308608
00000100:00100000:2.0:1767326834.102972:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308608
00000100:00100000:3.0:1767326834.102976:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010308096:12345-0@lo:400:kworker.0 Request processed in 72us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326834.102986:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8923
00000100:00100000:0.0:1767326834.102987:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326834.102996:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445
00000100:00100000:1.0:1767326834.103011:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010307968:12345-0@lo:38:kworker.0 Request processed in 84us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326834.103011:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010308480:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326834.103022:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326834.103028:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34944
00000100:00080000:0.0:1767326834.103029:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326834.103033:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308864
00000100:00100000:0.0:1767326834.103036:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010307968:0@lo:38:kworker.0
00000100:00100000:3.0:1767326834.103039:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308864
00000100:00100000:3.0:1767326834.103065:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:2.0:1767326834.103070:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010308480:12345-0@lo:400:kworker.0 Request processed in 68us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326834.103073:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010308352:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326834.103075:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113
00000100:00100000:0.0:1767326834.103086:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114
00000100:00100000:1.0:1767326834.103089:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010308608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326834.103089:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326834.103095:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445
00000100:00100000:0.0:1767326834.103096:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010308864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326834.103110:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326834.103112:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326834.103127:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010308352:12345-0@lo:38:kworker.0 Request processed in 53us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326834.103135:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:2.0:1767326834.103137:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326834.103152:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308736
00000100:00100000:3.0:1767326834.103155:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308736
00000100:00100000:0.0:1767326834.103170:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010308864:12345-0@lo:38:kworker.0 Request processed in 72us (183us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326834.103172:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010308608:12345-0@lo:38:kworker.0 Request processed in 84us (246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326834.103181:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010308096:0@lo:400:kworker.0
00000100:00100000:3.0:1767326834.103185:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446
00000100:00100000:0.0:1767326834.103193:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114
00000100:00100000:3.0:1767326834.103195:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010308736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326834.103202:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113
00000100:00080000:2.0:1767326834.103233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326834.103238:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326834.103240:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326834.103241:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326834.103244:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010308736:12345-0@lo:400:kworker.0 Request processed in 49us (103us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326834.103248:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326834.103256:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010308352:0@lo:38:kworker.0
00000100:00100000:3.0:1767326834.103261:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446
00000100:00080000:0.0:1767326834.103275:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326834.103280:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326834.103284:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010308608:0@lo:38:kworker.0
00000100:00100000:2.0:1767326834.103296:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010308736:0@lo:400:kworker.0
00000100:00100000:3.0:1767326834.103300:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308224
00000100:00080000:0.0:1767326834.103301:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326834.103303:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308224
00000100:00080000:0.0:1767326834.103308:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326834.103342:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010308480:0@lo:400:kworker.0
00000100:00100000:0.0:1767326834.103347:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010308864:0@lo:38:kworker.0
00000100:00080000:2.0:1767326834.103347:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326834.103359:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8924
00000100:00100000:3.0:1767326834.103371:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010308224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326834.103415:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010308224:12345-0@lo:400:kworker.0 Request processed in 48us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326834.103437:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8924
00000100:00100000:1.0:1767326834.103451:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010308224:0@lo:400:kworker.0
00000100:00100000:2.0:1767326834.614596:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010308992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326834.614659:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326834.614714:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010308992
00000100:00100000:3.0:1767326834.614724:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010308992
00000100:00100000:3.0:1767326834.614782:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7781
00000100:00100000:3.0:1767326834.614793:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010308992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326834.614821:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326834.614870:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010308992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326834.614877:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7781
00000100:00100000:2.0:1767326834.614909:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010308992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326835.062594:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326835.126582:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010309120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326835.126641:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326835.126696:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010309120
00000100:00100000:3.0:1767326835.126705:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010309120
00000100:00100000:3.0:1767326835.126760:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7782
00000100:00100000:3.0:1767326835.126770:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010309120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326835.126797:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326835.126851:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010309120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326835.126862:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7782
00000100:00100000:1.0:1767326835.126888:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010309120:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326836.086553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326837.110559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767326837.584943:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993155200 offset 0 length 520: 4
00000100:00100000:2.0:1767326837.584976:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326837.585015:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326837.585042:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155456
00000100:00100000:3.0:1767326837.585052:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155456
00000100:00100000:1.0:1767326837.585065:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155328
00000100:00100000:1.0:1767326837.585072:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155328
00000100:00080000:2.0:1767326837.585101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326837.585120:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1447
00000100:00100000:1.0:1767326837.585135:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993155456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326837.585135:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3115
00000100:00100000:3.0:1767326837.585149:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993155328:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326837.585173:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326837.585207:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993155456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326837.585208:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993155328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (191us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326837.585224:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1447
00000100:00100000:3.0:1767326837.585230:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3115
00010000:00010000:1.0:1767326838.134554:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326838.198504:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326813/real 1767326813]  req@ffff9bb485712a00 x1853164010303744/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326838 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767326838.198537:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb485712a00 x1853164010303744/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326838 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326838.198557:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326838.198588:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326838.198592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010303744:0@lo:250:kworker.0
00000100:00080000:3.0:1767326838.198631:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326838.198638:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326838.198642:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326838.198647:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12011
00000100:00080000:3.0:1767326838.198651:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326838.198658:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326838.198690:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010309248/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326838.198716:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326838.198720:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326838.198722:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326838.198727:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12031
00000100:00080000:3.0:1767326838.198731:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326838.198735:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326838.198747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010309248:0@lo:250:kworker.0
00000100:00100000:3.0:1767326838.198751:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6d80 x1853164010309376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767326838.198799:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010309248 offset 0 length 520: 4
00000100:00080000:3.0:1767326838.198803:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326838.198808:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326838.198809:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326838.198814:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12031
00000100:00080000:3.0:1767326838.198816:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767326838.198822:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010309504:0@lo:400:kworker.0
00000100:00080000:3.0:1767326838.198822:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326838.198834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010309632:0@lo:400:kworker.0
00000100:00100000:3.0:1767326838.198841:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010309760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326838.198858:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010309376:0@lo:38:kworker.0
00000100:00080000:3.0:1767326838.198860:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326838.198868:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326838.198870:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326838.198874:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12031
00000100:00080000:3.0:1767326838.198876:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326838.198879:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326838.198887:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326838.198896:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5180 x1853164010310016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326838.198909:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326838.198920:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326838.198924:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326838.198925:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326838.198930:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12031
00000100:00080000:3.0:1767326838.198932:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326838.198936:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326838.198942:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326838.198947:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326838.198949:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010310272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326838.198950:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010309760:0@lo:38:kworker.0
00000100:00100000:2.0:1767326838.198960:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010310144:0@lo:400:kworker.0
00000100:00100000:1.0:1767326838.198971:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326838.198980:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010309888:0@lo:400:kworker.0
00000100:00100000:3.0:1767326838.198997:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010309504
00000100:00100000:0.0:1767326838.198998:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326838.199006:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010309504
00000100:00100000:2.0:1767326838.199022:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010309376
00000100:00100000:2.0:1767326838.199028:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010309376
00000100:00100000:1.0:1767326838.199050:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326838.199065:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34945
00000100:00100000:0.0:1767326838.199067:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010310016:0@lo:38:kworker.0
00000100:00100000:3.0:1767326838.199068:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010309632
00000100:00100000:3.0:1767326838.199075:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010309632
00000100:00100000:2.0:1767326838.199077:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010309376:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326838.199099:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010309760
00010000:00020000:2.0:1767326838.199101:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326838.199110:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326838.199115:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8925
00000100:00100000:1.0:1767326838.199117:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010309760
00000100:00100000:3.0:1767326838.199127:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010309504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326838.199142:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010310272:0@lo:38:kworker.0
00000100:00100000:1.0:1767326838.199150:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010309888
00000100:00100000:1.0:1767326838.199155:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010309888
00000100:00100000:2.0:1767326838.199160:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010309376:12345-0@lo:38:kworker.0 Request processed in 84us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326838.199170:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34945
00000100:00100000:0.0:1767326838.199186:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326838.199188:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310016
00000100:00100000:1.0:1767326838.199192:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310016
00000100:00100000:3.0:1767326838.199197:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010309504:12345-0@lo:400:kworker.0 Request processed in 71us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326838.199208:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8926
00000100:00100000:1.0:1767326838.199210:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310272
00000100:00100000:1.0:1767326838.199214:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310272
00000100:00100000:3.0:1767326838.199219:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8925
00000100:00100000:2.0:1767326838.199220:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010309632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326838.199229:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448
00000100:00080000:0.0:1767326838.199232:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326838.199239:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326838.199243:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010309888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326838.199248:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010309376:0@lo:38:kworker.0
00000100:00100000:2.0:1767326838.199276:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010309632:12345-0@lo:400:kworker.0 Request processed in 58us (334us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326838.199277:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326838.199304:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8926
00000100:00100000:0.0:1767326838.199311:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116
00000100:00100000:1.0:1767326838.199312:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010309888:12345-0@lo:400:kworker.0 Request processed in 71us (260us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326838.199313:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326838.199320:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326838.199332:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448
00000100:00100000:0.0:1767326838.199335:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010309760:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326838.199343:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1767326838.199348:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326838.199354:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010310016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326838.199357:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326838.199359:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:1.0:1767326838.199368:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010310272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326838.199371:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326838.199382:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326838.199385:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010309504:0@lo:400:kworker.0
00000100:00100000:0.0:1767326838.199411:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010309760:12345-0@lo:38:kworker.0 Request processed in 76us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326838.199445:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116
00000100:00100000:2.0:1767326838.199457:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010310016:12345-0@lo:38:kworker.0 Request processed in 102us (348us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326838.199463:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010310272:12345-0@lo:38:kworker.0 Request processed in 90us (277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326838.199463:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310144
00000100:00100000:2.0:1767326838.199469:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1767326838.199471:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310144
00000100:00100000:1.0:1767326838.199482:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00000100:00080000:0.0:1767326838.199493:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326838.199500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326838.199506:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010310016:0@lo:38:kworker.0
00000100:00080000:2.0:1767326838.199511:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767326838.199523:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326838.199529:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326838.199536:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010310272:0@lo:38:kworker.0
00000100:00100000:1.0:1767326838.199538:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010309888:0@lo:400:kworker.0
00000100:00100000:3.0:1767326838.199542:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449
00000100:00080000:0.0:1767326838.199558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326838.199558:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010310144:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326838.199569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326838.199574:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010309760:0@lo:38:kworker.0
00000100:00100000:1.0:1767326838.199579:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010309632:0@lo:400:kworker.0
00000100:00100000:3.0:1767326838.199618:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010310144:12345-0@lo:400:kworker.0 Request processed in 60us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326838.199628:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449
00000100:00100000:2.0:1767326838.199660:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010310144:0@lo:400:kworker.0
00010000:00010000:1.0:1767326839.158653:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326839.734608:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010310400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326839.734672:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326839.734732:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310400
00000100:00100000:3.0:1767326839.734741:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310400
00000100:00100000:3.0:1767326839.734794:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7783
00000100:00100000:3.0:1767326839.734805:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010310400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326839.734834:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326839.734884:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010310400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326839.734892:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7783
00000100:00100000:2.0:1767326839.734923:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010310400:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326840.182586:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326840.246688:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010310528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326840.246788:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326840.246842:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310528
00000100:00100000:3.0:1767326840.246851:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310528
00000100:00100000:3.0:1767326840.246917:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7784
00000100:00080000:2.0:1767326840.246932:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326840.246934:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010310528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326840.246964:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326840.247031:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010310528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326840.247037:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7784
00000100:00100000:1.0:1767326840.247106:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010310528:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326841.206586:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326842.230601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326842.704998:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326842.705030:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326842.705059:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155712
00000100:00100000:3.0:1767326842.705070:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155712
00000100:00100000:1.0:1767326842.705117:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155584
00000100:00080000:2.0:1767326842.705124:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326842.705132:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155584
00000100:00100000:3.0:1767326842.705157:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1450
00000100:00100000:3.0:1767326842.705171:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993155712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326842.705180:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3119
00000100:00100000:0.0:1767326842.705189:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993155584:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326842.705211:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326842.705274:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993155712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 105us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326842.705280:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993155584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326842.705290:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1450
00000100:00100000:0.0:1767326842.705298:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3119
00010000:00010000:1.0:1767326843.254610:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326843.318558:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326843.318569:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326843.318572:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326843.318576:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326843.318580:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326843.318588:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12036
00000100:00080000:1.0:1767326843.318593:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326843.318601:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326843.318651:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712680 x1853164010310656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326843.318730:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010310656:0@lo:38:kworker.0
00000100:00080000:1.0:1767326843.318747:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326843.318752:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326843.318754:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326843.318760:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12036
00000100:00080000:1.0:1767326843.318762:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326843.318766:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326843.318771:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326843.318788:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010311040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326843.318796:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010310784:0@lo:400:kworker.0
00000100:00100000:0.0:1767326843.318808:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326843.318820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326843.318824:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326843.318825:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326843.318830:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12036
00000100:00080000:1.0:1767326843.318833:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326843.318836:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326843.318844:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010311168:0@lo:400:kworker.0
00000100:00100000:1.0:1767326843.318852:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1f80 x1853164010311296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326843.318871:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326843.318884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010311040:0@lo:38:kworker.0
00000100:00080000:1.0:1767326843.318900:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326843.318904:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326843.318906:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326843.318912:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12036
00000100:00080000:1.0:1767326843.318915:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326843.318919:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326843.318930:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326843.318938:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1c00 x1853164010311552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326843.318950:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010311424:0@lo:400:kworker.0
00000100:00100000:0.0:1767326843.318987:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010310912:0@lo:400:kworker.0
00000100:00100000:1.0:1767326843.318993:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310784
00000100:00100000:1.0:1767326843.319003:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310784
00000100:00100000:3.0:1767326843.319009:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326843.319024:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310656
00000100:00100000:0.0:1767326843.319035:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326843.319036:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310656
00000100:00100000:1.0:1767326843.319089:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010310912
00000100:00100000:1.0:1767326843.319095:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010310912
00000100:00100000:3.0:1767326843.319112:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311168
00000100:00100000:2.0:1767326843.319122:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34946
00000100:00100000:3.0:1767326843.319125:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311168
00000100:00100000:0.0:1767326843.319133:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326843.319137:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8927
00000100:00100000:2.0:1767326843.319145:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010310656:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326843.319153:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010310784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326843.319161:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010311296:0@lo:38:kworker.0
00010000:00020000:2.0:1767326843.319174:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326843.319194:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326843.319197:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311424
00000100:00100000:3.0:1767326843.319203:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311424
00000100:00100000:3.0:1767326843.319272:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311040
00000100:00100000:1.0:1767326843.319281:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010310784:12345-0@lo:400:kworker.0 Request processed in 128us (416us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326843.319282:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010310656:12345-0@lo:38:kworker.0 Request processed in 135us (472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326843.319284:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311040
00000100:00080000:0.0:1767326843.319295:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326843.319303:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8927
00000100:00100000:3.0:1767326843.319308:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311296
00000100:00100000:2.0:1767326843.319313:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34946
00000100:00100000:3.0:1767326843.319317:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311296
00000100:00080000:0.0:1767326843.319318:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326843.319333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010310656:0@lo:38:kworker.0
00000100:00100000:1.0:1767326843.319341:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8928
00000100:00100000:1.0:1767326843.319355:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010310912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326843.319363:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451
00000100:00100000:0.0:1767326843.319375:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010311552:0@lo:38:kworker.0
00000100:00100000:2.0:1767326843.319382:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452
00000100:00100000:3.0:1767326843.319385:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010311168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326843.319398:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010310912:12345-0@lo:400:kworker.0 Request processed in 44us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326843.319407:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010311424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326843.319412:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8928
00000100:00100000:0.0:1767326843.319476:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326843.319491:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311552
00000100:00100000:1.0:1767326843.319497:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311552
00000100:00100000:1.0:1767326843.319521:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:1.0:1767326843.319532:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010311040:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326843.319539:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010311168:12345-0@lo:400:kworker.0 Request processed in 155us (604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326843.319551:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010311424:12345-0@lo:400:kworker.0 Request processed in 148us (543us total) trans 0 rc 0/0
00010000:00020000:1.0:1767326843.319553:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326843.319557:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121
00000100:00100000:3.0:1767326843.319577:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451
00000100:00100000:0.0:1767326843.319578:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010311296:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326843.319596:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010311040:12345-0@lo:38:kworker.0 Request processed in 63us (480us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326843.319596:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452
00010000:00020000:0.0:1767326843.319615:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326843.319622:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:3.0:1767326843.319635:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:3.0:1767326843.319649:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010311552:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326843.319665:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767326843.319666:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326843.319679:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767326843.319688:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326843.319689:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010310912:0@lo:400:kworker.0
00000100:00100000:0.0:1767326843.319690:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010311296:12345-0@lo:38:kworker.0 Request processed in 112us (491us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326843.319714:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121
00000100:00100000:3.0:1767326843.319741:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010311552:12345-0@lo:38:kworker.0 Request processed in 88us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326843.319755:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00100000:2.0:1767326843.319795:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010311168:0@lo:400:kworker.0
00000100:00080000:0.0:1767326843.319805:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326843.319809:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010311424:0@lo:400:kworker.0
00000100:00080000:0.0:1767326843.319819:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326843.319831:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010311552:0@lo:38:kworker.0
00000100:00100000:1.0:1767326843.319837:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010310784:0@lo:400:kworker.0
00000100:00080000:0.0:1767326843.319860:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326843.319867:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326843.319872:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010311040:0@lo:38:kworker.0
00000100:00080000:0.0:1767326843.319883:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326843.319895:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326843.319898:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010311296:0@lo:38:kworker.0
00010000:00010000:1.0:1767326844.278574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326844.854603:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010311680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326844.854675:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326844.854723:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311680
00000100:00100000:3.0:1767326844.854731:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311680
00000100:00100000:3.0:1767326844.854775:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7785
00000100:00100000:3.0:1767326844.854783:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010311680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326844.854808:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326844.854859:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010311680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326844.854868:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7785
00000100:00100000:0.0:1767326844.854909:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010311680:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326845.302579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326845.366600:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010311808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326845.366671:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326845.366712:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311808
00000100:00100000:3.0:1767326845.366721:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311808
00000100:00080000:2.0:1767326845.366766:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326845.366774:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7786
00000100:00100000:3.0:1767326845.366785:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010311808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326845.366811:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326845.366862:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010311808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326845.366872:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7786
00000100:00100000:0.0:1767326845.366891:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010311808:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326846.326601:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326847.350592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326847.825099:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326847.825146:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326847.825164:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155840
00000100:00100000:3.0:1767326847.825174:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155840
00000100:00100000:3.0:1767326847.825217:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993155968
00000100:00100000:3.0:1767326847.825252:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993155968
00000100:00100000:0.0:1767326847.825286:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3123
00000100:00080000:2.0:1767326847.825303:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326847.825306:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993155840:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767326847.825316:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1453
00000100:00100000:3.0:1767326847.825326:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993155968:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767326847.825334:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326847.825392:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993155968:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326847.825397:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993155840:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326847.825410:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1453
00000100:00100000:0.0:1767326847.825418:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3123
00010000:00010000:1.0:1767326848.374589:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326848.438518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326848.438528:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326848.438531:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326848.438536:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326848.438541:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326848.438550:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12041
00000100:00080000:3.0:1767326848.438555:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326848.438562:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326848.438600:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010311936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326848.438662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010311936:0@lo:38:kworker.0
00000100:00080000:3.0:1767326848.438686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326848.438692:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326848.438696:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326848.438702:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12041
00000100:00080000:3.0:1767326848.438707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767326848.438711:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010312064:0@lo:400:kworker.0
00000100:00080000:3.0:1767326848.438714:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326848.438727:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010312192:0@lo:400:kworker.0
00000100:00100000:2.0:1767326848.438737:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326848.438737:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010312320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326848.438766:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326848.438766:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326848.438773:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326848.438775:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326848.438780:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12041
00000100:00080000:3.0:1767326848.438784:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326848.438789:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010312320:0@lo:38:kworker.0
00000100:00080000:3.0:1767326848.438790:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326848.438809:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010312576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326848.438811:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312064
00000100:00100000:1.0:1767326848.438820:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312064
00000100:00100000:2.0:1767326848.438837:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326848.438861:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326848.438862:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326848.438868:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326848.438870:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326848.438873:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010312576:0@lo:38:kworker.0
00000100:00080000:3.0:1767326848.438878:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12041
00000100:00080000:3.0:1767326848.438883:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326848.438887:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326848.438899:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326848.438903:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312192
00000100:00100000:3.0:1767326848.438906:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010312832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326848.438909:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312192
00000100:00100000:0.0:1767326848.438912:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010312448:0@lo:400:kworker.0
00000100:00100000:2.0:1767326848.438921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326848.438948:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8929
00000100:00100000:0.0:1767326848.438962:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326848.438965:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010312064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326848.438967:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010312832:0@lo:38:kworker.0
00000100:00100000:3.0:1767326848.438970:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326848.438987:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010312704:0@lo:400:kworker.0
00000100:00100000:0.0:1767326848.439012:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8930
00000100:00100000:2.0:1767326848.439013:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326848.439028:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010312192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326848.439041:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010312064:12345-0@lo:400:kworker.0 Request processed in 81us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326848.439052:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326848.439058:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8929
00000100:00100000:2.0:1767326848.439062:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010311936
00000100:00100000:2.0:1767326848.439068:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010311936
00000100:00080000:1.0:1767326848.439089:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326848.439096:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326848.439104:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34947
00000100:00100000:3.0:1767326848.439106:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010312064:0@lo:400:kworker.0
00000100:00100000:2.0:1767326848.439115:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010311936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326848.439123:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010312192:12345-0@lo:400:kworker.0 Request processed in 99us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326848.439124:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312320
00000100:00100000:1.0:1767326848.439131:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312320
00010000:00020000:2.0:1767326848.439136:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326848.439137:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8930
00000100:00100000:3.0:1767326848.439144:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312576
00000100:00100000:3.0:1767326848.439150:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312576
00000100:00100000:1.0:1767326848.439165:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312448
00000100:00100000:1.0:1767326848.439171:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312448
00000100:00100000:3.0:1767326848.439176:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312832
00000100:00100000:3.0:1767326848.439181:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312832
00000100:00100000:0.0:1767326848.439192:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010312192:0@lo:400:kworker.0
00000100:00100000:2.0:1767326848.439198:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010311936:12345-0@lo:38:kworker.0 Request processed in 81us (462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326848.439199:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312704
00000100:00100000:3.0:1767326848.439205:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312704
00000100:00100000:2.0:1767326848.439213:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34947
00000100:00100000:1.0:1767326848.439233:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454
00000100:00100000:1.0:1767326848.439246:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010312448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326848.439260:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455
00000100:00100000:2.0:1767326848.439270:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:0.0:1767326848.439274:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010312704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326848.439288:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125
00000100:00100000:2.0:1767326848.439290:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010312320:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326848.439303:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010312448:12345-0@lo:400:kworker.0 Request processed in 55us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326848.439303:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010312576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326848.439308:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326848.439319:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454
00010000:00020000:3.0:1767326848.439324:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326848.439339:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:1.0:1767326848.439345:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010312832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326848.439357:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326848.439396:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010312320:12345-0@lo:38:kworker.0 Request processed in 107us (562us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326848.439406:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010312576:12345-0@lo:38:kworker.0 Request processed in 105us (488us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326848.439408:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:0.0:1767326848.439412:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010312704:12345-0@lo:400:kworker.0 Request processed in 138us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326848.439437:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010312832:12345-0@lo:38:kworker.0 Request processed in 65us (401us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326848.439454:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125
00000100:00100000:1.0:1767326848.439461:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:0.0:1767326848.439469:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455
00000100:00080000:2.0:1767326848.439483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326848.439490:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326848.439495:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010312832:0@lo:38:kworker.0
00000100:00080000:1.0:1767326848.439504:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326848.439513:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326848.439518:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326848.439524:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010312576:0@lo:38:kworker.0
00000100:00100000:3.0:1767326848.439530:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010312448:0@lo:400:kworker.0
00000100:00080000:2.0:1767326848.439543:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326848.439544:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010312704:0@lo:400:kworker.0
00000100:00080000:2.0:1767326848.439551:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326848.439558:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010312320:0@lo:38:kworker.0
00000100:00080000:2.0:1767326848.439571:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326848.439576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326848.439580:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010311936:0@lo:38:kworker.0
00010000:00010000:1.0:1767326849.398582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326849.974580:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010312960:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326849.974642:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326849.974682:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010312960
00000100:00100000:3.0:1767326849.974690:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010312960
00000100:00100000:3.0:1767326849.974733:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7787
00000100:00100000:3.0:1767326849.974741:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010312960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326849.974765:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326849.974814:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010312960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326849.974821:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7787
00000100:00100000:0.0:1767326849.974842:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010312960:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326850.422547:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326850.486582:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010313088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326850.486650:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326850.486697:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313088
00000100:00100000:3.0:1767326850.486706:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313088
00000100:00100000:3.0:1767326850.486764:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7788
00000100:00100000:3.0:1767326850.486774:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010313088:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326850.486777:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767326850.486801:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326850.486846:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010313088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326850.486852:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7788
00000100:00100000:0.0:1767326850.486883:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010313088:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326851.446607:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326852.470560:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326852.944943:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326852.944977:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326852.945000:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156224
00000100:00100000:0.0:1767326852.945011:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156224
00000100:00100000:1.0:1767326852.945056:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156096
00000100:00100000:1.0:1767326852.945065:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156096
00000100:00080000:2.0:1767326852.945069:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326852.945099:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1456
00000100:00100000:2.0:1767326852.945112:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3127
00000100:00100000:0.0:1767326852.945118:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993156224:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326852.945126:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993156096:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326852.945146:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326852.945222:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993156096:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326852.945223:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993156224:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (282us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326852.945233:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3127
00000100:00100000:0.0:1767326852.945249:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1456
00010000:00010000:1.0:1767326853.494601:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326853.558512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326853.558527:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326853.558530:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326853.558538:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326853.558542:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326853.558551:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12046
00000100:00080000:3.0:1767326853.558556:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326853.558564:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326853.558601:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5180 x1853164010313216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326853.558656:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010313216:0@lo:38:kworker.0
00000100:00080000:3.0:1767326853.558681:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326853.558687:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326853.558689:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326853.558699:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767326853.558709:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12046
00000100:00100000:1.0:1767326853.558710:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010313344:0@lo:400:kworker.0
00000100:00080000:3.0:1767326853.558715:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326853.558717:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010313472:0@lo:400:kworker.0
00000100:00100000:2.0:1767326853.558724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326853.558727:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326853.558747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5f80 x1853164010313600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326853.558775:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326853.558780:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326853.558781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010313600:0@lo:38:kworker.0
00000100:00080000:3.0:1767326853.558784:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326853.558791:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326853.558797:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12046
00000100:00080000:3.0:1767326853.558802:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326853.558803:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767326853.558808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326853.558817:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010313728:0@lo:400:kworker.0
00000100:00100000:3.0:1767326853.558827:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010313856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326853.558839:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326853.558868:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313344
00000100:00100000:0.0:1767326853.558869:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313600
00000100:00080000:3.0:1767326853.558877:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326853.558879:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313600
00000100:00100000:1.0:1767326853.558879:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313344
00000100:00080000:3.0:1767326853.558886:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326853.558889:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326853.558894:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12046
00000100:00080000:3.0:1767326853.558899:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767326853.558903:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010313856:0@lo:38:kworker.0
00000100:00080000:3.0:1767326853.558905:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326853.558927:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010314112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326853.558930:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:2.0:1767326853.558939:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326853.558947:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010313600:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326853.558950:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8931
00000100:00100000:1.0:1767326853.558966:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010313344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326853.558971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010314112:0@lo:38:kworker.0
00010000:00020000:0.0:1767326853.558975:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326853.558988:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313216
00000100:00100000:3.0:1767326853.558995:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313216
00000100:00100000:2.0:1767326853.559007:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326853.559033:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34948
00000100:00100000:3.0:1767326853.559040:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010313216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326853.559049:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010313600:12345-0@lo:38:kworker.0 Request processed in 103us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326853.559055:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010313344:12345-0@lo:400:kworker.0 Request processed in 90us (277us total) trans 0 rc 0/0
00010000:00020000:3.0:1767326853.559057:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326853.559066:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326853.559068:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00100000:1.0:1767326853.559074:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8931
00000100:00080000:2.0:1767326853.559078:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326853.559085:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010313600:0@lo:38:kworker.0
00000100:00100000:0.0:1767326853.559099:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313856
00000100:00100000:0.0:1767326853.559105:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313856
00000100:00080000:1.0:1767326853.559106:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767326853.559107:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326853.559115:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010313216:12345-0@lo:38:kworker.0 Request processed in 69us (392us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326853.559117:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326853.559126:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010313216:0@lo:38:kworker.0
00000100:00100000:1.0:1767326853.559132:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314112
00000100:00100000:3.0:1767326853.559132:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34948
00000100:00100000:1.0:1767326853.559139:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314112
00000100:00100000:0.0:1767326853.559143:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:0.0:1767326853.559150:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010313856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326853.559160:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326853.559172:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:1.0:1767326853.559179:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010314112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326853.559206:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326853.559222:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010313856:12345-0@lo:38:kworker.0 Request processed in 69us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326853.559232:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:3.0:1767326853.559238:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010313984:0@lo:400:kworker.0
00000100:00100000:1.0:1767326853.559239:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010314112:12345-0@lo:38:kworker.0 Request processed in 59us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326853.559251:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00100000:0.0:1767326853.559263:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326853.559289:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313728
00000100:00100000:1.0:1767326853.559293:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313728
00000100:00080000:3.0:1767326853.559307:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326853.559315:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326853.559320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010314112:0@lo:38:kworker.0
00000100:00100000:2.0:1767326853.559328:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326853.559341:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313984
00000100:00080000:3.0:1767326853.559342:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326853.559349:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313984
00000100:00080000:3.0:1767326853.559351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326853.559357:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010313344:0@lo:400:kworker.0
00000100:00100000:3.0:1767326853.559361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010313856:0@lo:38:kworker.0
00000100:00100000:2.0:1767326853.559380:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326853.559394:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457
00000100:00100000:1.0:1767326853.559404:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010313728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326853.559444:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458
00000100:00100000:2.0:1767326853.559456:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010313984:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326853.559472:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326853.559474:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010313728:12345-0@lo:400:kworker.0 Request processed in 70us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326853.559481:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457
00000100:00100000:3.0:1767326853.559499:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010313728:0@lo:400:kworker.0
00000100:00100000:0.0:1767326853.559506:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010313472
00000100:00100000:2.0:1767326853.559508:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010313984:12345-0@lo:400:kworker.0 Request processed in 54us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326853.559518:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458
00000100:00100000:0.0:1767326853.559526:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010313472
00000100:00100000:3.0:1767326853.559551:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010313984:0@lo:400:kworker.0
00000100:00080000:1.0:1767326853.559582:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326853.559584:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8932
00000100:00100000:0.0:1767326853.559597:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010313472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326853.559652:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010313472:12345-0@lo:400:kworker.0 Request processed in 59us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326853.559661:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8932
00000100:00100000:2.0:1767326853.559684:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010313472:0@lo:400:kworker.0
00010000:00010000:1.0:1767326854.518558:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326855.094629:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010314240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326855.094704:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326855.094753:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314240
00000100:00100000:3.0:1767326855.094760:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314240
00000100:00100000:3.0:1767326855.094820:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7789
00000100:00100000:3.0:1767326855.094829:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010314240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326855.094855:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:1.0:1767326855.094869:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326855.094921:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010314240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326855.094931:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7789
00000100:00100000:0.0:1767326855.094966:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010314240:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326855.542609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326855.606593:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010314368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326855.606653:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326855.606705:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314368
00000100:00100000:3.0:1767326855.606713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314368
00000100:00100000:3.0:1767326855.606764:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7790
00000100:00100000:3.0:1767326855.606774:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010314368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326855.606801:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767326855.606808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326855.606844:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010314368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326855.606851:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7790
00000100:00100000:0.0:1767326855.606891:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010314368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326856.566578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326857.590571:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326858.064933:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326858.064969:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326858.064997:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156480
00000100:00100000:0.0:1767326858.065008:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156480
00000100:00100000:1.0:1767326858.065022:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156352
00000100:00100000:1.0:1767326858.065029:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156352
00000100:00080000:2.0:1767326858.065059:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326858.065079:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1459
00000100:00100000:0.0:1767326858.065087:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3131
00000100:00100000:1.0:1767326858.065093:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993156480:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326858.065101:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993156352:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326858.065121:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326858.065189:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993156352:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (217us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326858.065190:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993156480:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326858.065206:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3131
00000100:00100000:1.0:1767326858.065213:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1459
00010000:00010000:1.0:1767326858.614605:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326858.678528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326858.678540:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326858.678544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326858.678549:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326858.678554:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326858.678562:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12051
00000100:00080000:3.0:1767326858.678567:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326858.678574:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326858.678615:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010314496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326858.678681:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010314496:0@lo:38:kworker.0
00000100:00080000:3.0:1767326858.678701:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326858.678706:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010314624:0@lo:400:kworker.0
00000100:00080000:3.0:1767326858.678708:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326858.678714:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326858.678719:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12051
00000100:00080000:3.0:1767326858.678723:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326858.678728:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326858.678738:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326858.678747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7800 x1853164010314880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326858.678755:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010314752:0@lo:400:kworker.0
00000100:00100000:0.0:1767326858.678762:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326858.678765:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326858.678783:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326858.678787:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326858.678790:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326858.678796:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12051
00000100:00080000:3.0:1767326858.678800:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326858.678805:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326858.678815:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326858.678823:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010315136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326858.678842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010314880:0@lo:38:kworker.0
00000100:00100000:1.0:1767326858.678854:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010315008:0@lo:400:kworker.0
00000100:00080000:3.0:1767326858.678859:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326858.678862:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314624
00000100:00080000:3.0:1767326858.678868:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326858.678870:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314624
00000100:00080000:3.0:1767326858.678872:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326858.678879:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12051
00000100:00080000:3.0:1767326858.678883:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326858.678887:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326858.678895:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326858.678905:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6d80 x1853164010315392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326858.678917:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314752
00000100:00100000:0.0:1767326858.678923:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314752
00000100:00100000:2.0:1767326858.678933:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8933
00000100:00100000:2.0:1767326858.678946:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010314624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326858.678951:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314496
00000100:00100000:3.0:1767326858.678957:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314496
00000100:00100000:1.0:1767326858.678959:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315008
00000100:00100000:1.0:1767326858.678966:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315008
00000100:00100000:0.0:1767326858.678980:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8934
00000100:00100000:2.0:1767326858.678993:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010314624:12345-0@lo:400:kworker.0 Request processed in 49us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326858.678996:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010314752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326858.678999:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34949
00000100:00100000:2.0:1767326858.679008:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8933
00000100:00100000:3.0:1767326858.679014:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010314496:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326858.679027:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460
00000100:00080000:2.0:1767326858.679029:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326858.679036:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:3.0:1767326858.679037:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326858.679041:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010315008:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326858.679042:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326858.679058:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010314752:12345-0@lo:400:kworker.0 Request processed in 61us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326858.679065:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8934
00000100:00100000:2.0:1767326858.679080:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010314624:0@lo:400:kworker.0
00000100:00100000:2.0:1767326858.679098:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326858.679104:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010314496:12345-0@lo:38:kworker.0 Request processed in 89us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326858.679106:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010315008:12345-0@lo:400:kworker.0 Request processed in 69us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326858.679107:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010315264:0@lo:400:kworker.0
00000100:00100000:0.0:1767326858.679124:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326858.679125:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460
00000100:00100000:3.0:1767326858.679126:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34949
00000100:00100000:1.0:1767326858.679164:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010314880
00000100:00100000:1.0:1767326858.679170:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010314880
00000100:00100000:2.0:1767326858.679170:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326858.679181:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010315136:0@lo:38:kworker.0
00000100:00100000:1.0:1767326858.679202:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315264
00000100:00100000:1.0:1767326858.679207:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315264
00000100:00100000:3.0:1767326858.679215:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:0.0:1767326858.679217:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326858.679227:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010314880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326858.679240:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315136
00010000:00020000:3.0:1767326858.679242:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326858.679248:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315136
00000100:00100000:1.0:1767326858.679249:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461
00000100:00080000:0.0:1767326858.679258:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326858.679265:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010315264:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326858.679267:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326858.679277:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133
00000100:00100000:0.0:1767326858.679278:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010314496:0@lo:38:kworker.0
00000100:00100000:2.0:1767326858.679284:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010315136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326858.679290:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010314880:12345-0@lo:38:kworker.0 Request processed in 61us (166us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767326858.679300:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326858.679305:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:0.0:1767326858.679319:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010315392:0@lo:38:kworker.0
00000100:00100000:1.0:1767326858.679328:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010315264:12345-0@lo:400:kworker.0 Request processed in 67us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326858.679340:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461
00000100:00100000:2.0:1767326858.679348:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010315136:12345-0@lo:38:kworker.0 Request processed in 61us (130us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326858.679355:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326858.679362:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326858.679372:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133
00000100:00100000:3.0:1767326858.679384:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315392
00000100:00100000:1.0:1767326858.679388:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010315008:0@lo:400:kworker.0
00000100:00100000:3.0:1767326858.679390:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315392
00000100:00080000:0.0:1767326858.679399:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326858.679406:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326858.679410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010314880:0@lo:38:kworker.0
00000100:00100000:1.0:1767326858.679450:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010314752:0@lo:400:kworker.0
00000100:00080000:0.0:1767326858.679452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326858.679453:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010315264:0@lo:400:kworker.0
00000100:00100000:3.0:1767326858.679454:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00080000:0.0:1767326858.679463:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326858.679470:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010315392:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326858.679473:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010315136:0@lo:38:kworker.0
00010000:00020000:3.0:1767326858.679486:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326858.679529:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010315392:12345-0@lo:38:kworker.0 Request processed in 61us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326858.679537:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00080000:0.0:1767326858.679541:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326858.679549:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326858.679553:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010315392:0@lo:38:kworker.0
00010000:00010000:1.0:1767326859.638575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326860.214562:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010315520:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326860.214625:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326860.214667:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315520
00000100:00100000:2.0:1767326860.214677:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315520
00000100:00080000:0.0:1767326860.214726:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326860.214740:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7791
00000100:00100000:2.0:1767326860.214749:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010315520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326860.214774:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326860.214816:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010315520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326860.214821:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7791
00000100:00100000:3.0:1767326860.214882:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010315520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326860.662542:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326860.726599:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010315648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326860.726663:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326860.726710:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315648
00000100:00100000:3.0:1767326860.726718:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315648
00000100:00080000:0.0:1767326860.726763:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326860.726793:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7792
00000100:00100000:3.0:1767326860.726805:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010315648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326860.726832:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326860.726875:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010315648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326860.726882:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7792
00000100:00100000:2.0:1767326860.726919:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010315648:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326861.686622:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767326862.161021:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993156608 offset 0 length 520: 4
00000100:00100000:3.0:1767326862.161057:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326862.161091:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326862.161116:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156864
00000100:00100000:0.0:1767326862.161141:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156864
00000100:00100000:1.0:1767326862.161173:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156736
00000100:00100000:1.0:1767326862.161180:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156736
00000100:00080000:3.0:1767326862.161199:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326862.161211:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1462
00000100:00100000:1.0:1767326862.161227:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3135
00000100:00100000:0.0:1767326862.161229:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993156864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326862.161239:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993156736:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767326862.161262:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326862.161301:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993156864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326862.161305:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993156736:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 65us (210us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326862.161312:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1462
00000100:00100000:1.0:1767326862.161321:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3135
00010000:00010000:1.0:1767326862.710546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326863.734594:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326863.798540:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326838/real 1767326838]  req@ffff9bb5887c6a00 x1853164010309248/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326863.798548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326863.798560:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326863.798564:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326863.798567:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326863.798570:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326863.798575:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12056
00000100:00080000:1.0:1767326863.798580:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767326863.798583:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5887c6a00 x1853164010309248/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326863.798588:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767326863.798608:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326863.798632:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010315776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326863.798633:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326863.798641:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010309248:0@lo:250:kworker.0
00000100:00100000:0.0:1767326863.798675:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010315776:0@lo:38:kworker.0
00000100:00100000:2.0:1767326863.798705:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767326863.798710:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326863.798714:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326863.798716:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326863.798721:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12056
00000100:00080000:1.0:1767326863.798725:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326863.798730:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326863.798740:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010315904:0@lo:400:kworker.0
00000100:00100000:1.0:1767326863.798743:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3800 x1853164010316160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326863.798753:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326863.798761:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010316032:0@lo:400:kworker.0
00000100:00080000:1.0:1767326863.798782:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326863.798787:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326863.798790:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326863.798795:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12056
00000100:00080000:1.0:1767326863.798801:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767326863.798802:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326863.798811:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326863.798824:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010316160:0@lo:38:kworker.0
00000100:00100000:1.0:1767326863.798829:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2680 x1853164010316416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326863.798835:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315776
00000100:00100000:3.0:1767326863.798844:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315776
00000100:00080000:1.0:1767326863.798857:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326863.798861:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326863.798863:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010315904
00000100:00080000:1.0:1767326863.798864:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326863.798871:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12056
00000100:00100000:2.0:1767326863.798871:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010315904
00000100:00100000:0.0:1767326863.798876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326863.798878:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767326863.798884:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326863.798890:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34950
00000100:00100000:1.0:1767326863.798896:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010316672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326863.798903:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010315776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326863.798908:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010316416:0@lo:38:kworker.0
00000100:00080000:1.0:1767326863.798914:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00020000:3.0:1767326863.798926:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326863.798929:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767326863.798932:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326863.798935:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12036
00000100:00080000:1.0:1767326863.798938:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767326863.798944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326863.798945:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326863.798950:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8935
00000100:00100000:1.0:1767326863.798964:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1880 x1853164010316800/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326863.798974:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010315904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326863.798991:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010316288:0@lo:400:kworker.0
00000100:00100000:3.0:1767326863.798991:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010315776:12345-0@lo:38:kworker.0 Request processed in 88us (241us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326863.798999:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326863.799009:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326863.799011:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34950
00000100:00100000:0.0:1767326863.799032:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010315776:0@lo:38:kworker.0
00000100:00100000:2.0:1767326863.799039:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010315904:12345-0@lo:400:kworker.0 Request processed in 75us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326863.799043:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326863.799052:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8935
00000100:00100000:0.0:1767326863.799059:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010316672:0@lo:38:kworker.0
00000100:00100000:3.0:1767326863.799068:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326863.799079:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326863.799094:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316160
00000100:00100000:1.0:1767326863.799099:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316160
00000100:00100000:0.0:1767326863.799106:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326863.799107:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316032
00000100:00100000:2.0:1767326863.799127:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316032
00000100:00100000:3.0:1767326863.799149:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010316544:0@lo:400:kworker.0
00000100:00100000:1.0:1767326863.799157:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316416
00000100:00100000:0.0:1767326863.799159:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010316800:0@lo:250:kworker.0
00000100:00100000:1.0:1767326863.799162:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316416
00000100:00100000:2.0:1767326863.799173:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8936
00000100:00100000:2.0:1767326863.799182:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010316032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326863.799190:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326863.799191:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316288
00000400:00000100:0.0:1767326863.799196:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010316800 offset 0 length 520: 4
00000100:00100000:1.0:1767326863.799198:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316288
00000100:00100000:3.0:1767326863.799228:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010315904:0@lo:400:kworker.0
00000100:00100000:2.0:1767326863.799246:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010316032:12345-0@lo:400:kworker.0 Request processed in 63us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326863.799253:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316672
00000100:00100000:2.0:1767326863.799253:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8936
00000100:00100000:1.0:1767326863.799259:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316672
00000100:00100000:0.0:1767326863.799279:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316544
00000100:00100000:3.0:1767326863.799283:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010316032:0@lo:400:kworker.0
00000100:00100000:0.0:1767326863.799287:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316544
00000100:00100000:2.0:1767326863.799289:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463
00000100:00100000:1.0:1767326863.799299:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:2.0:1767326863.799306:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010316288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326863.799307:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010316160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326863.799323:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326863.799327:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326863.799331:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464
00000100:00080000:3.0:1767326863.799334:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326863.799344:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010316544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326863.799352:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010316288:12345-0@lo:400:kworker.0 Request processed in 50us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326863.799359:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463
00000100:00100000:1.0:1767326863.799369:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010316160:12345-0@lo:38:kworker.0 Request processed in 62us (498us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326863.799377:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:3.0:1767326863.799386:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:2.0:1767326863.799397:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:3.0:1767326863.799399:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010316416:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326863.799408:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010316672:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326863.799409:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010316544:12345-0@lo:400:kworker.0 Request processed in 65us (219us total) trans 0 rc 0/0
00010000:00020000:3.0:1767326863.799438:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326863.799446:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326863.799451:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010316288:0@lo:400:kworker.0
00000100:00100000:0.0:1767326863.799453:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464
00000100:00100000:3.0:1767326863.799493:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010316416:12345-0@lo:38:kworker.0 Request processed in 95us (550us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326863.799496:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326863.799499:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010316672:12345-0@lo:38:kworker.0 Request processed in 90us (392us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326863.799505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326863.799512:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00100000:1.0:1767326863.799515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010316672:0@lo:38:kworker.0
00000100:00100000:0.0:1767326863.799518:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010316544:0@lo:400:kworker.0
00000100:00100000:2.0:1767326863.799524:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00080000:1.0:1767326863.799533:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326863.799538:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326863.799543:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010316416:0@lo:38:kworker.0
00000100:00080000:1.0:1767326863.799554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326863.799556:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326863.799559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010316160:0@lo:38:kworker.0
00010000:00010000:1.0:1767326864.758552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326865.334588:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010316928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326865.334658:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326865.334716:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010316928
00000100:00100000:2.0:1767326865.334726:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010316928
00000100:00080000:3.0:1767326865.334781:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326865.334799:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7793
00000100:00100000:2.0:1767326865.334818:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010316928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326865.334848:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326865.334893:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010316928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326865.334899:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7793
00000100:00100000:3.0:1767326865.334941:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010316928:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326865.782557:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326865.846617:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010317056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326865.846683:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326865.846730:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317056
00000100:00100000:2.0:1767326865.846738:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317056
00000100:00080000:3.0:1767326865.846789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326865.846794:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7794
00000100:00100000:2.0:1767326865.846804:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010317056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326865.846831:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326865.846873:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010317056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326865.846880:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7794
00000100:00100000:0.0:1767326865.846917:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010317056:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326866.806533:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326867.281049:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326867.281087:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326867.281110:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993156992
00000100:00100000:0.0:1767326867.281120:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993156992
00000100:00100000:3.0:1767326867.281162:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157120
00000100:00100000:0.0:1767326867.281171:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3139
00000100:00100000:3.0:1767326867.281172:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157120
00000100:00100000:0.0:1767326867.281181:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993156992:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326867.281202:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326867.281212:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326867.281244:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1465
00000100:00100000:3.0:1767326867.281259:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993157120:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326867.281272:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993156992:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326867.281294:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3139
00000100:00100000:3.0:1767326867.281313:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993157120:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 58us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326867.281323:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1465
00010000:00010000:1.0:1767326867.830567:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326868.854598:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326868.918547:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326868.918557:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326868.918560:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326868.918565:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326868.918569:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326868.918577:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12061
00000100:00080000:0.0:1767326868.918582:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326868.918589:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326868.918627:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4a80 x1853164010317184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326868.918701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010317184:0@lo:38:kworker.0
00000100:00080000:0.0:1767326868.918709:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326868.918715:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326868.918718:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326868.918724:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010317312:0@lo:400:kworker.0
00000100:00080000:0.0:1767326868.918725:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12061
00000100:00080000:0.0:1767326868.918732:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326868.918737:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326868.918755:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7480 x1853164010317568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326868.918757:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326868.918776:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010317440:0@lo:400:kworker.0
00000100:00100000:1.0:1767326868.918777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326868.918779:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326868.918785:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326868.918790:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326868.918793:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326868.918797:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12061
00000100:00080000:0.0:1767326868.918814:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326868.918820:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326868.918834:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326868.918839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010317568:0@lo:38:kworker.0
00000100:00100000:0.0:1767326868.918841:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010317824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326868.918859:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317312
00000100:00100000:2.0:1767326868.918866:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317312
00000100:00100000:3.0:1767326868.918871:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010317696:0@lo:400:kworker.0
00000100:00080000:0.0:1767326868.918882:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326868.918888:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326868.918890:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326868.918898:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326868.918902:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12061
00000100:00080000:0.0:1767326868.918906:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326868.918910:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326868.918927:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7100 x1853164010318080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326868.918932:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010317952:0@lo:400:kworker.0
00000100:00100000:2.0:1767326868.918941:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317440
00000100:00100000:2.0:1767326868.918947:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317440
00000100:00100000:1.0:1767326868.918949:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010317824:0@lo:38:kworker.0
00000100:00100000:3.0:1767326868.918980:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326868.918983:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317184
00000100:00100000:0.0:1767326868.918989:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317184
00000100:00100000:2.0:1767326868.918992:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8937
00000100:00100000:1.0:1767326868.919003:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317568
00000100:00100000:2.0:1767326868.919004:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010317312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326868.919011:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317568
00000100:00100000:0.0:1767326868.919030:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34951
00000100:00100000:0.0:1767326868.919039:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010317184:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326868.919040:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326868.919046:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317952
00000100:00080000:3.0:1767326868.919048:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326868.919052:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317952
00000100:00100000:2.0:1767326868.919056:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010317312:12345-0@lo:400:kworker.0 Request processed in 54us (280us total) trans 0 rc 0/0
00010000:00020000:0.0:1767326868.919062:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326868.919068:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8937
00000100:00100000:3.0:1767326868.919075:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8938
00000100:00100000:3.0:1767326868.919105:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010317440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326868.919118:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466
00000100:00100000:2.0:1767326868.919125:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:1.0:1767326868.919132:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010317952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326868.919133:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010317568:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326868.919145:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010317184:12345-0@lo:38:kworker.0 Request processed in 101us (368us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326868.919152:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010317440:12345-0@lo:400:kworker.0 Request processed in 50us (316us total) trans 0 rc 0/0
00010000:00020000:2.0:1767326868.919153:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326868.919163:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34951
00000100:00100000:3.0:1767326868.919165:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8938
00000100:00100000:2.0:1767326868.919195:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010317568:12345-0@lo:38:kworker.0 Request processed in 62us (302us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326868.919209:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00100000:1.0:1767326868.919216:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010317952:12345-0@lo:400:kworker.0 Request processed in 88us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326868.919216:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010317312:0@lo:400:kworker.0
00000100:00100000:1.0:1767326868.919231:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466
00000100:00100000:0.0:1767326868.919244:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326868.919246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326868.919256:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317696
00000100:00100000:1.0:1767326868.919262:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317696
00000100:00100000:3.0:1767326868.919270:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010317952:0@lo:400:kworker.0
00000100:00100000:2.0:1767326868.919279:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326868.919297:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010317440:0@lo:400:kworker.0
00000100:00100000:1.0:1767326868.919310:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010317824
00000100:00080000:3.0:1767326868.919313:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326868.919316:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010317824
00000100:00080000:2.0:1767326868.919319:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326868.919326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326868.919331:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010317568:0@lo:38:kworker.0
00000100:00100000:3.0:1767326868.919345:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467
00000100:00080000:2.0:1767326868.919347:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326868.919352:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326868.919358:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:3.0:1767326868.919359:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010317696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326868.919360:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010317184:0@lo:38:kworker.0
00000100:00100000:1.0:1767326868.919372:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010317824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326868.919386:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326868.919387:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010318080:0@lo:38:kworker.0
00000100:00100000:3.0:1767326868.919411:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010317696:12345-0@lo:400:kworker.0 Request processed in 57us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326868.919448:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467
00000100:00100000:2.0:1767326868.919459:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326868.919468:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010317824:12345-0@lo:38:kworker.0 Request processed in 95us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326868.919470:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318080
00000100:00100000:3.0:1767326868.919476:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318080
00000100:00100000:1.0:1767326868.919482:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00080000:2.0:1767326868.919491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326868.919500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326868.919500:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:2.0:1767326868.919514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010317824:0@lo:38:kworker.0
00000100:00100000:3.0:1767326868.919514:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010318080:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326868.919521:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010317696:0@lo:400:kworker.0
00010000:00020000:3.0:1767326868.919530:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326868.919571:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010318080:12345-0@lo:38:kworker.0 Request processed in 61us (114us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326868.919577:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00080000:2.0:1767326868.919590:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326868.919596:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326868.919601:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010318080:0@lo:38:kworker.0
00010000:00010000:1.0:1767326869.878601:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326870.454598:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010318208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326870.454657:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326870.454718:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318208
00000100:00100000:2.0:1767326870.454728:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318208
00000100:00080000:3.0:1767326870.454783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326870.454788:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7795
00000100:00100000:2.0:1767326870.454797:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010318208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326870.454823:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326870.454863:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010318208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326870.454885:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7795
00000100:00100000:3.0:1767326870.454908:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010318208:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326870.902587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326870.966611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010318336:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326870.966707:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326870.966752:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318336
00000100:00100000:2.0:1767326870.966760:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318336
00000100:00080000:3.0:1767326870.966804:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326870.966812:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7796
00000100:00100000:2.0:1767326870.966820:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc8bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010318336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326870.966845:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326870.966891:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc8bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010318336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326870.966897:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7796
00000100:00100000:0.0:1767326870.966944:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010318336:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326871.926548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326872.400965:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326872.400998:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326872.401023:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157248
00000100:00100000:3.0:1767326872.401035:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157248
00000100:00100000:1.0:1767326872.401047:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157376
00000100:00100000:1.0:1767326872.401053:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157376
00000100:00100000:3.0:1767326872.401099:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3143
00000100:00100000:3.0:1767326872.401107:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993157248:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326872.401130:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326872.401195:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993157248:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (236us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326872.401203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326872.401203:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3143
00000100:00100000:1.0:1767326872.401214:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1468
00000100:00100000:1.0:1767326872.401224:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993157376:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767326872.401274:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993157376:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326872.401279:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1468
00010000:00010000:1.0:1767326872.950616:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326873.974550:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326874.038561:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326874.038573:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326874.038577:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326874.038582:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326874.038586:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326874.038596:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12066
00000100:00080000:1.0:1767326874.038601:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326874.038609:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326874.038648:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010318464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326874.038711:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010318464:0@lo:38:kworker.0
00000100:00080000:1.0:1767326874.038740:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326874.038741:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010318592:0@lo:400:kworker.0
00000100:00080000:1.0:1767326874.038748:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326874.038753:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326874.038759:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12066
00000100:00080000:1.0:1767326874.038763:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326874.038768:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326874.038789:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010318848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326874.038790:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326874.038797:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010318720:0@lo:400:kworker.0
00000100:00100000:0.0:1767326874.038798:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326874.038831:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010318848:0@lo:38:kworker.0
00000100:00080000:1.0:1767326874.038833:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326874.038839:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326874.038842:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326874.038847:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12066
00000100:00080000:1.0:1767326874.038851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767326874.038856:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326874.038860:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318592
00000100:00100000:2.0:1767326874.038867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326874.038868:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326874.038870:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318592
00000100:00100000:1.0:1767326874.038874:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010319104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326874.038899:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010319104:0@lo:38:kworker.0
00000100:00100000:3.0:1767326874.038914:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767326874.038915:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326874.038922:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326874.038925:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326874.038929:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010318976:0@lo:400:kworker.0
00000100:00100000:0.0:1767326874.038931:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318720
00000100:00080000:1.0:1767326874.038933:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12066
00000100:00100000:0.0:1767326874.038937:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318720
00000100:00080000:1.0:1767326874.038941:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326874.038943:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326874.038951:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326874.038969:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010319360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326874.038978:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8939
00000100:00100000:3.0:1767326874.038983:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326874.038995:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318464
00000100:00100000:0.0:1767326874.038999:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010318592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326874.039001:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318464
00000100:00100000:1.0:1767326874.039058:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318848
00000100:00100000:3.0:1767326874.039062:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8940
00000100:00100000:2.0:1767326874.039064:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34952
00000100:00100000:1.0:1767326874.039069:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318848
00000100:00100000:0.0:1767326874.039075:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010318592:12345-0@lo:400:kworker.0 Request processed in 82us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326874.039077:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010318464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326874.039083:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010318720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326874.039090:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8939
00000100:00100000:1.0:1767326874.039105:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319104
00010000:00020000:2.0:1767326874.039107:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326874.039111:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319104
00000100:00100000:0.0:1767326874.039130:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010319232:0@lo:400:kworker.0
00000100:00100000:1.0:1767326874.039138:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010318976
00000100:00100000:1.0:1767326874.039143:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010318976
00000100:00100000:3.0:1767326874.039152:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010318720:12345-0@lo:400:kworker.0 Request processed in 74us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326874.039161:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010318464:12345-0@lo:38:kworker.0 Request processed in 84us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326874.039164:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8940
00000100:00100000:0.0:1767326874.039170:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326874.039181:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34952
00000100:00100000:1.0:1767326874.039187:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469
00000100:00100000:1.0:1767326874.039202:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010318976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326874.039203:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319232
00000100:00080000:2.0:1767326874.039206:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326874.039211:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:3.0:1767326874.039212:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319232
00000100:00080000:2.0:1767326874.039215:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326874.039219:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010318848:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326874.039221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767326874.039226:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767326874.039233:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326874.039246:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470
00000100:00100000:3.0:1767326874.039254:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:2.0:1767326874.039260:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010319232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326874.039266:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010319104:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326874.039275:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010318976:12345-0@lo:400:kworker.0 Request processed in 75us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326874.039283:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010318848:12345-0@lo:38:kworker.0 Request processed in 60us (416us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767326874.039286:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326874.039292:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469
00000100:00100000:0.0:1767326874.039302:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00100000:2.0:1767326874.039306:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010319232:12345-0@lo:400:kworker.0 Request processed in 50us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326874.039313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470
00000100:00100000:3.0:1767326874.039336:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010319104:12345-0@lo:38:kworker.0 Request processed in 68us (393us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326874.039346:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00100000:1.0:1767326874.039349:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010319360:0@lo:38:kworker.0
00000100:00100000:0.0:1767326874.039351:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010318592:0@lo:400:kworker.0
00000100:00100000:2.0:1767326874.039368:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010319232:0@lo:400:kworker.0
00000100:00100000:3.0:1767326874.039402:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010318976:0@lo:400:kworker.0
00000100:00100000:1.0:1767326874.039403:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326874.039436:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319360
00000100:00100000:2.0:1767326874.039440:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319360
00000100:00100000:3.0:1767326874.039464:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010318720:0@lo:400:kworker.0
00000100:00100000:2.0:1767326874.039468:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00080000:1.0:1767326874.039479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326874.039479:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010319360:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326874.039489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326874.039495:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010319104:0@lo:38:kworker.0
00010000:00020000:2.0:1767326874.039495:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326874.039509:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326874.039512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326874.039515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010318848:0@lo:38:kworker.0
00000100:00080000:1.0:1767326874.039528:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326874.039531:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326874.039536:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010318464:0@lo:38:kworker.0
00000100:00100000:2.0:1767326874.039539:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010319360:12345-0@lo:38:kworker.0 Request processed in 58us (134us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326874.039550:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00080000:1.0:1767326874.039560:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326874.039564:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326874.039566:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010319360:0@lo:38:kworker.0
00010000:00010000:1.0:1767326874.998569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326875.574560:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326875.574581:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010319488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326875.574639:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326875.574677:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319488
00000100:00100000:2.0:1767326875.574687:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319488
00000100:00100000:2.0:1767326875.574744:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7797
00000100:00100000:2.0:1767326875.574756:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010319488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326875.574786:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326875.574838:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010319488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326875.574860:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7797
00000100:00100000:3.0:1767326875.574879:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010319488:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326876.022583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326876.086644:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326876.086665:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010319616:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326876.086729:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326876.086796:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319616
00000100:00100000:2.0:1767326876.086804:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319616
00000100:00100000:2.0:1767326876.086859:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7798
00000100:00080000:0.0:1767326876.086863:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326876.086869:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010319616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326876.086895:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326876.086936:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010319616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326876.086944:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7798
00000100:00100000:1.0:1767326876.086984:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010319616:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326877.046610:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326877.520980:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326877.521032:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326877.521078:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157632
00000100:00100000:2.0:1767326877.521079:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157504
00000100:00100000:2.0:1767326877.521089:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157504
00000100:00100000:0.0:1767326877.521098:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157632
00000100:00100000:2.0:1767326877.521136:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3147
00000100:00100000:2.0:1767326877.521146:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993157504:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326877.521163:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326877.521167:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1471
00010000:00020000:2.0:1767326877.521172:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326877.521182:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993157632:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326877.521246:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993157504:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 98us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326877.521252:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993157632:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326877.521262:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3147
00000100:00100000:0.0:1767326877.521271:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1471
00010000:00010000:1.0:1767326878.070594:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326879.094596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326879.158536:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326879.158548:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326879.158552:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326879.158556:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326879.158561:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326879.158569:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12071
00000100:00080000:2.0:1767326879.158574:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326879.158599:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326879.158639:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53b80 x1853164010319744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326879.158703:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010319744:0@lo:38:kworker.0
00000100:00080000:2.0:1767326879.158706:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326879.158713:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326879.158715:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326879.158719:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12071
00000100:00080000:2.0:1767326879.158722:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326879.158725:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326879.158733:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326879.158740:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61500 x1853164010320128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326879.158749:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010319872:0@lo:400:kworker.0
00000100:00080000:2.0:1767326879.158772:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326879.158776:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010320000:0@lo:400:kworker.0
00000100:00080000:2.0:1767326879.158782:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326879.158783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326879.158789:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326879.158793:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326879.158800:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12071
00000100:00080000:2.0:1767326879.158805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326879.158811:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326879.158827:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010320384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326879.158837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010320128:0@lo:38:kworker.0
00000100:00100000:3.0:1767326879.158840:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326879.158867:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326879.158872:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326879.158874:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326879.158876:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319872
00000100:00080000:2.0:1767326879.158876:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326879.158884:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010320256:0@lo:400:kworker.0
00000100:00100000:0.0:1767326879.158886:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319872
00000100:00080000:2.0:1767326879.158887:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12071
00000100:00100000:1.0:1767326879.158889:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326879.158895:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326879.158907:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326879.158925:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62d80 x1853164010320640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326879.158933:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010320384:0@lo:38:kworker.0
00000100:00100000:3.0:1767326879.158937:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326879.158957:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320000
00000100:00100000:0.0:1767326879.158963:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320000
00000100:00100000:1.0:1767326879.158979:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326879.159024:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8941
00000100:00100000:3.0:1767326879.159033:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8942
00000100:00100000:0.0:1767326879.159039:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010319872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326879.159050:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010320000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326879.159054:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326879.159056:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010320640:0@lo:38:kworker.0
00000100:00100000:2.0:1767326879.159067:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010320512:0@lo:400:kworker.0
00000100:00100000:0.0:1767326879.159114:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010319872:12345-0@lo:400:kworker.0 Request processed in 77us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326879.159117:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326879.159119:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010320000:12345-0@lo:400:kworker.0 Request processed in 74us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326879.159129:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8941
00000100:00100000:3.0:1767326879.159136:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8942
00000100:00100000:2.0:1767326879.159139:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320128
00000100:00100000:2.0:1767326879.159143:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320128
00000100:00100000:2.0:1767326879.159174:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320256
00000100:00100000:2.0:1767326879.159177:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320256
00000100:00100000:0.0:1767326879.159178:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320384
00000100:00100000:0.0:1767326879.159185:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320384
00000100:00100000:1.0:1767326879.159189:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010319744
00000100:00100000:3.0:1767326879.159193:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010320000:0@lo:400:kworker.0
00000100:00100000:1.0:1767326879.159197:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010319744
00000100:00100000:2.0:1767326879.159207:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320640
00000100:00100000:2.0:1767326879.159212:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320640
00000100:00100000:0.0:1767326879.159217:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472
00000100:00100000:0.0:1767326879.159231:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010320256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326879.159241:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34953
00000100:00100000:2.0:1767326879.159242:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00000100:00100000:1.0:1767326879.159251:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010319744:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326879.159261:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010320128:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326879.159262:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149
00010000:00020000:1.0:1767326879.159275:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326879.159276:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010320384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326879.159278:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326879.159280:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010320256:12345-0@lo:400:kworker.0 Request processed in 51us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326879.159292:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472
00010000:00020000:3.0:1767326879.159301:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326879.159313:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:0.0:1767326879.159319:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010320640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326879.159345:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010320128:12345-0@lo:38:kworker.0 Request processed in 81us (459us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326879.159346:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326879.159348:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010319744:12345-0@lo:38:kworker.0 Request processed in 94us (567us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326879.159356:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010320384:12345-0@lo:38:kworker.0 Request processed in 79us (377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326879.159367:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00100000:1.0:1767326879.159369:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34953
00000100:00100000:3.0:1767326879.159377:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149
00000100:00100000:0.0:1767326879.159395:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010320640:12345-0@lo:38:kworker.0 Request processed in 71us (281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326879.159405:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00000100:00100000:1.0:1767326879.159447:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326879.159451:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326879.159457:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326879.159458:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320512
00000100:00080000:3.0:1767326879.159459:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326879.159465:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320512
00000100:00100000:2.0:1767326879.159494:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010319872:0@lo:400:kworker.0
00000100:00100000:3.0:1767326879.159500:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010320256:0@lo:400:kworker.0
00000100:00080000:1.0:1767326879.159510:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326879.159516:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473
00000100:00080000:1.0:1767326879.159519:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326879.159526:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010320640:0@lo:38:kworker.0
00000100:00100000:0.0:1767326879.159530:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010320512:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326879.159533:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326879.159550:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326879.159556:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326879.159561:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010320384:0@lo:38:kworker.0
00000100:00080000:1.0:1767326879.159573:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326879.159578:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326879.159583:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010320128:0@lo:38:kworker.0
00000100:00100000:0.0:1767326879.159589:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010320512:12345-0@lo:400:kworker.0 Request processed in 62us (142us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326879.159597:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473
00000100:00080000:1.0:1767326879.159601:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326879.159609:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326879.159614:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010319744:0@lo:38:kworker.0
00000100:00100000:2.0:1767326879.159632:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010320512:0@lo:400:kworker.0
00010000:00010000:1.0:1767326880.118550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326880.694611:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010320768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326880.694682:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326880.694730:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320768
00000100:00100000:3.0:1767326880.694739:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320768
00000100:00100000:3.0:1767326880.694786:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7799
00000100:00100000:3.0:1767326880.694795:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010320768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326880.694827:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326880.694886:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010320768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326880.694892:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7799
00000100:00100000:2.0:1767326880.694933:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010320768:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326881.142540:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326881.206666:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010320896:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326881.206735:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326881.206783:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010320896
00000100:00100000:3.0:1767326881.206793:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010320896
00000100:00080000:0.0:1767326881.206845:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326881.206866:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7800
00000100:00100000:3.0:1767326881.206877:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010320896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767326881.206917:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326881.206971:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010320896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326881.206977:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7800
00000100:00100000:0.0:1767326881.207045:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010320896:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326882.166567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326882.640956:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326882.641006:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326882.641033:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157760
00000100:00100000:0.0:1767326882.641043:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157760
00000100:00100000:3.0:1767326882.641057:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993157888
00000100:00100000:3.0:1767326882.641065:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993157888
00000100:00100000:0.0:1767326882.641092:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3151
00000100:00100000:0.0:1767326882.641101:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993157760:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326882.641127:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326882.641130:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326882.641148:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1474
00000100:00100000:2.0:1767326882.641168:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993157888:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326882.641197:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993157760:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (245us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326882.641204:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3151
00000100:00100000:2.0:1767326882.641226:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993157888:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326882.641233:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1474
00010000:00010000:1.0:1767326883.190599:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326884.214569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326884.278492:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326884.278504:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326884.278508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326884.278513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326884.278517:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326884.278526:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12077
00000100:00080000:2.0:1767326884.278532:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326884.278540:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326884.278579:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010321024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326884.278636:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010321024:0@lo:38:kworker.0
00000100:00080000:2.0:1767326884.278641:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326884.278645:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326884.278647:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326884.278651:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12077
00000100:00080000:2.0:1767326884.278654:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767326884.278657:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767326884.278659:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326884.278673:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63480 x1853164010321408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326884.278685:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010321152:0@lo:400:kworker.0
00000100:00080000:2.0:1767326884.278695:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326884.278701:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326884.278703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326884.278704:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010321536:0@lo:400:kworker.0
00000100:00080000:2.0:1767326884.278713:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326884.278717:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12077
00000100:00080000:2.0:1767326884.278720:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326884.278724:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326884.278731:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326884.278739:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010321664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326884.278764:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326884.278769:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010321408:0@lo:38:kworker.0
00000100:00080000:2.0:1767326884.278770:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326884.278771:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010321792:0@lo:400:kworker.0
00000100:00080000:2.0:1767326884.278775:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326884.278777:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326884.278784:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12077
00000100:00080000:2.0:1767326884.278787:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326884.278790:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326884.278802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60700 x1853164010321920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326884.278826:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326884.278835:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010321280:0@lo:400:kworker.0
00000100:00100000:1.0:1767326884.278844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326884.278873:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321536
00000100:00100000:3.0:1767326884.278878:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326884.278879:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321152
00000100:00100000:0.0:1767326884.278881:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321536
00000100:00100000:2.0:1767326884.278888:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321152
00000100:00100000:1.0:1767326884.278909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010321664:0@lo:38:kworker.0
00000100:00100000:3.0:1767326884.278916:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321408
00000100:00100000:3.0:1767326884.278921:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321408
00000100:00100000:2.0:1767326884.278953:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321280
00000100:00100000:0.0:1767326884.278956:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475
00000100:00100000:1.0:1767326884.278956:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326884.278958:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321280
00000100:00100000:3.0:1767326884.278965:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:0.0:1767326884.278969:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010321536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326884.279000:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010321408:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326884.279009:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8943
00000100:00100000:1.0:1767326884.279013:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010321920:0@lo:38:kworker.0
00010000:00020000:3.0:1767326884.279021:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326884.279025:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010321152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326884.279040:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010321536:12345-0@lo:400:kworker.0 Request processed in 74us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326884.279051:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475
00000100:00100000:1.0:1767326884.279052:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326884.279074:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321664
00000100:00100000:0.0:1767326884.279078:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321664
00000100:00100000:0.0:1767326884.279090:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321920
00000100:00100000:0.0:1767326884.279093:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321920
00000100:00080000:1.0:1767326884.279098:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326884.279100:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010321152:12345-0@lo:400:kworker.0 Request processed in 80us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326884.279104:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010321408:12345-0@lo:38:kworker.0 Request processed in 128us (260us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326884.279109:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326884.279114:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1767326884.279120:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010321408:0@lo:38:kworker.0
00000100:00100000:2.0:1767326884.279121:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8943
00000100:00100000:0.0:1767326884.279126:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010321664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326884.279126:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00010000:00020000:0.0:1767326884.279141:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326884.279151:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8944
00000100:00100000:3.0:1767326884.279155:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:3.0:1767326884.279163:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010321920:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326884.279169:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321024
00000100:00100000:2.0:1767326884.279169:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010321280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326884.279175:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321024
00010000:00020000:3.0:1767326884.279175:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326884.279180:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010321664:12345-0@lo:38:kworker.0 Request processed in 56us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326884.279187:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00080000:0.0:1767326884.279217:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326884.279223:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34954
00000100:00100000:3.0:1767326884.279223:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010321920:12345-0@lo:38:kworker.0 Request processed in 58us (173us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326884.279224:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767326884.279230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326884.279233:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010321280:12345-0@lo:400:kworker.0 Request processed in 67us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326884.279238:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010321024:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326884.279242:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00100000:2.0:1767326884.279255:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8944
00000100:00100000:0.0:1767326884.279257:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010321280:0@lo:400:kworker.0
00010000:00020000:1.0:1767326884.279263:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326884.279275:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010321536:0@lo:400:kworker.0
00000100:00100000:1.0:1767326884.279313:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010321024:12345-0@lo:38:kworker.0 Request processed in 75us (611us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326884.279325:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34954
00000100:00080000:0.0:1767326884.279331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326884.279331:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326884.279343:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326884.279349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010321920:0@lo:38:kworker.0
00000100:00100000:2.0:1767326884.279366:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010321792
00000100:00080000:0.0:1767326884.279367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326884.279372:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010321792
00000100:00080000:0.0:1767326884.279373:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326884.279376:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010321152:0@lo:400:kworker.0
00000100:00100000:0.0:1767326884.279380:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010321664:0@lo:38:kworker.0
00000100:00080000:0.0:1767326884.279398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326884.279402:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326884.279406:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010321024:0@lo:38:kworker.0
00000100:00100000:2.0:1767326884.279446:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476
00000100:00080000:1.0:1767326884.279450:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326884.279458:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010321792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326884.279498:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010321792:12345-0@lo:400:kworker.0 Request processed in 44us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326884.279505:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476
00000100:00100000:3.0:1767326884.279541:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010321792:0@lo:400:kworker.0
00010000:00010000:1.0:1767326885.238610:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326885.814594:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010322048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326885.814661:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326885.814699:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322048
00000100:00100000:2.0:1767326885.814707:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322048
00000100:00100000:2.0:1767326885.814751:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7801
00000100:00100000:2.0:1767326885.814759:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010322048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326885.814783:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326885.814824:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010322048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326885.814829:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7801
00000100:00100000:3.0:1767326885.814884:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010322048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326886.262537:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326886.326595:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010322176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326886.326652:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326886.326710:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322176
00000100:00100000:2.0:1767326886.326719:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322176
00000100:00080000:1.0:1767326886.326764:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326886.326777:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7802
00000100:00100000:2.0:1767326886.326788:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010322176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326886.326830:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326886.326889:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010322176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326886.326896:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7802
00000100:00100000:0.0:1767326886.326925:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010322176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326887.286576:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326887.760888:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326887.760931:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767326887.760973:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993158272 offset 0 length 520: 4
00000100:00100000:2.0:1767326887.760987:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158016
00000100:00100000:0.0:1767326887.761002:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158144
00000100:00100000:0.0:1767326887.761011:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158144
00000100:00100000:2.0:1767326887.761011:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158016
00000100:00100000:2.0:1767326887.761062:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1477
00000100:00100000:0.0:1767326887.761074:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3155
00000100:00100000:2.0:1767326887.761080:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993158144:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767326887.761081:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326887.761088:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993158016:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326887.761108:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326887.761160:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993158016:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326887.761160:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993158144:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326887.761175:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3155
00000100:00100000:2.0:1767326887.761181:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1477
00010000:00010000:1.0:1767326888.310591:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326888.374546:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326863/real 1767326863]  req@ffff9bb586fc1880 x1853164010316800/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326888 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767326888.374581:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586fc1880 x1853164010316800/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326888 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326888.374625:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326888.374651:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767326888.374656:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010316800:0@lo:250:kworker.0
00000100:00080000:2.0:1767326888.374735:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326888.374745:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767326888.374750:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326888.374767:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12061
00000100:00080000:2.0:1767326888.374772:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326888.374780:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326888.374824:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60000 x1853164010322304/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326888.374859:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326888.374863:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326888.374865:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326888.374870:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12082
00000100:00080000:2.0:1767326888.374875:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326888.374879:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326888.374897:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63100 x1853164010322432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326888.374908:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010322304:0@lo:250:kworker.0
00000400:00000100:0.0:1767326888.374987:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010322304 offset 0 length 520: 4
00000100:00080000:2.0:1767326888.374995:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326888.375001:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326888.375004:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326888.375024:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767326888.375026:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12082
00000100:00080000:2.0:1767326888.375033:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326888.375035:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010322688:0@lo:400:kworker.0
00000100:00080000:2.0:1767326888.375044:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326888.375046:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010322560:0@lo:400:kworker.0
00000100:00100000:0.0:1767326888.375079:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010322432:0@lo:38:kworker.0
00000100:00100000:2.0:1767326888.375080:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010322816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326888.375098:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326888.375118:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326888.375123:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326888.375127:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326888.375129:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326888.375141:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326888.375146:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326888.375148:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12082
00000100:00080000:2.0:1767326888.375154:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326888.375157:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010322944:0@lo:400:kworker.0
00000100:00080000:2.0:1767326888.375164:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326888.375191:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010323072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326888.375208:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010322816:0@lo:38:kworker.0
00000100:00100000:1.0:1767326888.375216:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326888.375226:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322688
00000100:00100000:3.0:1767326888.375237:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322688
00000100:00080000:2.0:1767326888.375238:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326888.375251:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326888.375252:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326888.375256:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326888.375260:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12082
00000100:00080000:2.0:1767326888.375264:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326888.375270:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326888.375285:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322944
00000100:00100000:0.0:1767326888.375288:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010323072:0@lo:38:kworker.0
00000100:00100000:2.0:1767326888.375293:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010323328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326888.375294:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322944
00000100:00100000:0.0:1767326888.375332:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326888.375367:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322560
00000100:00100000:3.0:1767326888.375373:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322560
00000100:00100000:1.0:1767326888.375374:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322816
00000100:00100000:0.0:1767326888.375377:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010323328:0@lo:38:kworker.0
00000100:00100000:1.0:1767326888.375380:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322816
00000100:00100000:2.0:1767326888.375398:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8945
00000100:00100000:1.0:1767326888.375469:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323072
00000100:00100000:1.0:1767326888.375473:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323072
00000100:00100000:0.0:1767326888.375484:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326888.375493:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8946
00000100:00100000:2.0:1767326888.375496:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010322688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326888.375499:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323328
00000100:00100000:1.0:1767326888.375505:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323328
00000100:00100000:3.0:1767326888.375512:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010322560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326888.375527:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478
00000100:00100000:0.0:1767326888.375540:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:1.0:1767326888.375542:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010322944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326888.375549:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010322816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326888.375572:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326888.375602:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010322560:12345-0@lo:400:kworker.0 Request processed in 94us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326888.375611:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010322688:12345-0@lo:400:kworker.0 Request processed in 193us (506us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326888.375629:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010322944:12345-0@lo:400:kworker.0 Request processed in 80us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326888.375632:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8946
00000100:00100000:0.0:1767326888.375638:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010322816:12345-0@lo:38:kworker.0 Request processed in 81us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326888.375658:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478
00000100:00100000:2.0:1767326888.375658:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8945
00000100:00100000:0.0:1767326888.375676:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00100000:3.0:1767326888.375711:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:1.0:1767326888.375731:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:3.0:1767326888.375732:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010323072:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326888.375746:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010323328:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326888.375758:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:3.0:1767326888.375759:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767326888.375764:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326888.375774:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326888.375779:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767326888.375787:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326888.375796:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326888.375804:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010322816:0@lo:38:kworker.0
00000100:00100000:2.0:1767326888.375804:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010323200:0@lo:400:kworker.0
00000100:00100000:1.0:1767326888.375855:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010323328:12345-0@lo:38:kworker.0 Request processed in 107us (373us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326888.375857:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010323072:12345-0@lo:38:kworker.0 Request processed in 130us (521us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767326888.375866:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326888.375877:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00100000:2.0:1767326888.375881:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326888.375884:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326888.375899:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010323328:0@lo:38:kworker.0
00000100:00100000:1.0:1767326888.375900:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323200
00000100:00100000:3.0:1767326888.375906:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:1.0:1767326888.375909:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323200
00000100:00080000:0.0:1767326888.375936:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326888.375940:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010322560:0@lo:400:kworker.0
00000100:00080000:0.0:1767326888.375959:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326888.375972:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010323072:0@lo:38:kworker.0
00000100:00100000:3.0:1767326888.375998:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479
00000100:00100000:3.0:1767326888.376016:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010323200:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326888.376060:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326888.376082:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010323200:12345-0@lo:400:kworker.0 Request processed in 71us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326888.376093:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010322432
00000100:00100000:3.0:1767326888.376100:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479
00000100:00100000:0.0:1767326888.376102:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010322432
00000100:00100000:1.0:1767326888.376102:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010322944:0@lo:400:kworker.0
00000100:00100000:2.0:1767326888.376132:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010323200:0@lo:400:kworker.0
00000100:00100000:1.0:1767326888.376138:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010322688:0@lo:400:kworker.0
00000100:00100000:0.0:1767326888.376143:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34955
00000100:00100000:0.0:1767326888.376153:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010322432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326888.376166:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326888.376207:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010322432:12345-0@lo:38:kworker.0 Request processed in 56us (1071us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326888.376213:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34955
00000100:00080000:2.0:1767326888.376249:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326888.376256:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326888.376260:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010322432:0@lo:38:kworker.0
00010000:00010000:1.0:1767326889.334639:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326890.358690:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326890.934685:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010323456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326890.934768:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326890.934826:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323456
00000100:00100000:2.0:1767326890.934839:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323456
00000100:00080000:0.0:1767326890.934901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326890.934923:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7803
00000100:00100000:2.0:1767326890.934962:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010323456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326890.934997:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326890.935070:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010323456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326890.935077:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7803
00000100:00100000:1.0:1767326890.935147:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010323456:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326891.382588:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326891.446689:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010323584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326891.446772:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326891.446834:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323584
00000100:00100000:2.0:1767326891.446844:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323584
00000100:00080000:0.0:1767326891.446900:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326891.446913:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7804
00000100:00100000:2.0:1767326891.446923:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010323584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326891.446973:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326891.447037:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010323584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326891.447065:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7804
00000100:00100000:1.0:1767326891.447094:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010323584:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326892.406662:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326892.880991:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326892.881053:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326892.881071:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158400
00000100:00100000:0.0:1767326892.881086:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158400
00000100:00100000:1.0:1767326892.881116:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158528
00000100:00100000:1.0:1767326892.881123:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158528
00000100:00100000:0.0:1767326892.881157:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3159
00000100:00100000:0.0:1767326892.881171:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993158400:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767326892.881194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326892.881202:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1480
00010000:00020000:0.0:1767326892.881204:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326892.881219:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993158528:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326892.881293:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993158400:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 123us (314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326892.881300:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993158528:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326892.881311:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1480
00000100:00100000:0.0:1767326892.881330:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3159
00010000:00010000:1.0:1767326893.430637:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326893.494545:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326893.494556:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326893.494560:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326893.494563:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326893.494568:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326893.494576:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12086
00000100:00080000:0.0:1767326893.494581:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326893.494588:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326893.494638:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5180 x1853164010323712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326893.494696:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010323712:0@lo:38:kworker.0
00000100:00080000:0.0:1767326893.494718:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326893.494724:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326893.494727:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326893.494733:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12086
00000100:00080000:0.0:1767326893.494737:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326893.494745:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326893.494747:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010323840:0@lo:400:kworker.0
00000100:00100000:1.0:1767326893.494759:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767326893.494768:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653b80 x1853164010324096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326893.494775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010323968:0@lo:400:kworker.0
00000100:00100000:2.0:1767326893.494784:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326893.494796:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326893.494800:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326893.494802:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326893.494811:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12086
00000100:00100000:3.0:1767326893.494811:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326893.494829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010324096:0@lo:38:kworker.0
00000100:00080000:0.0:1767326893.494831:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326893.494839:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326893.494855:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652680 x1853164010324352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326893.494862:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323712
00000100:00100000:2.0:1767326893.494872:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326893.494875:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323712
00000100:00100000:3.0:1767326893.494883:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767326893.494891:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326893.494895:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010324224:0@lo:400:kworker.0
00000100:00080000:0.0:1767326893.494896:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326893.494900:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326893.494902:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010324352:0@lo:38:kworker.0
00000100:00080000:0.0:1767326893.494910:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12086
00000100:00080000:0.0:1767326893.494928:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326893.494932:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326893.494945:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34956
00000100:00100000:0.0:1767326893.494950:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650e00 x1853164010324608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326893.494960:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010323712:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326893.494971:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326893.494976:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323840
00000100:00100000:2.0:1767326893.494981:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323840
00010000:00020000:1.0:1767326893.494991:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326893.494997:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767326893.495011:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010324480:0@lo:400:kworker.0
00000100:00100000:3.0:1767326893.495033:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326893.495037:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8947
00000100:00100000:2.0:1767326893.495050:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010323840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326893.495056:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010323712:12345-0@lo:38:kworker.0 Request processed in 96us (269us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326893.495067:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326893.495072:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34956
00000100:00080000:3.0:1767326893.495083:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326893.495091:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326893.495099:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010323712:0@lo:38:kworker.0
00000100:00100000:2.0:1767326893.495125:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010323840:12345-0@lo:400:kworker.0 Request processed in 77us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326893.495128:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324096
00000100:00100000:3.0:1767326893.495130:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010324608:0@lo:38:kworker.0
00000100:00100000:1.0:1767326893.495135:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324096
00000100:00100000:0.0:1767326893.495138:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326893.495144:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8947
00000100:00100000:1.0:1767326893.495165:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324224
00000100:00100000:2.0:1767326893.495168:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010323968
00000100:00100000:1.0:1767326893.495170:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324224
00000100:00100000:2.0:1767326893.495174:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010323968
00000100:00100000:3.0:1767326893.495182:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326893.495184:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324352
00000100:00100000:0.0:1767326893.495190:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324352
00000100:00100000:1.0:1767326893.495205:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324480
00000100:00100000:1.0:1767326893.495210:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324480
00000100:00100000:0.0:1767326893.495218:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324608
00000100:00100000:0.0:1767326893.495222:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324608
00000100:00100000:2.0:1767326893.495224:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8948
00000100:00100000:2.0:1767326893.495239:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010323968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326893.495244:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481
00000100:00100000:0.0:1767326893.495255:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482
00000100:00100000:1.0:1767326893.495257:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010324224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326893.495266:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767326893.495268:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010324480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326893.495278:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010324096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326893.495294:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326893.495302:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010323968:12345-0@lo:400:kworker.0 Request processed in 66us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326893.495312:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8948
00000100:00100000:1.0:1767326893.495320:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010324224:12345-0@lo:400:kworker.0 Request processed in 66us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326893.495326:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010324480:12345-0@lo:400:kworker.0 Request processed in 59us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326893.495333:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481
00000100:00100000:0.0:1767326893.495339:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482
00000100:00080000:2.0:1767326893.495345:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326893.495352:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010324096:12345-0@lo:38:kworker.0 Request processed in 72us (476us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326893.495354:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326893.495359:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00080000:2.0:1767326893.495361:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326893.495371:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:1.0:1767326893.495373:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010324352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326893.495386:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767326893.495390:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010324608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326893.495390:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767326893.495406:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326893.495444:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010323968:0@lo:400:kworker.0
00000100:00080000:3.0:1767326893.495482:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326893.495489:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010324352:12345-0@lo:38:kworker.0 Request processed in 116us (455us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326893.495490:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010324608:12345-0@lo:38:kworker.0 Request processed in 100us (308us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326893.495497:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326893.495504:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:3.0:1767326893.495507:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010324096:0@lo:38:kworker.0
00000100:00100000:0.0:1767326893.495511:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00080000:3.0:1767326893.495547:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326893.495554:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326893.495556:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010324480:0@lo:400:kworker.0
00000100:00100000:1.0:1767326893.495557:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010324224:0@lo:400:kworker.0
00000100:00100000:3.0:1767326893.495562:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010324608:0@lo:38:kworker.0
00000100:00100000:0.0:1767326893.495580:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010323840:0@lo:400:kworker.0
00000100:00080000:3.0:1767326893.495585:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326893.495591:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326893.495596:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010324352:0@lo:38:kworker.0
00010000:00010000:1.0:1767326894.454628:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326895.478551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326896.054599:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326896.054620:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010324736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326896.054684:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326896.054736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324736
00000100:00100000:1.0:1767326896.054745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324736
00000100:00080000:2.0:1767326896.054776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326896.054817:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7805
00000100:00100000:1.0:1767326896.054829:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010324736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326896.054854:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326896.054922:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010324736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326896.054930:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7805
00000100:00100000:2.0:1767326896.055002:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010324736:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326896.502631:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326896.566587:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010324864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326896.566664:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326896.566706:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324864
00000100:00100000:2.0:1767326896.566722:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324864
00000100:00080000:3.0:1767326896.566797:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326896.566833:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7806
00000100:00100000:2.0:1767326896.566849:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010324864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326896.566922:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326896.567010:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010324864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326896.567020:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7806
00000100:00100000:1.0:1767326896.567051:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010324864:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326897.526563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326898.001031:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326898.001079:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326898.001100:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158784
00000100:00100000:0.0:1767326898.001112:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158784
00000100:00100000:2.0:1767326898.001134:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158656
00000100:00100000:2.0:1767326898.001140:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158656
00000100:00080000:3.0:1767326898.001173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326898.001193:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1483
00000100:00100000:0.0:1767326898.001205:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3163
00000100:00100000:2.0:1767326898.001206:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993158784:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326898.001219:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993158656:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326898.001242:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326898.001277:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993158784:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326898.001284:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1483
00000100:00100000:0.0:1767326898.001302:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993158656:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326898.001310:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3163
00010000:00010000:1.0:1767326898.550588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326898.614542:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326898.614552:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326898.614556:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326898.614561:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326898.614565:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326898.614574:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12091
00000100:00080000:3.0:1767326898.614579:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326898.614586:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326898.614627:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc5880 x1853164010324992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326898.614683:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010324992:0@lo:38:kworker.0
00000100:00080000:3.0:1767326898.614705:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326898.614711:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326898.614714:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326898.614720:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12091
00000100:00080000:3.0:1767326898.614723:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326898.614728:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326898.614735:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010325120:0@lo:400:kworker.0
00000100:00100000:3.0:1767326898.614749:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7800 x1853164010325376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326898.614750:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326898.614754:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326898.614774:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010325248:0@lo:400:kworker.0
00000100:00100000:2.0:1767326898.614778:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326898.614786:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326898.614792:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326898.614795:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326898.614799:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010325376:0@lo:38:kworker.0
00000100:00080000:3.0:1767326898.614801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12091
00000100:00080000:3.0:1767326898.614808:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326898.614813:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326898.614821:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326898.614825:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326898.614832:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4000 x1853164010325632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326898.614835:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010325504:0@lo:400:kworker.0
00000100:00100000:0.0:1767326898.614851:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326898.614876:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326898.614894:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010324992
00000100:00100000:0.0:1767326898.614900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010325632:0@lo:38:kworker.0
00000100:00100000:1.0:1767326898.614902:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010324992
00000100:00080000:3.0:1767326898.614909:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326898.614919:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326898.614923:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326898.614929:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12091
00000100:00080000:3.0:1767326898.614932:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326898.614939:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326898.614940:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325120
00000100:00100000:1.0:1767326898.614942:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34957
00000100:00100000:2.0:1767326898.614947:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325120
00000100:00100000:0.0:1767326898.614950:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326898.614954:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010324992:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326898.614964:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010325888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767326898.614973:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326898.614995:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325376
00000100:00100000:2.0:1767326898.614998:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325248
00000100:00100000:0.0:1767326898.615001:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325376
00000100:00100000:2.0:1767326898.615011:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325248
00000100:00100000:1.0:1767326898.615016:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010324992:12345-0@lo:38:kworker.0 Request processed in 61us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326898.615022:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34957
00000100:00100000:0.0:1767326898.615049:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325504
00000100:00100000:3.0:1767326898.615053:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8949
00000100:00100000:0.0:1767326898.615055:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325504
00000100:00100000:1.0:1767326898.615058:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010325760:0@lo:400:kworker.0
00000100:00100000:2.0:1767326898.615065:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8950
00000100:00100000:3.0:1767326898.615071:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010325120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326898.615079:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010325248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326898.615088:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326898.615101:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325632
00000100:00100000:0.0:1767326898.615104:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325632
00000100:00100000:0.0:1767326898.615123:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325760
00000100:00100000:0.0:1767326898.615125:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325760
00000100:00100000:1.0:1767326898.615133:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484
00000100:00100000:1.0:1767326898.615147:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010325504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326898.615151:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010325120:12345-0@lo:400:kworker.0 Request processed in 83us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326898.615152:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010325248:12345-0@lo:400:kworker.0 Request processed in 76us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326898.615154:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485
00000100:00100000:0.0:1767326898.615169:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010325760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326898.615175:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8949
00000100:00100000:2.0:1767326898.615184:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8950
00000100:00100000:1.0:1767326898.615202:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010325504:12345-0@lo:400:kworker.0 Request processed in 59us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326898.615209:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484
00000100:00080000:2.0:1767326898.615215:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326898.615223:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767326898.615227:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326898.615229:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010325760:12345-0@lo:400:kworker.0 Request processed in 62us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326898.615237:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:3.0:1767326898.615237:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010325120:0@lo:400:kworker.0
00000100:00100000:0.0:1767326898.615247:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485
00000100:00100000:2.0:1767326898.615259:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1767326898.615260:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010325376:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326898.615269:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010325632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326898.615272:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326898.615284:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326898.615299:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010325760:0@lo:400:kworker.0
00000100:00100000:1.0:1767326898.615306:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010325376:12345-0@lo:38:kworker.0 Request processed in 59us (454us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326898.615313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00100000:3.0:1767326898.615329:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010325248:0@lo:400:kworker.0
00000100:00100000:2.0:1767326898.615330:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010325632:12345-0@lo:38:kworker.0 Request processed in 60us (382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326898.615339:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010325888:0@lo:38:kworker.0
00000100:00100000:2.0:1767326898.615345:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00100000:0.0:1767326898.615371:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326898.615382:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010325504:0@lo:400:kworker.0
00000100:00080000:0.0:1767326898.615406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326898.615409:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010325888
00000100:00080000:0.0:1767326898.615412:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326898.615434:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010325632:0@lo:38:kworker.0
00000100:00080000:0.0:1767326898.615443:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326898.615446:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326898.615450:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010325376:0@lo:38:kworker.0
00000100:00100000:3.0:1767326898.615450:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010325888
00000100:00080000:0.0:1767326898.615462:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326898.615465:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326898.615468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010324992:0@lo:38:kworker.0
00000100:00100000:3.0:1767326898.615489:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:3.0:1767326898.615498:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010325888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326898.615527:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326898.615571:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010325888:12345-0@lo:38:kworker.0 Request processed in 73us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326898.615579:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00080000:0.0:1767326898.615606:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326898.615610:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326898.615613:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010325888:0@lo:38:kworker.0
00010000:00010000:1.0:1767326899.574566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326900.598550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326901.174585:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010326016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326901.174646:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326901.174703:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326016
00000100:00100000:2.0:1767326901.174712:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326016
00000100:00080000:3.0:1767326901.174756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326901.174770:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7807
00000100:00100000:2.0:1767326901.174782:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010326016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326901.174815:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326901.174875:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010326016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326901.174882:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7807
00000100:00100000:3.0:1767326901.174941:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010326016:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326901.622550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326901.686627:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326901.686647:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010326144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326901.686707:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326901.686771:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326144
00000100:00100000:2.0:1767326901.686781:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326144
00000100:00080000:3.0:1767326901.686833:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326901.686849:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7808
00000100:00100000:2.0:1767326901.686909:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010326144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326901.686940:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326901.686989:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010326144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326901.686998:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7808
00000100:00100000:1.0:1767326901.687032:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010326144:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326902.646574:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326903.120776:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326903.120810:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326903.120843:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159040
00000100:00100000:2.0:1767326903.120868:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159040
00000100:00100000:1.0:1767326903.120879:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993158912
00000100:00100000:1.0:1767326903.120887:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993158912
00000100:00080000:3.0:1767326903.120931:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326903.120942:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1486
00000100:00100000:2.0:1767326903.120958:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3167
00000100:00100000:1.0:1767326903.120960:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993159040:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326903.120971:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993158912:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326903.120997:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326903.121042:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993159040:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326903.121049:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993158912:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326903.121058:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1486
00000100:00100000:2.0:1767326903.121067:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3167
00010000:00010000:1.0:1767326903.670547:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326903.734493:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326903.734500:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326903.734503:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326903.734506:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326903.734510:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326903.734516:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12096
00000100:00080000:3.0:1767326903.734521:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326903.734527:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326903.734568:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc5880 x1853164010326272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326903.734633:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010326272:0@lo:38:kworker.0
00000100:00080000:3.0:1767326903.734649:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326903.734654:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326903.734657:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326903.734662:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12096
00000100:00080000:3.0:1767326903.734666:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767326903.734672:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010326400:0@lo:400:kworker.0
00000100:00080000:3.0:1767326903.734673:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326903.734697:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4380 x1853164010326656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326903.734698:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326903.734721:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767326903.734730:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326903.734736:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326903.734738:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010326784:0@lo:400:kworker.0
00000100:00100000:0.0:1767326903.734739:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010326656:0@lo:38:kworker.0
00000100:00080000:3.0:1767326903.734739:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326903.734745:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326903.734754:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12096
00000100:00080000:3.0:1767326903.734757:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326903.734762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326903.734782:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010326912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326903.734806:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326903.734817:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326272
00000100:00100000:2.0:1767326903.734817:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326400
00000100:00080000:3.0:1767326903.734822:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326903.734826:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326272
00000100:00100000:2.0:1767326903.734826:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326400
00000100:00080000:3.0:1767326903.734828:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326903.734834:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326903.734837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010326912:0@lo:38:kworker.0
00000100:00080000:3.0:1767326903.734842:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12096
00000100:00080000:3.0:1767326903.734863:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326903.734869:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326903.734883:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326903.734890:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01f80 x1853164010327168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326903.734904:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8951
00000100:00100000:1.0:1767326903.734909:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34958
00000100:00100000:0.0:1767326903.734913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010327168:0@lo:38:kworker.0
00000100:00100000:2.0:1767326903.734919:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010326400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326903.734922:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010326272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326903.734939:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326903.734946:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326903.734948:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010327040:0@lo:400:kworker.0
00000100:00100000:0.0:1767326903.734973:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326656
00000100:00100000:2.0:1767326903.734978:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010326400:12345-0@lo:400:kworker.0 Request processed in 63us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326903.734979:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326656
00000100:00100000:2.0:1767326903.734988:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8951
00000100:00100000:3.0:1767326903.734999:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326903.735013:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326903.735015:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326912
00000100:00100000:1.0:1767326903.735015:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010326272:12345-0@lo:38:kworker.0 Request processed in 93us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326903.735022:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326912
00000100:00100000:1.0:1767326903.735029:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34958
00000100:00100000:2.0:1767326903.735042:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326903.735051:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327168
00000100:00100000:0.0:1767326903.735057:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327168
00000100:00100000:3.0:1767326903.735057:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327040
00000100:00100000:3.0:1767326903.735064:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327040
00000100:00100000:2.0:1767326903.735066:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010326528:0@lo:400:kworker.0
00000100:00100000:0.0:1767326903.735076:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326784
00000100:00100000:0.0:1767326903.735082:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326784
00000100:00100000:1.0:1767326903.735095:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010326400:0@lo:400:kworker.0
00000100:00100000:2.0:1767326903.735113:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326903.735120:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487
00000100:00100000:0.0:1767326903.735132:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488
00000100:00100000:3.0:1767326903.735135:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010327040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326903.735145:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010326784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326903.735149:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010326528
00000100:00100000:2.0:1767326903.735154:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010326528
00000100:00100000:1.0:1767326903.735180:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1767326903.735189:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010326656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326903.735191:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8952
00000100:00100000:3.0:1767326903.735200:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010327040:12345-0@lo:400:kworker.0 Request processed in 67us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326903.735202:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010326784:12345-0@lo:400:kworker.0 Request processed in 59us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326903.735204:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010326528:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326903.735210:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326903.735219:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488
00000100:00100000:3.0:1767326903.735231:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487
00000100:00100000:0.0:1767326903.735239:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:0.0:1767326903.735256:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010326912:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326903.735262:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1767326903.735270:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010326656:12345-0@lo:38:kworker.0 Request processed in 80us (464us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767326903.735275:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326903.735277:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010326528:12345-0@lo:400:kworker.0 Request processed in 71us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326903.735277:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010327168:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326903.735291:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00100000:2.0:1767326903.735297:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8952
00010000:00020000:3.0:1767326903.735299:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326903.735317:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010326912:12345-0@lo:38:kworker.0 Request processed in 62us (434us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326903.735323:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326903.735325:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00080000:2.0:1767326903.735329:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326903.735338:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326903.735345:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326903.735353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010326912:0@lo:38:kworker.0
00000100:00100000:3.0:1767326903.735355:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010327168:12345-0@lo:38:kworker.0 Request processed in 79us (411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326903.735361:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010326784:0@lo:400:kworker.0
00000100:00100000:3.0:1767326903.735370:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00080000:1.0:1767326903.735371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326903.735379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326903.735381:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010326528:0@lo:400:kworker.0
00000100:00100000:1.0:1767326903.735388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010326656:0@lo:38:kworker.0
00000100:00080000:1.0:1767326903.735411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326903.735447:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010327040:0@lo:400:kworker.0
00000100:00080000:1.0:1767326903.735459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326903.735465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010326272:0@lo:38:kworker.0
00000100:00080000:1.0:1767326903.735495:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326903.735498:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326903.735501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010327168:0@lo:38:kworker.0
00010000:00010000:1.0:1767326904.694595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326905.718551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326906.294587:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010327296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326906.294655:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326906.294699:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327296
00000100:00100000:2.0:1767326906.294707:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327296
00000100:00100000:2.0:1767326906.294762:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7809
00000100:00080000:3.0:1767326906.294766:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326906.294771:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010327296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326906.294797:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326906.294862:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010327296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326906.294867:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7809
00000100:00100000:1.0:1767326906.294913:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010327296:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326906.742577:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326906.806645:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010327424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326906.806722:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326906.806771:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327424
00000100:00100000:2.0:1767326906.806780:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327424
00000100:00080000:3.0:1767326906.806839:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326906.806865:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7810
00000100:00100000:2.0:1767326906.806878:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010327424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326906.806909:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326906.806965:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010327424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326906.806989:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7810
00000100:00100000:1.0:1767326906.807013:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010327424:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767326907.766569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326908.241113:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326908.241160:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326908.241176:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159296
00000100:00100000:0.0:1767326908.241188:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159296
00000100:00100000:2.0:1767326908.241228:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159168
00000100:00100000:2.0:1767326908.241236:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159168
00000100:00080000:3.0:1767326908.241247:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326908.241268:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1489
00000100:00100000:2.0:1767326908.241283:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3171
00000100:00100000:0.0:1767326908.241285:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993159296:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326908.241298:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993159168:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326908.241323:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326908.241366:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993159296:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326908.241376:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993159168:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (212us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326908.241377:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1489
00000100:00100000:2.0:1767326908.241392:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3171
00010000:00010000:1.0:1767326908.790555:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326908.854524:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326908.854535:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326908.854539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326908.854544:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326908.854549:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326908.854557:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12101
00000100:00080000:2.0:1767326908.854562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326908.854568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326908.854610:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010327552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326908.854684:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010327552:0@lo:38:kworker.0
00000100:00080000:2.0:1767326908.854701:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326908.854706:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326908.854708:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326908.854711:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12101
00000100:00100000:3.0:1767326908.854716:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010327680:0@lo:400:kworker.0
00000100:00080000:2.0:1767326908.854729:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326908.854734:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326908.854751:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326908.854753:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63b80 x1853164010327936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326908.854770:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326908.854773:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767326908.854778:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326908.854781:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326908.854783:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326908.854787:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12101
00000100:00080000:2.0:1767326908.854791:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767326908.854792:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010328064:0@lo:400:kworker.0
00000100:00080000:2.0:1767326908.854797:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326908.854807:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010327936:0@lo:38:kworker.0
00000100:00100000:2.0:1767326908.854830:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010328192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326908.854854:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327680
00000100:00100000:3.0:1767326908.854862:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327680
00000100:00100000:0.0:1767326908.854870:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326908.854871:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326908.854876:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327552
00000100:00080000:2.0:1767326908.854878:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326908.854880:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327552
00000100:00080000:2.0:1767326908.854883:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326908.854889:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12101
00000100:00080000:2.0:1767326908.854893:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326908.854898:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326908.854913:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010327808:0@lo:400:kworker.0
00000100:00100000:2.0:1767326908.854918:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010328448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326908.854919:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34959
00000100:00100000:3.0:1767326908.854926:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8953
00000100:00100000:1.0:1767326908.854931:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010327552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326908.854943:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010327680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326908.854953:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767326908.854954:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326908.854979:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327808
00000100:00100000:2.0:1767326908.854985:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327808
00000100:00100000:3.0:1767326908.855002:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010327680:12345-0@lo:400:kworker.0 Request processed in 64us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326908.855010:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8953
00000100:00100000:1.0:1767326908.855015:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010327552:12345-0@lo:38:kworker.0 Request processed in 82us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326908.855016:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328064
00000100:00100000:0.0:1767326908.855024:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328064
00000100:00100000:1.0:1767326908.855030:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34959
00000100:00100000:2.0:1767326908.855030:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8954
00000100:00100000:2.0:1767326908.855044:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010327808:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326908.855053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326908.855060:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326908.855063:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326908.855081:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490
00000100:00100000:3.0:1767326908.855093:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010328320:0@lo:400:kworker.0
00000100:00100000:0.0:1767326908.855098:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010328064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326908.855111:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010327808:12345-0@lo:400:kworker.0 Request processed in 69us (159us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326908.855120:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8954
00000100:00100000:3.0:1767326908.855127:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326908.855164:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010328064:12345-0@lo:400:kworker.0 Request processed in 70us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326908.855176:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490
00000100:00100000:2.0:1767326908.855180:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010328064:0@lo:400:kworker.0
00000100:00100000:3.0:1767326908.855194:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010327680:0@lo:400:kworker.0
00000100:00100000:2.0:1767326908.855204:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010327808:0@lo:400:kworker.0
00000100:00100000:0.0:1767326908.855206:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328320
00000100:00100000:0.0:1767326908.855220:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328320
00000100:00080000:3.0:1767326908.855245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326908.855268:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326908.855275:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491
00000100:00100000:0.0:1767326908.855287:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010328320:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326908.855299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326908.855303:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010327936
00000100:00080000:1.0:1767326908.855304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326908.855311:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010327552:0@lo:38:kworker.0
00000100:00100000:3.0:1767326908.855311:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010327936
00000100:00100000:1.0:1767326908.855328:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010328192:0@lo:38:kworker.0
00000100:00100000:0.0:1767326908.855346:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010328320:12345-0@lo:400:kworker.0 Request processed in 60us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326908.855348:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:1.0:1767326908.855357:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326908.855362:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010327936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326908.855367:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491
00000100:00100000:2.0:1767326908.855370:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010328320:0@lo:400:kworker.0
00010000:00020000:3.0:1767326908.855378:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326908.855385:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010328448:0@lo:38:kworker.0
00000100:00100000:0.0:1767326908.855393:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328192
00000100:00100000:0.0:1767326908.855399:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328192
00000100:00100000:3.0:1767326908.855442:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010327936:12345-0@lo:38:kworker.0 Request processed in 82us (176us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326908.855446:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326908.855454:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:0.0:1767326908.855462:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328448
00000100:00100000:0.0:1767326908.855468:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328448
00000100:00100000:2.0:1767326908.855475:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00080000:1.0:1767326908.855480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326908.855482:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010328192:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326908.855487:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326908.855492:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:1.0:1767326908.855493:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010327936:0@lo:38:kworker.0
00010000:00020000:2.0:1767326908.855496:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326908.855505:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010328448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326908.855519:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326908.855539:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010328192:12345-0@lo:38:kworker.0 Request processed in 55us (184us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326908.855547:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00080000:1.0:1767326908.855551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326908.855559:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326908.855564:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010328448:12345-0@lo:38:kworker.0 Request processed in 59us (119us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326908.855567:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010328192:0@lo:38:kworker.0
00000100:00100000:3.0:1767326908.855575:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00080000:1.0:1767326908.855584:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326908.855589:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326908.855591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010328448:0@lo:38:kworker.0
00010000:00010000:1.0:1767326909.814596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326910.838564:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326911.414649:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010328576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326911.414706:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326911.414749:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328576
00000100:00100000:2.0:1767326911.414758:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328576
00000100:00080000:3.0:1767326911.414811:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326911.414830:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7811
00000100:00100000:2.0:1767326911.414840:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010328576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326911.414866:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326911.414907:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010328576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326911.414913:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7811
00000100:00100000:3.0:1767326911.414961:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010328576:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326911.862634:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326911.926582:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010328704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326911.926655:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326911.926693:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328704
00000100:00100000:2.0:1767326911.926701:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328704
00000100:00080000:3.0:1767326911.926749:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326911.926756:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7812
00000100:00100000:2.0:1767326911.926767:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010328704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326911.926805:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326911.926849:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010328704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326911.926855:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7812
00000100:00100000:0.0:1767326911.926903:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010328704:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767326912.336922:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993159424 offset 0 length 520: 4
00000100:00100000:3.0:1767326912.336976:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326912.337007:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326912.337042:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159680
00000100:00100000:0.0:1767326912.337051:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159680
00000100:00080000:3.0:1767326912.337101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326912.337115:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159552
00000100:00100000:0.0:1767326912.337120:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159552
00000100:00100000:2.0:1767326912.337127:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1492
00000100:00100000:2.0:1767326912.337140:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993159680:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326912.337158:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3175
00000100:00100000:0.0:1767326912.337168:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993159552:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326912.337191:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326912.337211:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993159680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326912.337220:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1492
00000100:00100000:0.0:1767326912.337232:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993159552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326912.337242:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3175
00010000:00010000:2.0:1767326912.886596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326913.910561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326913.974482:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326888/real 1767326888]  req@ffff9bb48ba60000 x1853164010322304/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326913 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767326913.974493:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326913.974499:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326913.974502:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326913.974522:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326913.974528:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326913.974533:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48ba60000 x1853164010322304/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326913 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767326913.974541:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12106
00000100:00080000:2.0:1767326913.974557:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326913.974571:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767326913.974575:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326913.974636:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767326913.974643:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010328832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326913.974645:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010322304:0@lo:250:kworker.0
00000100:00100000:1.0:1767326913.974688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010328832:0@lo:38:kworker.0
00000100:00100000:0.0:1767326913.974760:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767326913.974771:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326913.974802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326913.974806:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010328960:0@lo:400:kworker.0
00000100:00080000:2.0:1767326913.974808:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326913.974837:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12106
00000100:00100000:1.0:1767326913.974842:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326913.974843:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326913.974848:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326913.974863:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010329088:0@lo:400:kworker.0
00000100:00100000:2.0:1767326913.974867:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60000 x1853164010329216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326913.974874:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326913.974896:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326913.974900:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326913.974902:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326913.974906:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12106
00000100:00080000:2.0:1767326913.974910:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767326913.974913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010329216:0@lo:38:kworker.0
00000100:00080000:2.0:1767326913.974916:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326913.974923:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326913.974933:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010329472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326913.974945:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328832
00000100:00100000:0.0:1767326913.974952:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328832
00000100:00100000:3.0:1767326913.974959:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767326913.974962:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326913.974967:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326913.974969:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010329344:0@lo:400:kworker.0
00000100:00100000:1.0:1767326913.974970:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326913.974972:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326913.974980:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12106
00000100:00080000:2.0:1767326913.974984:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767326913.974987:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326913.974991:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34960
00000100:00100000:0.0:1767326913.974998:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010328832:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326913.975002:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010329728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326913.975008:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010329472:0@lo:38:kworker.0
00000100:00100000:3.0:1767326913.975010:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326913.975019:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326913.975034:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326913.975038:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767326913.975040:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326913.975044:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12086
00000100:00080000:2.0:1767326913.975046:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326913.975050:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326913.975055:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326913.975065:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010328960
00000100:00100000:2.0:1767326913.975066:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62d80 x1853164010329856/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326913.975067:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010328832:12345-0@lo:38:kworker.0 Request processed in 68us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326913.975074:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010328960
00000100:00100000:0.0:1767326913.975087:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34960
00000100:00080000:1.0:1767326913.975096:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326913.975101:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326913.975105:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010328832:0@lo:38:kworker.0
00000100:00100000:2.0:1767326913.975111:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329216
00000100:00100000:2.0:1767326913.975116:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329216
00000100:00100000:0.0:1767326913.975120:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329344
00000100:00100000:1.0:1767326913.975124:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010329728:0@lo:38:kworker.0
00000100:00100000:0.0:1767326913.975125:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329344
00000100:00100000:3.0:1767326913.975137:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329088
00000100:00100000:3.0:1767326913.975143:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329088
00000100:00100000:2.0:1767326913.975149:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329472
00000100:00100000:2.0:1767326913.975153:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329472
00000100:00100000:1.0:1767326913.975158:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326913.975170:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329728
00000100:00100000:0.0:1767326913.975175:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329728
00000100:00100000:1.0:1767326913.975183:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010329856:0@lo:250:kworker.0
00000100:00100000:3.0:1767326913.975187:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8955
00000100:00100000:2.0:1767326913.975190:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493
00000100:00100000:0.0:1767326913.975200:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:3.0:1767326913.975205:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010328960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326913.975207:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010329344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326913.975209:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010329216:12345-0@lo:38:kworker.0
00000400:00000100:1.0:1767326913.975213:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010329856 offset 0 length 520: 4
00010000:00020000:0.0:1767326913.975228:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326913.975266:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767326913.975275:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010328960:12345-0@lo:400:kworker.0 Request processed in 74us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326913.975277:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010329472:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326913.975291:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8955
00000100:00100000:2.0:1767326913.975292:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010329344:12345-0@lo:400:kworker.0 Request processed in 87us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326913.975293:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010329216:12345-0@lo:38:kworker.0 Request processed in 81us (322us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767326913.975299:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326913.975312:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8956
00000100:00100000:2.0:1767326913.975313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493
00000100:00100000:0.0:1767326913.975322:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:3.0:1767326913.975326:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010329088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326913.975338:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:2.0:1767326913.975345:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010329728:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326913.975355:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010329472:12345-0@lo:38:kworker.0 Request processed in 79us (302us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767326913.975357:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326913.975368:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767326913.975379:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010329088:12345-0@lo:400:kworker.0 Request processed in 56us (460us total) trans 0 rc 0/0
00000100:00080000:0.0:1767326913.975383:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326913.975390:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8956
00000100:00080000:0.0:1767326913.975391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326913.975399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010329472:0@lo:38:kworker.0
00000100:00100000:2.0:1767326913.975403:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010329728:12345-0@lo:38:kworker.0 Request processed in 55us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326913.975410:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00080000:0.0:1767326913.975414:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326913.975444:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767326913.975446:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326913.975449:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010329216:0@lo:38:kworker.0
00000100:00080000:1.0:1767326913.975452:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326913.975458:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767326913.975479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326913.975482:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010329344:0@lo:400:kworker.0
00000100:00100000:3.0:1767326913.975484:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767326913.975485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326913.975497:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010329728:0@lo:38:kworker.0
00000100:00100000:3.0:1767326913.975500:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010329600:0@lo:400:kworker.0
00000100:00100000:1.0:1767326913.975511:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010328960:0@lo:400:kworker.0
00000100:00100000:2.0:1767326913.975514:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010329088:0@lo:400:kworker.0
00000100:00100000:3.0:1767326913.975534:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326913.975576:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329600
00000100:00100000:0.0:1767326913.975580:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329600
00000100:00100000:0.0:1767326913.975619:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494
00000100:00080000:1.0:1767326913.975620:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326913.975632:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010329600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326913.975680:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010329600:12345-0@lo:400:kworker.0 Request processed in 52us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326913.975687:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494
00000100:00100000:3.0:1767326913.975711:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010329600:0@lo:400:kworker.0
00010000:00010000:1.0:1767326914.934607:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326915.958635:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326916.534677:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010329984:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326916.534796:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326916.534870:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010329984
00000100:00100000:2.0:1767326916.534880:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010329984
00000100:00080000:1.0:1767326916.534945:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326916.534958:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7813
00000100:00100000:2.0:1767326916.534972:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010329984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326916.535006:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326916.535086:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010329984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326916.535095:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7813
00000100:00100000:3.0:1767326916.535138:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010329984:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326916.982612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326917.046714:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010330112:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326917.046797:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326917.046854:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330112
00000100:00100000:1.0:1767326917.046864:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330112
00000100:00080000:3.0:1767326917.046925:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326917.046932:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7814
00000100:00100000:1.0:1767326917.046944:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010330112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767326917.046973:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326917.047015:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010330112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326917.047023:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7814
00000100:00100000:2.0:1767326917.047057:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010330112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326917.457009:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326917.457059:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159936
00000100:00100000:3.0:1767326917.457071:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326917.457072:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159936
00000100:00100000:0.0:1767326917.457154:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993159808
00000100:00100000:0.0:1767326917.457157:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993159808
00000100:00100000:0.0:1767326917.457194:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1495
00000100:00080000:1.0:1767326917.457197:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326917.457214:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993159936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326917.457224:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3179
00000100:00100000:2.0:1767326917.457242:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993159808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326917.457271:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326917.457328:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993159936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 120us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326917.457342:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1495
00000100:00100000:2.0:1767326917.457351:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993159808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326917.457364:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3179
00010000:00010000:2.0:1767326918.006599:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326919.030602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326919.094519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326919.094533:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326919.094538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326919.094542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326919.094547:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326919.094558:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12111
00000100:00080000:2.0:1767326919.094564:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326919.094572:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326919.094626:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010330240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326919.094688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010330240:0@lo:38:kworker.0
00000100:00080000:2.0:1767326919.094714:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326919.094718:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326919.094720:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326919.094726:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12111
00000100:00100000:1.0:1767326919.094727:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010330368:0@lo:400:kworker.0
00000100:00080000:2.0:1767326919.094730:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326919.094737:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326919.094770:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61880 x1853164010330624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326919.094788:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326919.094792:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326919.094797:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326919.094801:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326919.094802:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326919.094806:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12111
00000100:00100000:3.0:1767326919.094807:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010330752:0@lo:400:kworker.0
00000100:00080000:2.0:1767326919.094810:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326919.094817:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326919.094829:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60000 x1853164010330880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326919.094851:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326919.094855:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010330624:0@lo:38:kworker.0
00000100:00100000:1.0:1767326919.094855:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767326919.094856:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326919.094862:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326919.094867:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010331008:0@lo:400:kworker.0
00000100:00080000:2.0:1767326919.094868:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12111
00000100:00080000:2.0:1767326919.094874:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326919.094880:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326919.094885:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326919.094895:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010331136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326919.094921:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330368
00000100:00100000:1.0:1767326919.094921:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330240
00000100:00100000:0.0:1767326919.094932:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330368
00000100:00100000:1.0:1767326919.094932:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330240
00000100:00100000:2.0:1767326919.094935:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330752
00000100:00100000:2.0:1767326919.094940:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330752
00000100:00100000:3.0:1767326919.094941:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326919.094953:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010330496:0@lo:400:kworker.0
00000100:00100000:1.0:1767326919.094978:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34961
00000100:00100000:1.0:1767326919.094990:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010330240:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326919.094996:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326919.095008:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496
00000100:00100000:0.0:1767326919.095011:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330496
00000100:00100000:0.0:1767326919.095018:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330496
00010000:00020000:1.0:1767326919.095021:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326919.095022:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010330752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326919.095048:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8957
00000100:00100000:0.0:1767326919.095060:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8958
00000100:00100000:3.0:1767326919.095066:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010330368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326919.095075:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010330496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326919.095081:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010330240:12345-0@lo:38:kworker.0 Request processed in 90us (285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326919.095099:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34961
00000100:00100000:2.0:1767326919.095106:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010330752:12345-0@lo:400:kworker.0 Request processed in 85us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326919.095117:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496
00000100:00100000:3.0:1767326919.095121:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010330368:12345-0@lo:400:kworker.0 Request processed in 62us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326919.095133:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8957
00000100:00080000:1.0:1767326919.095135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326919.095141:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010330496:12345-0@lo:400:kworker.0 Request processed in 70us (148us total) trans 0 rc 0/0
00000100:00080000:1.0:1767326919.095145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326919.095150:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8958
00000100:00080000:1.0:1767326919.095151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326919.095190:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326919.095194:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010330496:0@lo:400:kworker.0
00000100:00100000:2.0:1767326919.095209:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010330752:0@lo:400:kworker.0
00000100:00100000:0.0:1767326919.095223:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330624
00000100:00100000:0.0:1767326919.095227:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330624
00000100:00100000:3.0:1767326919.095234:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010330880:0@lo:38:kworker.0
00000100:00100000:0.0:1767326919.095261:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:0.0:1767326919.095273:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010330624:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326919.095273:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326919.095290:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326919.095316:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326919.095325:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326919.095334:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326919.095336:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010330880
00000100:00100000:2.0:1767326919.095341:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010330880
00000100:00100000:3.0:1767326919.095342:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010330240:0@lo:38:kworker.0
00000100:00100000:0.0:1767326919.095343:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010330624:12345-0@lo:38:kworker.0 Request processed in 71us (153us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326919.095357:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:1.0:1767326919.095360:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010330368:0@lo:400:kworker.0
00000100:00100000:2.0:1767326919.095368:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331008
00000100:00100000:2.0:1767326919.095372:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331008
00000100:00100000:3.0:1767326919.095378:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010331136:0@lo:38:kworker.0
00000100:00100000:0.0:1767326919.095384:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:0.0:1767326919.095391:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010330880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326919.095399:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326919.095409:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497
00000100:00100000:2.0:1767326919.095437:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010331008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326919.095454:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010330880:12345-0@lo:38:kworker.0 Request processed in 60us (184us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326919.095455:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326919.095465:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00100000:3.0:1767326919.095465:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326919.095484:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331136
00000100:00100000:0.0:1767326919.095487:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331136
00000100:00100000:2.0:1767326919.095492:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010331008:12345-0@lo:400:kworker.0 Request processed in 73us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326919.095502:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497
00000100:00080000:3.0:1767326919.095507:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326919.095517:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00080000:3.0:1767326919.095518:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326919.095527:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010331136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326919.095530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010330624:0@lo:38:kworker.0
00010000:00020000:0.0:1767326919.095537:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326919.095549:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326919.095555:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326919.095560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010330880:0@lo:38:kworker.0
00000100:00100000:1.0:1767326919.095569:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010331008:0@lo:400:kworker.0
00000100:00100000:0.0:1767326919.095576:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010331136:12345-0@lo:38:kworker.0 Request processed in 47us (157us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326919.095585:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00080000:3.0:1767326919.095595:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326919.095602:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326919.095606:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010331136:0@lo:38:kworker.0
00010000:00010000:1.0:1767326920.054612:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326921.078619:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326921.654696:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010331264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326921.654814:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326921.654870:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331264
00000100:00100000:2.0:1767326921.654884:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331264
00000100:00080000:1.0:1767326921.654951:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326921.654964:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7815
00000100:00100000:2.0:1767326921.654976:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010331264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326921.655007:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326921.655075:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010331264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326921.655082:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7815
00000100:00100000:1.0:1767326921.655145:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010331264:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326922.102569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326922.166635:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010331392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326922.166742:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326922.166793:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331392
00000100:00100000:2.0:1767326922.166807:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331392
00000100:00100000:2.0:1767326922.166870:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7816
00000100:00100000:2.0:1767326922.166878:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010331392:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326922.166915:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767326922.166928:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326922.167005:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010331392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326922.167014:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7816
00000100:00100000:0.0:1767326922.167071:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010331392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326922.577075:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326922.577124:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326922.577157:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160192
00000100:00100000:0.0:1767326922.577181:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160192
00000100:00100000:1.0:1767326922.577188:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160064
00000100:00100000:1.0:1767326922.577193:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160064
00000100:00100000:1.0:1767326922.577246:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1498
00000100:00100000:1.0:1767326922.577259:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993160192:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326922.577267:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3183
00000100:00100000:0.0:1767326922.577277:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993160064:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326922.577306:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326922.577307:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326922.577348:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993160192:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326922.577356:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993160064:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326922.577362:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1498
00000100:00100000:0.0:1767326922.577373:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3183
00010000:00010000:2.0:1767326923.126669:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326924.150623:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326924.214652:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326924.214672:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326924.214678:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326924.214686:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326924.214694:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326924.214734:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12116
00000100:00080000:2.0:1767326924.214759:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326924.214774:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326924.214826:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010331520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326924.214934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010331520:0@lo:38:kworker.0
00000100:00080000:2.0:1767326924.214956:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326924.214964:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326924.214968:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326924.214976:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12116
00000100:00100000:3.0:1767326924.214982:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010331648:0@lo:400:kworker.0
00000100:00080000:2.0:1767326924.214983:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326924.214997:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326924.215003:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326924.215025:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010331776:0@lo:400:kworker.0
00000100:00100000:2.0:1767326924.215035:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010331904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326924.215050:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326924.215085:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326924.215091:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326924.215095:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326924.215109:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12116
00000100:00080000:2.0:1767326924.215120:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326924.215129:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326924.215137:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326924.215139:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010331904:0@lo:38:kworker.0
00000100:00100000:1.0:1767326924.215141:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331520
00000100:00100000:1.0:1767326924.215164:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331520
00000100:00100000:2.0:1767326924.215177:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61880 x1853164010332160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326924.215227:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326924.215235:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767326924.215241:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34962
00000100:00100000:0.0:1767326924.215271:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326924.215274:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010331520:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326924.215275:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326924.215275:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010332288:0@lo:400:kworker.0
00000100:00080000:2.0:1767326924.215284:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326924.215304:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12116
00000100:00080000:2.0:1767326924.215309:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00010000:00020000:1.0:1767326924.215316:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326924.215320:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326924.215347:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010332160:0@lo:38:kworker.0
00000100:00100000:2.0:1767326924.215352:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010332416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326924.215377:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326924.215387:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010331520:12345-0@lo:38:kworker.0 Request processed in 109us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326924.215428:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331904
00000100:00100000:1.0:1767326924.215452:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34962
00000100:00100000:0.0:1767326924.215474:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331904
00000100:00100000:1.0:1767326924.215511:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331648
00000100:00100000:1.0:1767326924.215517:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331648
00000100:00100000:2.0:1767326924.215518:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326924.215537:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332288
00000100:00100000:3.0:1767326924.215545:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326924.215567:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332288
00000100:00100000:2.0:1767326924.215570:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010332032:0@lo:400:kworker.0
00000100:00100000:1.0:1767326924.215597:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8959
00000100:00100000:1.0:1767326924.215614:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010331648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326924.215640:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332160
00000100:00100000:0.0:1767326924.215648:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332160
00000100:00080000:3.0:1767326924.215652:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326924.215669:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326924.215682:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326924.215690:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010331520:0@lo:38:kworker.0
00000100:00100000:0.0:1767326924.215702:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499
00000100:00100000:1.0:1767326924.215737:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010331648:12345-0@lo:400:kworker.0 Request processed in 122us (620us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326924.215762:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8959
00000100:00100000:0.0:1767326924.215764:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010332288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326924.215766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010332416:0@lo:38:kworker.0
00000100:00080000:2.0:1767326924.215780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326924.215796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326924.215803:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332032
00000100:00100000:1.0:1767326924.215811:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332032
00000100:00100000:3.0:1767326924.215859:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326924.215875:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332416
00000100:00100000:1.0:1767326924.215881:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332416
00000100:00100000:2.0:1767326924.215904:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500
00000100:00100000:1.0:1767326924.215914:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:0.0:1767326924.215924:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010332288:12345-0@lo:400:kworker.0 Request processed in 173us (560us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326924.215943:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010331904:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326924.215956:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010332032:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326924.215976:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326924.215981:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010332288:0@lo:400:kworker.0
00000100:00100000:0.0:1767326924.215991:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499
00000100:00100000:3.0:1767326924.216023:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010331648:0@lo:400:kworker.0
00000100:00100000:1.0:1767326924.216051:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010331904:12345-0@lo:38:kworker.0 Request processed in 118us (824us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326924.216060:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:0.0:1767326924.216088:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010332160:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326924.216089:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:2.0:1767326924.216102:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010332032:12345-0@lo:400:kworker.0 Request processed in 164us (410us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326924.216106:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326924.216130:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00080000:3.0:1767326924.216130:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767326924.216139:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326924.216142:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010331904:0@lo:38:kworker.0
00000100:00100000:1.0:1767326924.216147:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010332416:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326924.216158:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500
00010000:00020000:1.0:1767326924.216183:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326924.216236:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326924.216257:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326924.216264:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326924.216268:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010332416:12345-0@lo:38:kworker.0 Request processed in 115us (405us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326924.216273:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010332160:12345-0@lo:38:kworker.0 Request processed in 180us (726us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326924.216283:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010332160:0@lo:38:kworker.0
00000100:00100000:1.0:1767326924.216286:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00100000:2.0:1767326924.216306:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010332032:0@lo:400:kworker.0
00000100:00100000:0.0:1767326924.216320:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00100000:1.0:1767326924.216336:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326924.216343:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326924.216357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326924.216368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010332416:0@lo:38:kworker.0
00000100:00100000:1.0:1767326924.216411:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010331776
00000100:00100000:1.0:1767326924.216442:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010331776
00000100:00100000:1.0:1767326924.216487:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8960
00000100:00100000:1.0:1767326924.216499:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010331776:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326924.216501:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326924.216546:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010331776:12345-0@lo:400:kworker.0 Request processed in 51us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326924.216563:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8960
00000100:00100000:2.0:1767326924.216647:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010331776:0@lo:400:kworker.0
00010000:00010000:1.0:1767326925.174564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326926.198565:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326926.774591:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326926.774613:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010332544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326926.774674:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326926.774738:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332544
00000100:00100000:2.0:1767326926.774746:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332544
00000100:00080000:0.0:1767326926.774800:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326926.774805:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7817
00000100:00100000:2.0:1767326926.774815:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010332544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326926.774841:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326926.774883:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010332544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326926.774888:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7817
00000100:00100000:1.0:1767326926.774934:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010332544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326927.222585:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326927.286599:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010332672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326927.286660:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326927.286738:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332672
00000100:00100000:2.0:1767326927.286747:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332672
00000100:00080000:0.0:1767326927.286793:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326927.286804:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7818
00000100:00100000:2.0:1767326927.286820:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010332672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326927.286850:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326927.286896:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010332672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326927.286903:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7818
00000100:00100000:3.0:1767326927.286940:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010332672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326927.697132:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326927.697208:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326927.697239:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160448
00000100:00100000:2.0:1767326927.697266:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160448
00000100:00100000:2.0:1767326927.697365:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160320
00000100:00080000:1.0:1767326927.697369:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326927.697370:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160320
00000100:00100000:0.0:1767326927.697380:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1501
00000100:00100000:0.0:1767326927.697406:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993160448:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326927.697459:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3187
00000100:00100000:2.0:1767326927.697476:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993160320:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326927.697510:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326927.697568:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993160448:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 172us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326927.697578:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993160320:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 98us (366us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326927.697589:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1501
00000100:00100000:2.0:1767326927.697608:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3187
00010000:00010000:2.0:1767326928.246588:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326929.270588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326929.334491:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326929.334502:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326929.334506:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326929.334510:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326929.334514:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326929.334523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12122
00000100:00080000:2.0:1767326929.334529:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326929.334537:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326929.334573:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3100 x1853164010332800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326929.334628:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010332800:0@lo:38:kworker.0
00000100:00080000:2.0:1767326929.334650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326929.334655:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326929.334659:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010332928:0@lo:400:kworker.0
00000100:00080000:2.0:1767326929.334660:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326929.334683:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12122
00000100:00080000:2.0:1767326929.334688:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767326929.334693:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326929.334710:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52a00 x1853164010333184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326929.334712:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326929.334727:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326929.334735:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326929.334739:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326929.334741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326929.334746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12122
00000100:00080000:2.0:1767326929.334751:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326929.334755:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010333056:0@lo:400:kworker.0
00000100:00080000:2.0:1767326929.334758:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326929.334758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010333184:0@lo:38:kworker.0
00000100:00100000:2.0:1767326929.334778:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52680 x1853164010333440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326929.334779:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332800
00000100:00100000:1.0:1767326929.334787:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332800
00000100:00100000:3.0:1767326929.334809:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326929.334810:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326929.334822:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326929.334828:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34963
00000100:00080000:2.0:1767326929.334828:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326929.334832:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326929.334838:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010332800:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767326929.334840:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12122
00000100:00100000:3.0:1767326929.334846:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010333440:0@lo:38:kworker.0
00000100:00080000:2.0:1767326929.334847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767326929.334848:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767326929.334852:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326929.334859:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010333312:0@lo:400:kworker.0
00010000:00020000:1.0:1767326929.334860:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326929.334875:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341c00 x1853164010333696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326929.334877:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326929.334913:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326929.334913:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333184
00000100:00100000:2.0:1767326929.334919:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333184
00000100:00100000:1.0:1767326929.334922:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010332800:12345-0@lo:38:kworker.0 Request processed in 83us (209us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326929.334927:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326929.334932:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34963
00000100:00080000:3.0:1767326929.334938:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326929.334945:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010332800:0@lo:38:kworker.0
00000100:00100000:0.0:1767326929.334952:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010333568:0@lo:400:kworker.0
00000100:00100000:2.0:1767326929.334954:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333440
00000100:00100000:2.0:1767326929.334960:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333440
00000100:00100000:1.0:1767326929.334965:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010332928
00000100:00100000:1.0:1767326929.334970:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010332928
00000100:00100000:3.0:1767326929.334971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010333696:0@lo:38:kworker.0
00000100:00100000:2.0:1767326929.334983:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333312
00000100:00100000:0.0:1767326929.334988:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326929.334989:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333312
00000100:00100000:3.0:1767326929.335017:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333056
00000100:00100000:3.0:1767326929.335021:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333056
00000100:00100000:1.0:1767326929.335024:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8961
00000100:00100000:2.0:1767326929.335024:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333568
00000100:00100000:2.0:1767326929.335030:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333568
00000100:00100000:1.0:1767326929.335037:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010332928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326929.335059:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502
00000100:00100000:3.0:1767326929.335064:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8962
00000100:00100000:2.0:1767326929.335069:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503
00000100:00100000:0.0:1767326929.335075:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010333312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326929.335082:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010333568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326929.335082:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010333056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326929.335083:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010332928:12345-0@lo:400:kworker.0 Request processed in 47us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326929.335097:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8961
00000100:00100000:1.0:1767326929.335124:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:1.0:1767326929.335129:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010333184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326929.335138:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326929.335146:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010333312:12345-0@lo:400:kworker.0 Request processed in 75us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326929.335151:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010333056:12345-0@lo:400:kworker.0 Request processed in 75us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326929.335155:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010333568:12345-0@lo:400:kworker.0 Request processed in 76us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326929.335164:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502
00000100:00100000:3.0:1767326929.335169:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8962
00000100:00100000:2.0:1767326929.335171:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503
00000100:00100000:1.0:1767326929.335176:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010333184:12345-0@lo:38:kworker.0 Request processed in 41us (367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326929.335186:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00100000:0.0:1767326929.335197:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:0.0:1767326929.335203:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010333440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326929.335214:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326929.335222:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326929.335228:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326929.335232:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326929.335240:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010333440:12345-0@lo:38:kworker.0 Request processed in 36us (363us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326929.335245:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:2.0:1767326929.335262:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326929.335265:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010332928:0@lo:400:kworker.0
00000100:00100000:0.0:1767326929.335279:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010333568:0@lo:400:kworker.0
00000100:00080000:2.0:1767326929.335309:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326929.335315:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333696
00000100:00080000:2.0:1767326929.335316:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326929.335320:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333696
00000100:00100000:2.0:1767326929.335322:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010333440:0@lo:38:kworker.0
00000100:00100000:1.0:1767326929.335329:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010333312:0@lo:400:kworker.0
00000100:00080000:2.0:1767326929.335339:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326929.335345:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326929.335347:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010333056:0@lo:400:kworker.0
00000100:00100000:3.0:1767326929.335349:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:2.0:1767326929.335352:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010333184:0@lo:38:kworker.0
00000100:00100000:3.0:1767326929.335359:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010333696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326929.335372:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326929.335405:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010333696:12345-0@lo:38:kworker.0 Request processed in 45us (148us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326929.335412:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00080000:2.0:1767326929.335442:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326929.335447:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326929.335451:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010333696:0@lo:38:kworker.0
00010000:00010000:1.0:1767326930.294578:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326931.318624:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326931.894766:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326931.894790:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010333824:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326931.894861:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326931.894924:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333824
00000100:00100000:0.0:1767326931.894935:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333824
00000100:00080000:1.0:1767326931.894996:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326931.895005:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7819
00000100:00100000:0.0:1767326931.895019:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010333824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326931.895054:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326931.895112:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010333824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326931.895123:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7819
00000100:00100000:1.0:1767326931.895173:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010333824:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326932.342612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326932.406679:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010333952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326932.406759:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326932.406850:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010333952
00000100:00100000:0.0:1767326932.406863:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010333952
00000100:00080000:1.0:1767326932.406931:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326932.406951:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7820
00000100:00100000:0.0:1767326932.406970:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010333952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767326932.407011:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326932.407080:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010333952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326932.407093:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7820
00000100:00100000:1.0:1767326932.407158:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010333952:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326932.817352:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326932.817475:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160704
00000100:00100000:3.0:1767326932.817477:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326932.817490:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160704
00000100:00080000:1.0:1767326932.817562:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326932.817602:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160576
00000100:00100000:0.0:1767326932.817609:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160576
00000100:00100000:2.0:1767326932.817627:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1504
00000100:00100000:2.0:1767326932.817667:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993160704:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326932.817700:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3191
00000100:00100000:0.0:1767326932.817711:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993160576:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326932.817738:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326932.817770:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993160704:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 128us (431us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326932.817781:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1504
00000100:00100000:0.0:1767326932.817799:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993160576:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326932.817814:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3191
00010000:00010000:2.0:1767326933.366568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326934.390576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767326934.454526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326934.454535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767326934.454538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767326934.454541:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326934.454544:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326934.454551:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12127
00000100:00080000:1.0:1767326934.454555:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326934.454561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326934.454595:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87b80 x1853164010334080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326934.454653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010334080:0@lo:38:kworker.0
00000100:00080000:1.0:1767326934.454674:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326934.454675:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326934.454684:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767326934.454685:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326934.454687:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326934.454691:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010334208:0@lo:400:kworker.0
00000100:00080000:1.0:1767326934.454695:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12127
00000100:00100000:2.0:1767326934.454698:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010334336:0@lo:400:kworker.0
00000100:00080000:1.0:1767326934.454701:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326934.454707:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326934.454717:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326934.454725:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87100 x1853164010334464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326934.454750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326934.454756:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326934.454758:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326934.454762:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326934.454767:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12127
00000100:00080000:1.0:1767326934.454771:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326934.454775:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326934.454777:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010334464:0@lo:38:kworker.0
00000100:00100000:1.0:1767326934.454795:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84e00 x1853164010334720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326934.454810:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326934.454810:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334208
00000100:00100000:3.0:1767326934.454810:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326934.454820:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334208
00000100:00100000:0.0:1767326934.454823:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010334592:0@lo:400:kworker.0
00000100:00080000:1.0:1767326934.454833:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326934.454838:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010334720:0@lo:38:kworker.0
00000100:00080000:1.0:1767326934.454840:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767326934.454845:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767326934.454851:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12127
00000100:00100000:0.0:1767326934.454857:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326934.454858:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767326934.454864:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326934.454879:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334464
00000100:00100000:1.0:1767326934.454885:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86d80 x1853164010334976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326934.454885:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334464
00000100:00100000:2.0:1767326934.454892:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8963
00000100:00100000:0.0:1767326934.454902:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326934.454906:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010334208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326934.454930:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010334976:0@lo:38:kworker.0
00000100:00100000:3.0:1767326934.454930:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334592
00000100:00100000:1.0:1767326934.454933:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334080
00000100:00100000:3.0:1767326934.454935:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334592
00000100:00100000:1.0:1767326934.454941:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334080
00000100:00100000:0.0:1767326934.454971:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326934.454983:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34964
00000100:00100000:2.0:1767326934.454983:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010334208:12345-0@lo:400:kworker.0 Request processed in 80us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326934.454984:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334720
00000100:00100000:3.0:1767326934.454989:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334720
00000100:00100000:1.0:1767326934.454992:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010334080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326934.454995:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8963
00000100:00100000:3.0:1767326934.455005:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334976
00000100:00100000:3.0:1767326934.455009:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334976
00010000:00020000:1.0:1767326934.455013:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326934.455014:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505
00000100:00080000:2.0:1767326934.455024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326934.455030:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010334592:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767326934.455033:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326934.455034:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:3.0:1767326934.455043:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010334464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326934.455056:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326934.455057:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:1.0:1767326934.455069:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010334080:12345-0@lo:38:kworker.0 Request processed in 76us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326934.455069:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010334720:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326934.455077:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34964
00010000:00020000:2.0:1767326934.455083:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326934.455087:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010334592:12345-0@lo:400:kworker.0 Request processed in 60us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326934.455095:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505
00000100:00100000:3.0:1767326934.455099:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010334464:12345-0@lo:38:kworker.0 Request processed in 52us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326934.455108:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:1.0:1767326934.455117:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:2.0:1767326934.455125:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010334720:12345-0@lo:38:kworker.0 Request processed in 57us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326934.455126:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010334976:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326934.455134:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00010000:00020000:1.0:1767326934.455138:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326934.455154:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010334592:0@lo:400:kworker.0
00000100:00100000:2.0:1767326934.455162:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326934.455168:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326934.455177:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010334976:12345-0@lo:38:kworker.0 Request processed in 50us (205us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326934.455177:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010334848:0@lo:400:kworker.0
00000100:00100000:1.0:1767326934.455185:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:3.0:1767326934.455210:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334336
00000100:00100000:0.0:1767326934.455212:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010334208:0@lo:400:kworker.0
00000100:00100000:3.0:1767326934.455216:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334336
00000100:00100000:2.0:1767326934.455217:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326934.455226:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326934.455232:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326934.455237:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010334976:0@lo:38:kworker.0
00000100:00080000:1.0:1767326934.455254:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326934.455255:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010334848
00000100:00100000:0.0:1767326934.455261:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010334848
00000100:00080000:1.0:1767326934.455263:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767326934.455263:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326934.455265:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8964
00000100:00100000:1.0:1767326934.455270:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010334720:0@lo:38:kworker.0
00000100:00100000:3.0:1767326934.455284:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010334336:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326934.455287:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326934.455287:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326934.455297:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326934.455302:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010334464:0@lo:38:kworker.0
00000100:00100000:0.0:1767326934.455307:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506
00000100:00100000:0.0:1767326934.455318:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010334848:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326934.455318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326934.455328:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326934.455334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010334080:0@lo:38:kworker.0
00000100:00100000:3.0:1767326934.455345:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010334336:12345-0@lo:400:kworker.0 Request processed in 67us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326934.455353:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8964
00000100:00100000:2.0:1767326934.455370:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010334336:0@lo:400:kworker.0
00000100:00100000:0.0:1767326934.455372:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010334848:12345-0@lo:400:kworker.0 Request processed in 55us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326934.455384:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506
00000100:00100000:3.0:1767326934.455409:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010334848:0@lo:400:kworker.0
00010000:00010000:1.0:1767326935.414573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326936.438559:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326937.014578:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010335104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326937.014652:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326937.014689:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335104
00000100:00100000:0.0:1767326937.014698:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335104
00000100:00080000:2.0:1767326937.014749:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326937.014759:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7821
00000100:00100000:0.0:1767326937.014770:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010335104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326937.014795:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326937.014839:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010335104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326937.014846:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7821
00000100:00100000:3.0:1767326937.014875:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010335104:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326937.462605:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326937.526592:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010335232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326937.526664:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326937.526713:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335232
00000100:00100000:2.0:1767326937.526721:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335232
00000100:00080000:3.0:1767326937.526752:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326937.526778:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7822
00000100:00100000:2.0:1767326937.526786:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010335232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326937.526811:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326937.526859:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010335232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326937.526869:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7822
00000100:00100000:0.0:1767326937.526892:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010335232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326937.936837:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326937.936878:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767326937.936904:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993161088 offset 0 length 520: 4
00000100:00100000:0.0:1767326937.936906:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160832
00000100:00100000:0.0:1767326937.936918:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160832
00000100:00100000:2.0:1767326937.936946:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993160960
00000100:00100000:2.0:1767326937.936954:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993160960
00000100:00100000:0.0:1767326937.936970:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3195
00000100:00100000:0.0:1767326937.936979:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993160832:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326937.937000:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326937.937031:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326937.937039:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1507
00000100:00100000:2.0:1767326937.937053:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993160960:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326937.937060:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993160832:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (229us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326937.937069:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3195
00000100:00100000:2.0:1767326937.937113:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993160960:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326937.937132:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1507
00010000:00010000:2.0:1767326938.486569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326938.550506:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326913/real 1767326913]  req@ffff9bb48ba62d80 x1853164010329856/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326938 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326938.550536:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48ba62d80 x1853164010329856/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326938 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326938.550551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326938.550571:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326938.550574:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010329856:0@lo:250:kworker.0
00000100:00080000:0.0:1767326938.550617:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326938.550624:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767326938.550627:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326938.550632:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12111
00000100:00080000:0.0:1767326938.550635:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326938.550640:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326938.550667:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301c00 x1853164010335360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326938.550687:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326938.550690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326938.550691:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326938.550694:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12132
00000100:00080000:0.0:1767326938.550697:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326938.550699:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326938.550710:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302680 x1853164010335488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326938.550727:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010335360:0@lo:250:kworker.0
00000100:00080000:0.0:1767326938.550760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326938.550764:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326938.550766:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326938.550770:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12132
00000100:00080000:0.0:1767326938.550773:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326938.550777:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010335616:0@lo:400:kworker.0
00000400:00000100:1.0:1767326938.550779:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010335360 offset 0 length 520: 4
00000100:00080000:0.0:1767326938.550783:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326938.550805:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303800 x1853164010335872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326938.550815:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326938.550830:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326938.550832:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010335744:0@lo:400:kworker.0
00000100:00080000:0.0:1767326938.550834:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326938.550836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010335488:0@lo:38:kworker.0
00000100:00080000:0.0:1767326938.550845:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326938.550848:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326938.550852:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12132
00000100:00080000:0.0:1767326938.550854:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326938.550858:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326938.550873:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302d80 x1853164010336128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326938.550878:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335616
00000100:00100000:1.0:1767326938.550880:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326938.550880:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326938.550886:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335616
00000100:00080000:0.0:1767326938.550923:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326938.550924:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010335872:0@lo:38:kworker.0
00000100:00100000:2.0:1767326938.550924:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010336000:0@lo:400:kworker.0
00000100:00080000:0.0:1767326938.550930:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326938.550931:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335744
00000100:00080000:0.0:1767326938.550934:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326938.550935:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335744
00000100:00080000:0.0:1767326938.550941:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12132
00000100:00080000:0.0:1767326938.550945:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326938.550948:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326938.550963:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048700 x1853164010336384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326938.550967:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8965
00000100:00100000:2.0:1767326938.550969:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326938.550972:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335488
00000100:00100000:1.0:1767326938.550979:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335488
00000100:00100000:3.0:1767326938.550982:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010335616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326938.551010:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767326938.551015:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34965
00000100:00100000:0.0:1767326938.551023:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010336256:0@lo:400:kworker.0
00000100:00100000:1.0:1767326938.551026:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010335488:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326938.551031:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8966
00000100:00100000:3.0:1767326938.551033:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010335616:12345-0@lo:400:kworker.0 Request processed in 51us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326938.551040:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8965
00000100:00100000:2.0:1767326938.551045:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010335744:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767326938.551051:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326938.551059:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326938.551101:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336000
00000100:00100000:3.0:1767326938.551105:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336000
00000100:00100000:1.0:1767326938.551112:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010335488:12345-0@lo:38:kworker.0 Request processed in 86us (234us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326938.551113:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010335744:12345-0@lo:400:kworker.0 Request processed in 71us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326938.551115:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010335616:0@lo:400:kworker.0
00000100:00100000:1.0:1767326938.551131:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34965
00000100:00100000:2.0:1767326938.551131:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8966
00000100:00100000:3.0:1767326938.551141:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336256
00000100:00100000:3.0:1767326938.551145:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336256
00000100:00100000:0.0:1767326938.551162:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508
00000100:00100000:3.0:1767326938.551174:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509
00000100:00100000:0.0:1767326938.551176:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010336000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326938.551181:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326938.551181:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010335744:0@lo:400:kworker.0
00000100:00100000:3.0:1767326938.551189:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010336256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326938.551222:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010336128:0@lo:38:kworker.0
00000100:00100000:2.0:1767326938.551225:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010335872
00000100:00100000:2.0:1767326938.551229:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010335872
00000100:00100000:0.0:1767326938.551252:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010336000:12345-0@lo:400:kworker.0 Request processed in 78us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326938.551252:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010336256:12345-0@lo:400:kworker.0 Request processed in 65us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326938.551261:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:1.0:1767326938.551264:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326938.551271:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509
00000100:00100000:2.0:1767326938.551273:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010335872:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326938.551283:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508
00000100:00100000:3.0:1767326938.551289:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336128
00000100:00080000:1.0:1767326938.551294:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326938.551294:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336128
00010000:00020000:2.0:1767326938.551296:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326938.551301:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326938.551306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010335488:0@lo:38:kworker.0
00000100:00100000:1.0:1767326938.551327:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010336384:0@lo:38:kworker.0
00000100:00100000:0.0:1767326938.551334:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:2.0:1767326938.551334:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010335872:12345-0@lo:38:kworker.0 Request processed in 61us (155us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326938.551342:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010336128:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326938.551349:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:1.0:1767326938.551354:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326938.551357:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326938.551368:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010336256:0@lo:400:kworker.0
00000100:00100000:2.0:1767326938.551377:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336384
00000100:00100000:2.0:1767326938.551384:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336384
00000100:00080000:1.0:1767326938.551394:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326938.551402:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326938.551403:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010336128:12345-0@lo:38:kworker.0 Request processed in 59us (139us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326938.551411:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010335872:0@lo:38:kworker.0
00000100:00080000:3.0:1767326938.551411:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326938.551449:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00000100:00080000:1.0:1767326938.551451:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326938.551456:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00080000:1.0:1767326938.551458:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326938.551463:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010336128:0@lo:38:kworker.0
00000100:00100000:2.0:1767326938.551463:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010336384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326938.551475:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326938.551479:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010336000:0@lo:400:kworker.0
00000100:00100000:2.0:1767326938.551520:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010336384:12345-0@lo:38:kworker.0 Request processed in 56us (166us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326938.551528:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00080000:1.0:1767326938.551543:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326938.551547:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326938.551550:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010336384:0@lo:38:kworker.0
00010000:00010000:1.0:1767326939.510622:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326940.534540:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326941.558611:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326942.134597:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010336512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326942.134663:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326942.134700:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336512
00000100:00100000:2.0:1767326942.134709:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336512
00000100:00080000:3.0:1767326942.134744:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326942.134765:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7823
00000100:00100000:2.0:1767326942.134772:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010336512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326942.134799:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326942.134841:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010336512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326942.134847:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7823
00000100:00100000:3.0:1767326942.134887:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010336512:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326942.582559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326942.646619:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010336640:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326942.646689:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326942.646733:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336640
00000100:00100000:2.0:1767326942.646741:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336640
00000100:00080000:3.0:1767326942.646786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326942.646793:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7824
00000100:00100000:2.0:1767326942.646802:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010336640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326942.646827:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326942.646870:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010336640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326942.646877:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7824
00000100:00100000:0.0:1767326942.646916:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010336640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326943.056946:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326943.056987:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326943.057001:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161216
00000100:00100000:2.0:1767326943.057014:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161216
00000100:00100000:0.0:1767326943.057044:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161344
00000100:00100000:0.0:1767326943.057051:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161344
00000100:00100000:2.0:1767326943.057076:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3199
00000100:00100000:2.0:1767326943.057085:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993161216:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326943.057107:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326943.057110:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326943.057115:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1510
00000100:00100000:0.0:1767326943.057126:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993161344:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326943.057183:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993161216:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326943.057189:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993161344:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326943.057215:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3199
00000100:00100000:0.0:1767326943.057227:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1510
00010000:00010000:2.0:1767326943.606624:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326943.670511:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326943.670523:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326943.670527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326943.670531:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326943.670536:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326943.670545:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12136
00000100:00080000:0.0:1767326943.670550:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326943.670558:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326943.670614:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010336768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326943.670689:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326943.670694:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326943.670697:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326943.670701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010336896:0@lo:400:kworker.0
00000100:00080000:0.0:1767326943.670705:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12136
00000100:00080000:0.0:1767326943.670711:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767326943.670711:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010336768:0@lo:38:kworker.0
00000100:00080000:0.0:1767326943.670718:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326943.670732:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010337024:0@lo:400:kworker.0
00000100:00100000:0.0:1767326943.670738:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b100 x1853164010337152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326943.670765:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326943.670770:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326943.670773:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326943.670775:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326943.670781:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326943.670784:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12136
00000100:00080000:0.0:1767326943.670788:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326943.670792:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326943.670804:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010337408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326943.670815:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326943.670827:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767326943.670831:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326943.670836:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326943.670836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010337152:0@lo:38:kworker.0
00000100:00100000:3.0:1767326943.670838:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010337536:0@lo:400:kworker.0
00000100:00080000:0.0:1767326943.670840:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326943.670850:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12136
00000100:00080000:0.0:1767326943.670852:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767326943.670853:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767326943.670855:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326943.670866:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010337280:0@lo:400:kworker.0
00000100:00100000:0.0:1767326943.670878:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a680 x1853164010337664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326943.670887:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326943.670911:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336896
00000100:00100000:2.0:1767326943.670919:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336896
00000100:00100000:1.0:1767326943.670924:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326943.670938:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337536
00000100:00100000:0.0:1767326943.670944:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337536
00000100:00100000:1.0:1767326943.670957:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010337408:0@lo:38:kworker.0
00000100:00100000:3.0:1767326943.670965:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326943.670966:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337024
00000100:00100000:2.0:1767326943.670970:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337024
00000100:00100000:0.0:1767326943.670996:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337152
00000100:00100000:3.0:1767326943.671002:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337280
00000100:00100000:0.0:1767326943.671003:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337152
00000100:00100000:3.0:1767326943.671009:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337280
00000100:00100000:2.0:1767326943.671011:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8967
00000100:00100000:2.0:1767326943.671025:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010336896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326943.671027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326943.671043:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337408
00000100:00100000:0.0:1767326943.671048:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337408
00000100:00100000:3.0:1767326943.671053:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511
00000100:00100000:3.0:1767326943.671064:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010337536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326943.671071:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512
00000100:00100000:0.0:1767326943.671082:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010337280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326943.671087:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010336896:12345-0@lo:400:kworker.0 Request processed in 67us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326943.671096:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8967
00000100:00100000:1.0:1767326943.671097:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010337664:0@lo:38:kworker.0
00000100:00100000:3.0:1767326943.671110:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010337536:12345-0@lo:400:kworker.0 Request processed in 48us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326943.671116:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8968
00000100:00100000:3.0:1767326943.671120:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511
00000100:00100000:2.0:1767326943.671132:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010337024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326943.671138:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010337280:12345-0@lo:400:kworker.0 Request processed in 56us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326943.671144:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:3.0:1767326943.671150:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010337152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326943.671156:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512
00000100:00100000:1.0:1767326943.671159:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767326943.671169:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326943.671173:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337664
00000100:00100000:0.0:1767326943.671177:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337664
00000100:00100000:2.0:1767326943.671197:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010337024:12345-0@lo:400:kworker.0 Request processed in 69us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326943.671199:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:2.0:1767326943.671212:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8968
00000100:00100000:0.0:1767326943.671215:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010337408:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326943.671223:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010337152:12345-0@lo:38:kworker.0 Request processed in 69us (301us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326943.671227:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326943.671230:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00010000:00020000:0.0:1767326943.671233:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326943.671245:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:2.0:1767326943.671254:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010337664:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326943.671259:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326943.671267:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010337152:0@lo:38:kworker.0
00010000:00020000:2.0:1767326943.671272:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326943.671279:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010337408:12345-0@lo:38:kworker.0 Request processed in 66us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326943.671286:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010337536:0@lo:400:kworker.0
00000100:00080000:1.0:1767326943.671289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326943.671292:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00080000:1.0:1767326943.671301:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326943.671309:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010336896:0@lo:400:kworker.0
00000100:00100000:2.0:1767326943.671317:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010337664:12345-0@lo:38:kworker.0 Request processed in 62us (161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326943.671328:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:1.0:1767326943.671336:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010337408:0@lo:38:kworker.0
00000100:00100000:3.0:1767326943.671351:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010336768
00000100:00100000:3.0:1767326943.671355:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010336768
00000100:00100000:0.0:1767326943.671359:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010337280:0@lo:400:kworker.0
00000100:00080000:1.0:1767326943.671376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326943.671377:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326943.671384:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010337024:0@lo:400:kworker.0
00000100:00100000:3.0:1767326943.671386:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34966
00000100:00100000:3.0:1767326943.671395:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010336768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326943.671404:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326943.671412:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326943.671440:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010337664:0@lo:38:kworker.0
00000100:00100000:3.0:1767326943.671462:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010336768:12345-0@lo:38:kworker.0 Request processed in 65us (687us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767326943.671469:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326943.671469:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34966
00000100:00080000:1.0:1767326943.671475:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326943.671478:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010336768:0@lo:38:kworker.0
00010000:00010000:1.0:1767326944.630592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326945.654570:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326946.678609:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326947.254673:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010337792:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326947.254735:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326947.254775:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337792
00000100:00100000:2.0:1767326947.254784:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337792
00000100:00080000:1.0:1767326947.254843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326947.254845:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7825
00000100:00100000:2.0:1767326947.254857:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010337792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326947.254882:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326947.254926:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010337792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326947.254932:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7825
00000100:00100000:3.0:1767326947.254970:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010337792:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326947.702606:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326947.766639:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010337920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326947.766701:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326947.766744:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010337920
00000100:00100000:2.0:1767326947.766752:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010337920
00000100:00080000:1.0:1767326947.766802:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326947.766804:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7826
00000100:00100000:2.0:1767326947.766815:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010337920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326947.766843:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326947.766897:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010337920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326947.766906:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7826
00000100:00100000:0.0:1767326947.766926:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010337920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326948.176947:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326948.176984:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326948.177004:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161472
00000100:00100000:2.0:1767326948.177019:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161472
00000100:00100000:3.0:1767326948.177030:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161600
00000100:00100000:3.0:1767326948.177036:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161600
00000100:00100000:2.0:1767326948.177060:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3203
00000100:00100000:2.0:1767326948.177068:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993161472:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767326948.177083:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326948.177088:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1513
00010000:00020000:2.0:1767326948.177089:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326948.177103:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993161600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326948.177151:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993161472:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326948.177151:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993161600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326948.177168:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1513
00000100:00100000:2.0:1767326948.177175:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3203
00010000:00010000:2.0:1767326948.726557:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326948.790510:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326948.790518:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326948.790521:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326948.790524:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326948.790528:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326948.790535:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12141
00000100:00080000:2.0:1767326948.790558:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326948.790564:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326948.790599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341f80 x1853164010338048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326948.790658:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326948.790663:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767326948.790664:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010338048:0@lo:38:kworker.0
00000100:00080000:2.0:1767326948.790667:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326948.790674:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767326948.790675:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12141
00000100:00080000:2.0:1767326948.790679:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326948.790683:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326948.790689:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010338176:0@lo:400:kworker.0
00000100:00100000:3.0:1767326948.790697:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767326948.790698:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010338432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326948.790716:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010338304:0@lo:400:kworker.0
00000100:00080000:2.0:1767326948.790721:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326948.790725:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326948.790727:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326948.790731:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12141
00000100:00080000:2.0:1767326948.790735:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767326948.790742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326948.790743:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326948.790744:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326948.790754:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341c00 x1853164010338688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767326948.790776:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326948.790781:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767326948.790783:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326948.790784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326948.790791:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12141
00000100:00080000:2.0:1767326948.790793:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767326948.790794:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010338816:0@lo:400:kworker.0
00000100:00100000:1.0:1767326948.790797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010338432:0@lo:38:kworker.0
00000100:00080000:2.0:1767326948.790798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326948.790817:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8700 x1853164010338944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326948.790828:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010338560:0@lo:400:kworker.0
00000100:00100000:0.0:1767326948.790835:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326948.790852:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338176
00000100:00100000:1.0:1767326948.790855:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338048
00000100:00100000:2.0:1767326948.790859:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338176
00000100:00100000:1.0:1767326948.790861:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338048
00000100:00100000:3.0:1767326948.790885:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326948.790899:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338816
00000100:00100000:0.0:1767326948.790904:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338816
00000100:00100000:1.0:1767326948.790904:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34967
00000100:00100000:1.0:1767326948.790914:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010338048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326948.790915:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338304
00000100:00100000:2.0:1767326948.790921:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338304
00010000:00020000:1.0:1767326948.790934:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326948.790939:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338560
00000100:00100000:3.0:1767326948.790945:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338560
00000100:00100000:2.0:1767326948.790957:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8969
00000100:00100000:0.0:1767326948.790961:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514
00000100:00100000:2.0:1767326948.790969:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010338176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326948.790974:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010338816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326948.790978:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010338048:12345-0@lo:38:kworker.0 Request processed in 63us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326948.790987:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34967
00000100:00100000:3.0:1767326948.790995:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515
00000100:00100000:3.0:1767326948.791007:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010338560:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326948.791022:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326948.791028:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010338816:12345-0@lo:400:kworker.0 Request processed in 58us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326948.791035:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514
00000100:00100000:2.0:1767326948.791039:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010338176:12345-0@lo:400:kworker.0 Request processed in 75us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326948.791047:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326948.791052:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8969
00000100:00100000:0.0:1767326948.791065:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338432
00000100:00100000:3.0:1767326948.791068:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010338560:12345-0@lo:400:kworker.0 Request processed in 61us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326948.791069:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338432
00000100:00100000:2.0:1767326948.791076:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8970
00000100:00100000:1.0:1767326948.791077:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010338688:0@lo:38:kworker.0
00000100:00100000:3.0:1767326948.791086:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515
00000100:00100000:2.0:1767326948.791091:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010338304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326948.791097:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:0.0:1767326948.791104:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010338432:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326948.791112:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326948.791115:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326948.791143:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010338304:12345-0@lo:400:kworker.0 Request processed in 55us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326948.791144:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010338560:0@lo:400:kworker.0
00000100:00100000:0.0:1767326948.791156:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010338432:12345-0@lo:38:kworker.0 Request processed in 48us (111us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326948.791156:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8970
00000100:00080000:1.0:1767326948.791165:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326948.791166:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:3.0:1767326948.791171:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010338304:0@lo:400:kworker.0
00000100:00080000:1.0:1767326948.791178:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326948.791185:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338688
00000100:00100000:1.0:1767326948.791185:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010338048:0@lo:38:kworker.0
00000100:00100000:0.0:1767326948.791191:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338688
00000100:00100000:1.0:1767326948.791214:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010338944:0@lo:38:kworker.0
00000100:00100000:0.0:1767326948.791217:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1767326948.791222:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010338688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326948.791229:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326948.791262:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326948.791267:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010338688:12345-0@lo:38:kworker.0 Request processed in 42us (157us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326948.791276:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00080000:1.0:1767326948.791286:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326948.791292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326948.791293:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010338944
00000100:00100000:1.0:1767326948.791298:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010338432:0@lo:38:kworker.0
00000100:00100000:2.0:1767326948.791300:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010338944
00000100:00080000:1.0:1767326948.791311:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326948.791316:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326948.791320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010338688:0@lo:38:kworker.0
00000100:00100000:0.0:1767326948.791324:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010338816:0@lo:400:kworker.0
00000100:00100000:2.0:1767326948.791338:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:0.0:1767326948.791344:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010338176:0@lo:400:kworker.0
00000100:00100000:2.0:1767326948.791346:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010338944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326948.791359:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326948.791392:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010338944:12345-0@lo:38:kworker.0 Request processed in 48us (133us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326948.791397:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00080000:1.0:1767326948.791436:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326948.791440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326948.791442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010338944:0@lo:38:kworker.0
00010000:00010000:1.0:1767326949.750586:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326950.774595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326951.798592:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326952.374690:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010339072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326952.374780:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326952.374835:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339072
00000100:00100000:0.0:1767326952.374846:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339072
00000100:00080000:1.0:1767326952.374938:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326952.374944:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7827
00000100:00100000:0.0:1767326952.374959:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010339072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326952.374992:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326952.375052:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010339072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326952.375060:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7827
00000100:00100000:2.0:1767326952.375114:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010339072:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326952.822641:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326952.886643:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010339200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326952.886708:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326952.886751:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339200
00000100:00100000:2.0:1767326952.886759:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339200
00000100:00080000:1.0:1767326952.886815:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326952.886820:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7828
00000100:00100000:2.0:1767326952.886829:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010339200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326952.886857:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326952.886899:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010339200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326952.886906:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7828
00000100:00100000:0.0:1767326952.886941:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010339200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326953.297093:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326953.297146:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326953.297178:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161856
00000100:00100000:2.0:1767326953.297191:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161856
00000100:00100000:3.0:1767326953.297212:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161728
00000100:00100000:3.0:1767326953.297227:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161728
00000100:00080000:1.0:1767326953.297271:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326953.297293:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1516
00000100:00100000:2.0:1767326953.297311:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3207
00000100:00100000:3.0:1767326953.297313:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993161856:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326953.297331:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993161728:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326953.297375:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326953.297464:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993161856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 159us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326953.297474:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1516
00000100:00100000:2.0:1767326953.297556:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993161728:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 223us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326953.297576:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3207
00010000:00010000:2.0:1767326953.846575:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326953.910567:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326953.910578:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326953.910581:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326953.910586:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326953.910591:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326953.910599:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12146
00000100:00080000:0.0:1767326953.910605:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326953.910613:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326953.910664:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010339328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326953.910739:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326953.910742:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010339328:0@lo:38:kworker.0
00000100:00080000:0.0:1767326953.910744:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326953.910746:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767326953.910752:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326953.910770:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12146
00000100:00100000:2.0:1767326953.910771:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010339456:0@lo:400:kworker.0
00000100:00080000:0.0:1767326953.910773:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326953.910782:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326953.910795:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b100 x1853164010339712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326953.910814:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767326953.910816:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326953.910821:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326953.910823:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326953.910826:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12146
00000100:00080000:0.0:1767326953.910829:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767326953.910831:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010339840:0@lo:400:kworker.0
00000100:00080000:0.0:1767326953.910835:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326953.910849:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010339968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326953.910864:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326953.910875:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326953.910884:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767326953.910885:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326953.910891:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326953.910893:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326953.910899:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12146
00000100:00080000:0.0:1767326953.910902:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767326953.910905:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326953.910915:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010340096:0@lo:400:kworker.0
00000100:00100000:0.0:1767326953.910924:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049c00 x1853164010340224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326953.910944:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010339584:0@lo:400:kworker.0
00000100:00100000:2.0:1767326953.910951:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326953.910957:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010339712:0@lo:38:kworker.0
00000100:00100000:3.0:1767326953.910991:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326953.911005:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339328
00000100:00100000:0.0:1767326953.911016:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339328
00000100:00100000:2.0:1767326953.911020:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339456
00000100:00100000:2.0:1767326953.911028:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339456
00000100:00100000:1.0:1767326953.911035:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326953.911038:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339840
00000100:00100000:3.0:1767326953.911044:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339840
00000100:00100000:0.0:1767326953.911081:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34968
00000100:00100000:2.0:1767326953.911086:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339584
00000100:00100000:2.0:1767326953.911092:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339584
00000100:00100000:1.0:1767326953.911096:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010339968:0@lo:38:kworker.0
00000100:00100000:0.0:1767326953.911099:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010339328:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326953.911104:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340096
00000100:00100000:3.0:1767326953.911113:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340096
00000100:00100000:2.0:1767326953.911124:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8971
00010000:00020000:0.0:1767326953.911133:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326953.911140:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010339456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326953.911157:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339712
00000100:00100000:3.0:1767326953.911162:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339712
00000100:00100000:1.0:1767326953.911168:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326953.911203:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010339968
00000100:00100000:3.0:1767326953.911208:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010339968
00000100:00100000:0.0:1767326953.911213:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010339328:12345-0@lo:38:kworker.0 Request processed in 118us (353us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326953.911224:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34968
00000100:00100000:3.0:1767326953.911224:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517
00000100:00100000:2.0:1767326953.911230:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010339456:12345-0@lo:400:kworker.0 Request processed in 97us (375us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326953.911239:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010340224:0@lo:38:kworker.0
00000100:00100000:2.0:1767326953.911241:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8971
00000100:00100000:3.0:1767326953.911241:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010339840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326953.911274:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518
00000100:00100000:2.0:1767326953.911279:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8972
00000100:00100000:0.0:1767326953.911287:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010340096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326953.911291:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010339584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326953.911312:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010339840:12345-0@lo:400:kworker.0 Request processed in 79us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326953.911327:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517
00000100:00100000:1.0:1767326953.911335:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326953.911352:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340224
00000100:00100000:0.0:1767326953.911356:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010340096:12345-0@lo:400:kworker.0 Request processed in 72us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326953.911357:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340224
00000100:00100000:0.0:1767326953.911367:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518
00000100:00100000:2.0:1767326953.911371:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010339584:12345-0@lo:400:kworker.0 Request processed in 81us (380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326953.911381:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8972
00000100:00100000:3.0:1767326953.911390:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:3.0:1767326953.911399:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010339712:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326953.911405:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00010000:00020000:3.0:1767326953.911414:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326953.911454:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010339968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326953.911460:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00080000:1.0:1767326953.911461:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767326953.911470:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326953.911471:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010340224:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326953.911476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326953.911486:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010339712:12345-0@lo:38:kworker.0 Request processed in 80us (449us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326953.911501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010339328:0@lo:38:kworker.0
00010000:00020000:2.0:1767326953.911501:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326953.911502:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:0.0:1767326953.911526:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010339968:12345-0@lo:38:kworker.0 Request processed in 91us (347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326953.911546:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00000100:00100000:2.0:1767326953.911582:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010340224:12345-0@lo:38:kworker.0 Request processed in 111us (261us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326953.911589:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010339840:0@lo:400:kworker.0
00000100:00080000:1.0:1767326953.911593:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326953.911593:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00080000:0.0:1767326953.911601:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326953.911608:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010339584:0@lo:400:kworker.0
00000100:00080000:1.0:1767326953.911614:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326953.911624:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010339712:0@lo:38:kworker.0
00000100:00080000:1.0:1767326953.911658:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326953.911665:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326953.911673:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010339968:0@lo:38:kworker.0
00000100:00100000:2.0:1767326953.911679:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010340096:0@lo:400:kworker.0
00000100:00080000:1.0:1767326953.911695:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326953.911698:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010339456:0@lo:400:kworker.0
00000100:00080000:1.0:1767326953.911702:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326953.911720:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010340224:0@lo:38:kworker.0
00010000:00010000:1.0:1767326954.870653:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326955.894586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326956.918644:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767326957.494627:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767326957.494655:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010340352:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326957.494734:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326957.494786:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340352
00000100:00100000:0.0:1767326957.494811:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340352
00000100:00080000:1.0:1767326957.494896:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326957.494920:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7829
00000100:00100000:0.0:1767326957.494934:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010340352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326957.494972:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326957.495049:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010340352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326957.495060:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7829
00000100:00100000:2.0:1767326957.495099:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010340352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326957.942607:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767326958.006700:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010340480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326958.006798:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326958.006861:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340480
00000100:00100000:2.0:1767326958.006873:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340480
00000100:00080000:1.0:1767326958.006918:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767326958.006952:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7830
00000100:00100000:2.0:1767326958.006965:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010340480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767326958.007005:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326958.007077:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010340480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326958.007086:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7830
00000100:00100000:0.0:1767326958.007137:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010340480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326958.416893:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326958.416931:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326958.416961:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993162112
00000100:00100000:0.0:1767326958.416975:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993162112
00000100:00100000:2.0:1767326958.416997:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993161984
00000100:00100000:2.0:1767326958.417003:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993161984
00000100:00100000:2.0:1767326958.417062:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1519
00000100:00100000:0.0:1767326958.417074:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3211
00000100:00100000:2.0:1767326958.417081:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993162112:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767326958.417084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326958.417090:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993161984:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326958.417118:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326958.417188:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993161984:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 102us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326958.417189:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993162112:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 116us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326958.417205:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1519
00000100:00100000:0.0:1767326958.417212:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3211
00010000:00010000:2.0:1767326958.966618:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767326959.030583:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326959.030591:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767326959.030595:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326959.030598:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326959.030602:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326959.030611:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12151
00000100:00080000:2.0:1767326959.030616:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326959.030624:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326959.030670:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8380 x1853164010340608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326959.030732:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010340608:0@lo:38:kworker.0
00000100:00080000:2.0:1767326959.030737:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326959.030742:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326959.030745:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326959.030745:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010340736:0@lo:400:kworker.0
00000100:00080000:2.0:1767326959.030754:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12151
00000100:00080000:2.0:1767326959.030757:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326959.030759:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326959.030765:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767326959.030774:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9880 x1853164010340992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326959.030783:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010340864:0@lo:400:kworker.0
00000100:00080000:2.0:1767326959.030794:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326959.030797:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326959.030799:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767326959.030802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12151
00000100:00080000:2.0:1767326959.030804:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326959.030808:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326959.030821:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bb100 x1853164010341248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326959.030822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326959.030825:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767326959.030847:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767326959.030851:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767326959.030852:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326959.030857:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340608
00000100:00080000:2.0:1767326959.030857:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12151
00000100:00080000:2.0:1767326959.030860:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767326959.030865:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326959.030870:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340608
00000100:00100000:2.0:1767326959.030875:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9f80 x1853164010341504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326959.030896:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767326959.030900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010340992:0@lo:38:kworker.0
00000100:00100000:3.0:1767326959.030901:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767326959.030908:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010341120:0@lo:400:kworker.0
00000100:00100000:3.0:1767326959.030914:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010341376:0@lo:400:kworker.0
00000100:00100000:0.0:1767326959.030924:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34969
00000100:00100000:0.0:1767326959.030935:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010340608:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326959.030941:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326959.030962:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340736
00010000:00020000:0.0:1767326959.030966:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326959.030968:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340736
00000100:00100000:3.0:1767326959.030973:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326959.030979:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010341248:0@lo:38:kworker.0
00000100:00100000:1.0:1767326959.031014:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326959.031031:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8973
00000100:00100000:0.0:1767326959.031036:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010340608:12345-0@lo:38:kworker.0 Request processed in 97us (213us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326959.031038:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340992
00000100:00100000:3.0:1767326959.031045:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340992
00000100:00100000:2.0:1767326959.031046:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010340736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326959.031049:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010341504:0@lo:38:kworker.0
00000100:00100000:0.0:1767326959.031058:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34969
00000100:00100000:3.0:1767326959.031073:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:1.0:1767326959.031080:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326959.031082:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010340992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326959.031094:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326959.031101:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326959.031112:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010340736:12345-0@lo:400:kworker.0 Request processed in 71us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326959.031120:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8973
00000100:00100000:2.0:1767326959.031134:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010340864
00000100:00080000:1.0:1767326959.031135:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326959.031138:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010340864
00000100:00080000:1.0:1767326959.031143:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326959.031149:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010340608:0@lo:38:kworker.0
00000100:00100000:3.0:1767326959.031151:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010340992:12345-0@lo:38:kworker.0 Request processed in 69us (211us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326959.031160:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:2.0:1767326959.031175:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8974
00000100:00100000:3.0:1767326959.031179:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341376
00000100:00080000:1.0:1767326959.031182:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326959.031184:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341376
00000100:00080000:1.0:1767326959.031187:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326959.031188:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010340864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326959.031195:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010340992:0@lo:38:kworker.0
00000100:00100000:0.0:1767326959.031205:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341248
00000100:00100000:0.0:1767326959.031212:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341248
00000100:00080000:1.0:1767326959.031223:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326959.031225:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341504
00000100:00080000:1.0:1767326959.031230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326959.031230:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341504
00000100:00100000:2.0:1767326959.031235:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010340864:12345-0@lo:400:kworker.0 Request processed in 52us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326959.031242:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520
00000100:00100000:2.0:1767326959.031248:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8974
00000100:00100000:1.0:1767326959.031254:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:0.0:1767326959.031260:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010341376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326959.031266:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010341248:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326959.031267:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:3.0:1767326959.031277:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010341504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326959.031282:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767326959.031288:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326959.031298:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010340736:0@lo:400:kworker.0
00000100:00100000:0.0:1767326959.031327:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010341376:12345-0@lo:400:kworker.0 Request processed in 71us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326959.031329:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010341376:0@lo:400:kworker.0
00000100:00100000:1.0:1767326959.031339:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010341248:12345-0@lo:38:kworker.0 Request processed in 73us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326959.031340:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010341504:12345-0@lo:38:kworker.0 Request processed in 61us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326959.031347:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520
00000100:00100000:1.0:1767326959.031363:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:3.0:1767326959.031369:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:1.0:1767326959.031398:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326959.031405:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010340864:0@lo:400:kworker.0
00000100:00100000:3.0:1767326959.031440:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341120
00000100:00100000:3.0:1767326959.031444:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341120
00000100:00080000:1.0:1767326959.031466:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326959.031483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326959.031489:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010341248:0@lo:38:kworker.0
00000100:00080000:2.0:1767326959.031497:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326959.031504:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521
00000100:00080000:1.0:1767326959.031505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326959.031512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326959.031517:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010341120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326959.031518:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010341504:0@lo:38:kworker.0
00000100:00100000:3.0:1767326959.031559:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010341120:12345-0@lo:400:kworker.0 Request processed in 45us (163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326959.031568:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521
00000100:00100000:1.0:1767326959.031573:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010341120:0@lo:400:kworker.0
00010000:00010000:1.0:1767326959.990613:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326961.014652:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326962.038593:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767326962.513079:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993162240 offset 0 length 520: 4
00000100:00100000:1.0:1767326962.513116:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326962.513146:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326962.513176:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993162496
00000100:00100000:3.0:1767326962.513186:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993162496
00000100:00100000:0.0:1767326962.513207:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993162368
00000100:00100000:0.0:1767326962.513213:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993162368
00000100:00080000:2.0:1767326962.513245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326962.513257:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1522
00000100:00100000:3.0:1767326962.513270:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3215
00000100:00100000:0.0:1767326962.513277:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993162496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326962.513282:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993162368:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326962.513303:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326962.513370:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993162496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 97us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326962.513371:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993162368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326962.513386:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1522
00000100:00100000:3.0:1767326962.513394:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3215
00000100:00100000:2.0:1767326962.614710:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010341632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767326962.614806:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326962.614875:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341632
00000100:00100000:0.0:1767326962.614886:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341632
00000100:00080000:1.0:1767326962.614938:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767326962.614963:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7831
00000100:00100000:0.0:1767326962.614975:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010341632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767326962.615013:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767326962.615094:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010341632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326962.615107:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7831
00000100:00100000:2.0:1767326962.615164:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010341632:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326963.062583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326963.126538:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326938/real 1767326938]  req@ffff9bb591301c00 x1853164010335360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767326963.126567:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb591301c00 x1853164010335360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767326963.126585:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326963.126607:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326963.126610:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010335360:0@lo:250:kworker.0
00000100:00080000:3.0:1767326963.126643:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326963.126650:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767326963.126654:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326963.126659:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12136
00000100:00080000:3.0:1767326963.126663:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326963.126671:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326963.126684:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010341760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326963.126703:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341500 x1853164010341888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326963.126728:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326963.126732:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326963.126734:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326963.126737:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12156
00000100:00100000:1.0:1767326963.126743:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326963.126743:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326963.126752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326963.126773:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010341888:0@lo:250:kworker.0
00000100:00100000:3.0:1767326963.126773:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343b80 x1853164010342016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326963.126792:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010341760
00000100:00100000:0.0:1767326963.126803:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010341760
00000100:00080000:3.0:1767326963.126811:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326963.126816:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326963.126819:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326963.126822:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12156
00000100:00080000:3.0:1767326963.126826:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326963.126831:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767326963.126853:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326963.126856:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ca80 x1853164010342144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767326963.126862:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010341888 offset 0 length 520: 4
00000100:00100000:0.0:1767326963.126876:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7832
00000100:00100000:0.0:1767326963.126894:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010341760:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326963.126919:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326963.126925:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326963.126927:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00002000:00000024:0.0:1767326963.126931:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767326963.126935:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010342272:0@lo:400:kworker.0
00000100:00080000:3.0:1767326963.126936:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12156
00000100:00080000:3.0:1767326963.126943:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326963.126947:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326963.126963:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010342016:0@lo:38:kworker.0
00000100:00100000:3.0:1767326963.126968:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f480 x1853164010342400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326963.127003:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326963.127004:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010341760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (258us total) trans 0 rc 0/0
00000100:00080000:3.0:1767326963.127009:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326963.127016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7832
00000100:00080000:3.0:1767326963.127017:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326963.127023:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326963.127033:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326963.127034:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12156
00000100:00080000:3.0:1767326963.127041:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767326963.127047:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326963.127069:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f100 x1853164010342656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326963.127075:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342272
00000100:00100000:2.0:1767326963.127079:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010342144:0@lo:38:kworker.0
00000100:00100000:1.0:1767326963.127084:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342272
00000100:00100000:0.0:1767326963.127114:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010341760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326963.127116:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010342528:0@lo:400:kworker.0
00000100:00100000:2.0:1767326963.127133:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326963.127156:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342144
00000100:00100000:1.0:1767326963.127161:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342144
00000100:00080000:0.0:1767326963.127175:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326963.127177:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326963.127188:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010342400:0@lo:38:kworker.0
00000100:00100000:1.0:1767326963.127200:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342528
00000100:00100000:1.0:1767326963.127205:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342528
00000100:00100000:0.0:1767326963.127216:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523
00000100:00100000:0.0:1767326963.127236:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010342272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326963.127243:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326963.127263:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342400
00000100:00100000:1.0:1767326963.127272:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342400
00000100:00100000:3.0:1767326963.127274:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342016
00000100:00100000:3.0:1767326963.127282:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342016
00000100:00100000:2.0:1767326963.127289:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010342656:0@lo:38:kworker.0
00000100:00100000:0.0:1767326963.127310:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010342272:12345-0@lo:400:kworker.0 Request processed in 79us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326963.127311:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524
00000100:00100000:0.0:1767326963.127328:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523
00000100:00100000:3.0:1767326963.127340:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34970
00000100:00100000:1.0:1767326963.127342:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010342528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326963.127344:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326963.127359:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010342016:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326963.127373:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342656
00010000:00020000:3.0:1767326963.127380:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326963.127381:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342656
00000100:00100000:0.0:1767326963.127477:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:1.0:1767326963.127482:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010342528:12345-0@lo:400:kworker.0 Request processed in 157us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326963.127492:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010342144:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326963.127493:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010342016:12345-0@lo:38:kworker.0 Request processed in 134us (466us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326963.127499:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524
00000100:00100000:3.0:1767326963.127509:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34970
00010000:00020000:0.0:1767326963.127519:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326963.127521:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:1.0:1767326963.127540:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:2.0:1767326963.127547:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010342400:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326963.127558:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010342656:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767326963.127567:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010342144:12345-0@lo:38:kworker.0 Request processed in 76us (435us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767326963.127574:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326963.127575:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00080000:3.0:1767326963.127579:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767326963.127584:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326963.127590:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326963.127594:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010342016:0@lo:38:kworker.0
00000100:00080000:3.0:1767326963.127609:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326963.127613:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326963.127618:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010342144:0@lo:38:kworker.0
00000100:00080000:0.0:1767326963.127637:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326963.127645:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010342400:12345-0@lo:38:kworker.0 Request processed in 106us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326963.127655:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00080000:3.0:1767326963.127661:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326963.127669:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010342656:12345-0@lo:38:kworker.0 Request processed in 110us (340us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326963.127674:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326963.127682:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010342400:0@lo:38:kworker.0
00000100:00100000:1.0:1767326963.127685:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:0.0:1767326963.127693:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010342272:0@lo:400:kworker.0
00000100:00080000:3.0:1767326963.127709:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326963.127720:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326963.127729:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010342656:0@lo:38:kworker.0
00000100:00100000:2.0:1767326963.127758:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010342528:0@lo:400:kworker.0
00010000:00010000:2.0:1767326964.086595:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326965.110537:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326966.134547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326967.158628:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326967.633143:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326967.633199:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326967.633214:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993162752
00000100:00100000:3.0:1767326967.633228:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993162752
00000100:00100000:2.0:1767326967.633264:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993162624
00000100:00100000:2.0:1767326967.633278:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993162624
00000100:00100000:3.0:1767326967.633313:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1525
00000100:00100000:3.0:1767326967.633332:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993162752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326967.633341:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3219
00000100:00080000:0.0:1767326967.633346:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326967.633360:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993162624:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767326967.633390:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326967.633475:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993162752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 151us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326967.633483:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1525
00000100:00100000:2.0:1767326967.642793:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993162624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 9436us (9592us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326967.642808:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3219
00000100:00100000:1.0:1767326967.734596:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767326967.734621:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010342784:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767326967.734713:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326967.734772:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342784
00000100:00100000:3.0:1767326967.734783:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342784
00000100:00080000:0.0:1767326967.734829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326967.734905:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7833
00000100:00100000:3.0:1767326967.734917:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010342784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326967.734948:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326967.735005:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010342784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326967.735016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7833
00000100:00100000:1.0:1767326967.735059:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010342784:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326968.182630:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326968.246589:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326968.246604:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326968.246608:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326968.246614:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326968.246620:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326968.246631:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12160
00000100:00080000:3.0:1767326968.246637:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326968.246645:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326968.246686:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010342912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326968.246688:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f100 x1853164010343040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326968.246758:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326968.246762:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010343040:0@lo:38:kworker.0
00000100:00080000:3.0:1767326968.246773:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326968.246778:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326968.246786:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010343168:0@lo:400:kworker.0
00000100:00080000:3.0:1767326968.246786:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12160
00000100:00100000:0.0:1767326968.246788:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326968.246794:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326968.246804:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326968.246824:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010343424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326968.246858:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767326968.246859:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326968.246863:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326968.246871:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326968.246872:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326968.246877:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767326968.246878:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010343552:0@lo:400:kworker.0
00000100:00080000:3.0:1767326968.246889:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12160
00000100:00080000:3.0:1767326968.246894:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326968.246901:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326968.246917:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010343424:0@lo:38:kworker.0
00000100:00100000:3.0:1767326968.246924:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010343680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326968.246936:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326968.246985:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326968.246990:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767326968.246992:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343168
00000100:00080000:3.0:1767326968.246993:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326968.246995:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343040
00000100:00080000:3.0:1767326968.247002:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12160
00000100:00100000:0.0:1767326968.247003:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010343296:0@lo:400:kworker.0
00000100:00100000:2.0:1767326968.247005:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343168
00000100:00100000:1.0:1767326968.247007:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343040
00000100:00080000:3.0:1767326968.247008:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326968.247017:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326968.247031:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9dc00 x1853164010343936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326968.247050:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326968.247072:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34971
00000100:00100000:1.0:1767326968.247086:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010343040:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326968.247094:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343296
00000100:00100000:2.0:1767326968.247100:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343296
00010000:00020000:1.0:1767326968.247116:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326968.247127:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8975
00000100:00100000:0.0:1767326968.247145:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010343168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326968.247169:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8976
00000100:00100000:1.0:1767326968.247180:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010343040:12345-0@lo:38:kworker.0 Request processed in 94us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326968.247189:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010343296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326968.247195:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34971
00000100:00100000:0.0:1767326968.247202:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010343168:12345-0@lo:400:kworker.0 Request processed in 63us (347us total) trans 0 rc 0/0
00000100:00080000:2.0:1767326968.247202:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326968.247216:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8975
00000100:00100000:1.0:1767326968.247241:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010342912
00000100:00100000:1.0:1767326968.247248:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010342912
00000100:00100000:0.0:1767326968.247252:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010343808:0@lo:400:kworker.0
00000100:00100000:3.0:1767326968.247279:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010343296:12345-0@lo:400:kworker.0 Request processed in 95us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326968.247288:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326968.247309:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8976
00000100:00100000:1.0:1767326968.247314:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7834
00000100:00100000:1.0:1767326968.247334:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010342912:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326968.247348:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010343168:0@lo:400:kworker.0
00000100:00080000:2.0:1767326968.247362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00002000:00000024:1.0:1767326968.247368:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:2.0:1767326968.247375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326968.247377:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010343296:0@lo:400:kworker.0
00000100:00100000:2.0:1767326968.247383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010343040:0@lo:38:kworker.0
00000100:00100000:0.0:1767326968.247396:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326968.247471:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343552
00000100:00100000:3.0:1767326968.247477:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343552
00000100:00100000:1.0:1767326968.247480:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010342912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (694us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326968.247497:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7834
00000100:00100000:2.0:1767326968.247498:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010343680:0@lo:38:kworker.0
00000100:00100000:0.0:1767326968.247510:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010342912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326968.247526:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343424
00000100:00100000:3.0:1767326968.247529:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343424
00000100:00100000:1.0:1767326968.247543:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343808
00000100:00100000:1.0:1767326968.247551:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343808
00000100:00100000:3.0:1767326968.247563:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526
00000100:00100000:2.0:1767326968.247572:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326968.247580:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:3.0:1767326968.247581:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010343552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326968.247594:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010343424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326968.247610:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326968.247614:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343680
00000100:00100000:1.0:1767326968.247620:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343680
00000100:00100000:2.0:1767326968.247624:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010343936:0@lo:38:kworker.0
00000100:00100000:3.0:1767326968.247656:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010343552:12345-0@lo:400:kworker.0 Request processed in 77us (729us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326968.247657:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527
00000100:00100000:0.0:1767326968.247667:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010343424:12345-0@lo:38:kworker.0 Request processed in 75us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326968.247672:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526
00000100:00100000:0.0:1767326968.247685:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00100000:1.0:1767326968.247689:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010343808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326968.247691:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326968.247706:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010343552:0@lo:400:kworker.0
00000100:00100000:0.0:1767326968.247726:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010343936
00000100:00100000:0.0:1767326968.247731:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010343936
00000100:00080000:2.0:1767326968.247748:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326968.247758:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326968.247767:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010343424:0@lo:38:kworker.0
00000100:00100000:0.0:1767326968.247768:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:1.0:1767326968.247785:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010343808:12345-0@lo:400:kworker.0 Request processed in 109us (393us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326968.247786:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010343680:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326968.247790:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1767326968.247804:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010343936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326968.247805:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326968.247810:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527
00000100:00080000:2.0:1767326968.247821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767326968.247823:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326968.247859:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010343680:12345-0@lo:38:kworker.0 Request processed in 72us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326968.247873:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00100000:3.0:1767326968.247873:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010343936:12345-0@lo:38:kworker.0 Request processed in 66us (192us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326968.247883:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326968.247885:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00080000:2.0:1767326968.247896:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326968.247906:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010343680:0@lo:38:kworker.0
00000100:00100000:1.0:1767326968.247914:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010343808:0@lo:400:kworker.0
00000100:00080000:2.0:1767326968.247936:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326968.247943:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326968.247947:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010343936:0@lo:38:kworker.0
00010000:00010000:2.0:1767326969.206624:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326970.230613:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326971.254608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326972.278652:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326972.752843:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326972.752878:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326972.752904:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163008
00000100:00100000:3.0:1767326972.752917:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163008
00000100:00100000:0.0:1767326972.752954:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993162880
00000100:00100000:0.0:1767326972.752961:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993162880
00000100:00080000:2.0:1767326972.752978:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326972.752999:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1528
00000100:00100000:0.0:1767326972.753010:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3223
00000100:00100000:3.0:1767326972.753015:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993163008:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326972.753023:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993162880:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326972.753047:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326972.753106:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993162880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 82us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326972.753107:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993163008:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 94us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326972.753122:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3223
00000100:00100000:3.0:1767326972.753128:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1528
00000100:00100000:0.0:1767326972.854598:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010344064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326972.854681:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326972.854726:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344064
00000100:00100000:1.0:1767326972.854737:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344064
00000100:00080000:2.0:1767326972.854793:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767326972.854814:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7835
00000100:00100000:1.0:1767326972.854828:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010344064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767326972.854867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767326972.854923:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010344064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326972.854931:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7835
00000100:00100000:0.0:1767326972.854974:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010344064:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326973.302610:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326973.366558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326973.366573:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326973.366578:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326973.366583:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326973.366588:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326973.366601:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12166
00000100:00080000:3.0:1767326973.366606:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326973.366614:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326973.366648:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010344320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326973.366666:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010344192:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326973.366718:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326973.366723:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010344320:0@lo:38:kworker.0
00000100:00080000:3.0:1767326973.366726:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767326973.366727:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010344448:0@lo:400:kworker.0
00000100:00080000:3.0:1767326973.366730:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326973.366739:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12166
00000100:00080000:3.0:1767326973.366741:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326973.366745:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326973.366759:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010344704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326973.366768:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326973.366777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326973.366784:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326973.366792:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326973.366796:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326973.366799:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326973.366803:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12166
00000100:00080000:3.0:1767326973.366805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326973.366809:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326973.366818:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010344960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326973.366836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010344704:0@lo:38:kworker.0
00000100:00080000:3.0:1767326973.366837:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326973.366838:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010345088:0@lo:400:kworker.0
00000100:00080000:3.0:1767326973.366847:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326973.366849:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326973.366853:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12166
00000100:00080000:3.0:1767326973.366855:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767326973.366859:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326973.366864:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344192
00000100:00100000:0.0:1767326973.366874:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344192
00000100:00100000:3.0:1767326973.366875:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010345216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326973.366884:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326973.366887:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010344576:0@lo:400:kworker.0
00000100:00100000:2.0:1767326973.366926:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326973.366928:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344448
00000100:00100000:3.0:1767326973.366934:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344448
00000100:00100000:1.0:1767326973.366947:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344320
00000100:00100000:0.0:1767326973.366952:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7836
00000100:00100000:1.0:1767326973.366955:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344320
00000100:00100000:2.0:1767326973.366959:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326973.366966:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010344192:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326973.366969:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010344832:0@lo:400:kworker.0
00000100:00100000:3.0:1767326973.366994:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344576
00000100:00100000:1.0:1767326973.366996:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34972
00000100:00100000:3.0:1767326973.367001:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344576
00000100:00100000:2.0:1767326973.367002:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326973.367007:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010344320:12345-0@lo:38:kworker.0
00002000:00000024:0.0:1767326973.367013:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00010000:00020000:1.0:1767326973.367030:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326973.367039:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767326973.367044:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8977
00000100:00100000:3.0:1767326973.367055:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010344448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767326973.367064:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8978
00000100:00100000:2.0:1767326973.367076:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010344576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326973.367078:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010344320:12345-0@lo:38:kworker.0 Request processed in 73us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326973.367090:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010344192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326973.367091:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34972
00000100:00100000:0.0:1767326973.367102:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7836
00000100:00100000:3.0:1767326973.367118:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010344448:12345-0@lo:400:kworker.0 Request processed in 64us (334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326973.367125:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8977
00000100:00100000:1.0:1767326973.367131:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345088
00000100:00100000:2.0:1767326973.367134:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010344576:12345-0@lo:400:kworker.0 Request processed in 61us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326973.367136:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345088
00000100:00100000:2.0:1767326973.367144:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8978
00000100:00100000:0.0:1767326973.367164:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010344448:0@lo:400:kworker.0
00000100:00080000:2.0:1767326973.367177:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767326973.367180:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344832
00000100:00100000:1.0:1767326973.367183:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344832
00000100:00100000:3.0:1767326973.367203:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326973.367212:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010344576:0@lo:400:kworker.0
00000100:00100000:3.0:1767326973.367232:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010344960:0@lo:38:kworker.0
00000100:00100000:1.0:1767326973.367235:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344704
00000100:00100000:0.0:1767326973.367240:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010344192:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326973.367241:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344704
00000100:00080000:2.0:1767326973.367241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326973.367259:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326973.367281:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010344960
00000100:00100000:1.0:1767326973.367287:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010344960
00000100:00100000:0.0:1767326973.367294:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529
00000100:00080000:3.0:1767326973.367297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767326973.367303:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530
00000100:00100000:0.0:1767326973.367304:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010345088:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326973.367306:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326973.367315:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010344320:0@lo:38:kworker.0
00000100:00100000:1.0:1767326973.367321:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:2.0:1767326973.367321:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010344832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326973.367328:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010344704:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326973.367334:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010345216:0@lo:38:kworker.0
00010000:00020000:1.0:1767326973.367342:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326973.367356:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010345088:12345-0@lo:400:kworker.0 Request processed in 54us (475us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326973.367362:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529
00000100:00100000:3.0:1767326973.367396:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326973.367402:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010344704:12345-0@lo:38:kworker.0 Request processed in 71us (198us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326973.367402:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010344832:12345-0@lo:400:kworker.0 Request processed in 85us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326973.367404:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345216
00000100:00100000:0.0:1767326973.367411:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345216
00000100:00100000:2.0:1767326973.367436:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530
00000100:00080000:3.0:1767326973.367443:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326973.367450:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326973.367453:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00100000:3.0:1767326973.367457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010344704:0@lo:38:kworker.0
00000100:00100000:0.0:1767326973.367463:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:0.0:1767326973.367476:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010344960:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326973.367476:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:2.0:1767326973.367488:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010345216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326973.367492:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326973.367504:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767326973.367527:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010344832:0@lo:400:kworker.0
00000100:00100000:0.0:1767326973.367537:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010344960:12345-0@lo:38:kworker.0 Request processed in 64us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326973.367544:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00100000:1.0:1767326973.367551:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010345088:0@lo:400:kworker.0
00000100:00100000:2.0:1767326973.367552:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010345216:12345-0@lo:38:kworker.0 Request processed in 65us (177us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326973.367559:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00080000:3.0:1767326973.367583:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326973.367588:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326973.367591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010345216:0@lo:38:kworker.0
00000100:00080000:3.0:1767326973.367597:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326973.367600:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326973.367602:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010344960:0@lo:38:kworker.0
00010000:00010000:2.0:1767326974.326676:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326975.350562:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326976.374592:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326977.398581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767326977.872951:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326977.873000:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326977.873017:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163264
00000100:00100000:2.0:1767326977.873026:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163264
00000100:00100000:0.0:1767326977.873084:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163136
00000100:00100000:0.0:1767326977.873090:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163136
00000100:00080000:3.0:1767326977.873100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326977.873113:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1531
00000100:00100000:0.0:1767326977.873122:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3227
00000100:00100000:2.0:1767326977.873130:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993163264:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326977.873132:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993163136:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326977.873167:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326977.873214:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993163264:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326977.873223:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993163136:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326977.873229:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1531
00000100:00100000:0.0:1767326977.873240:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3227
00000100:00100000:0.0:1767326977.974618:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010345344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326977.974683:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326977.974722:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345344
00000100:00100000:3.0:1767326977.974731:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345344
00000100:00100000:3.0:1767326977.974792:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7837
00000100:00080000:2.0:1767326977.974801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326977.974802:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010345344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326977.974832:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326977.974878:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010345344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326977.974891:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7837
00000100:00100000:0.0:1767326977.974944:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010345344:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326978.422572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326978.486522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326978.486531:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326978.486535:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326978.486538:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326978.486542:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326978.486549:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12171
00000100:00080000:3.0:1767326978.486554:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326978.486560:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326978.486585:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010345600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326978.486630:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767326978.486631:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010345472:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326978.486636:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326978.486642:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326978.486645:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12171
00000100:00080000:3.0:1767326978.486648:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767326978.486651:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010345856:0@lo:400:kworker.0
00000100:00080000:3.0:1767326978.486654:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326978.486656:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010345728:0@lo:400:kworker.0
00000100:00100000:3.0:1767326978.486671:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f480 x1853164010345984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326978.486689:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326978.486692:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326978.486694:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326978.486696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12171
00000100:00080000:3.0:1767326978.486699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326978.486702:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326978.486711:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f800 x1853164010346240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767326978.486723:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326978.486726:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326978.486731:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326978.486735:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326978.486737:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326978.486742:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12171
00000100:00100000:1.0:1767326978.486744:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010345600:0@lo:38:kworker.0
00000100:00080000:3.0:1767326978.486745:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767326978.486751:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326978.486764:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d500 x1853164010346496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326978.486774:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767326978.486783:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010346368:0@lo:400:kworker.0
00000100:00100000:1.0:1767326978.486784:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326978.486786:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010346112:0@lo:400:kworker.0
00000100:00100000:3.0:1767326978.486795:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345472
00000100:00100000:3.0:1767326978.486802:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345472
00000100:00100000:1.0:1767326978.486814:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010345984:0@lo:38:kworker.0
00000100:00100000:2.0:1767326978.486832:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326978.486854:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345600
00000100:00100000:0.0:1767326978.486861:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345600
00000100:00100000:3.0:1767326978.486862:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7838
00000100:00100000:1.0:1767326978.486868:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326978.486877:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010345472:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326978.486896:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345856
00000100:00100000:2.0:1767326978.486904:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345856
00002000:00000024:3.0:1767326978.486904:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326978.486906:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34973
00000100:00100000:0.0:1767326978.486914:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010345600:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326978.486924:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326978.486931:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326978.486945:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345728
00000100:00100000:1.0:1767326978.486946:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010346240:0@lo:38:kworker.0
00000100:00100000:2.0:1767326978.486949:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345728
00000100:00100000:3.0:1767326978.486977:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010345472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326978.486978:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8979
00000100:00100000:1.0:1767326978.486989:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326978.486990:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010345600:12345-0@lo:38:kworker.0 Request processed in 71us (204us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326978.486993:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010345856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326978.487000:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7838
00000100:00100000:0.0:1767326978.487011:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34973
00000100:00100000:1.0:1767326978.487016:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010346496:0@lo:38:kworker.0
00000100:00100000:3.0:1767326978.487044:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8980
00000100:00100000:2.0:1767326978.487053:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010345856:12345-0@lo:400:kworker.0 Request processed in 61us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326978.487056:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346112
00000100:00100000:1.0:1767326978.487059:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326978.487060:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010345728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326978.487064:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346112
00000100:00100000:2.0:1767326978.487072:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8979
00000100:00080000:2.0:1767326978.487096:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767326978.487100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767326978.487102:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326978.487109:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326978.487114:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010345600:0@lo:38:kworker.0
00000100:00100000:2.0:1767326978.487116:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010345984
00000100:00100000:0.0:1767326978.487118:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346240
00000100:00100000:2.0:1767326978.487121:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010345984
00000100:00100000:0.0:1767326978.487125:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346240
00000100:00100000:3.0:1767326978.487131:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010345728:12345-0@lo:400:kworker.0 Request processed in 77us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326978.487141:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8980
00000100:00100000:2.0:1767326978.487148:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346496
00000100:00100000:2.0:1767326978.487152:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346496
00000100:00100000:1.0:1767326978.487156:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532
00000100:00100000:0.0:1767326978.487165:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:1.0:1767326978.487171:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010346112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326978.487173:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010345984:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326978.487180:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:2.0:1767326978.487189:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:3.0:1767326978.487191:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010346240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326978.487193:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326978.487200:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010346496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767326978.487212:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767326978.487215:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326978.487221:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010346112:12345-0@lo:400:kworker.0 Request processed in 53us (386us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326978.487229:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532
00000100:00100000:0.0:1767326978.487253:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010345984:12345-0@lo:38:kworker.0 Request processed in 79us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326978.487262:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00100000:3.0:1767326978.487271:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010346240:12345-0@lo:38:kworker.0 Request processed in 79us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326978.487273:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010346496:12345-0@lo:38:kworker.0 Request processed in 72us (219us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326978.487288:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010345728:0@lo:400:kworker.0
00000100:00100000:2.0:1767326978.487289:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00100000:3.0:1767326978.487301:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00100000:0.0:1767326978.487308:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326978.487353:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326978.487356:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346368
00000100:00080000:1.0:1767326978.487360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326978.487363:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346368
00000100:00100000:1.0:1767326978.487367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010346496:0@lo:38:kworker.0
00000100:00100000:2.0:1767326978.487369:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010346112:0@lo:400:kworker.0
00000100:00100000:0.0:1767326978.487370:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010345472:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326978.487389:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326978.487397:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326978.487399:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010345856:0@lo:400:kworker.0
00000100:00100000:1.0:1767326978.487406:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010345984:0@lo:38:kworker.0
00000100:00100000:0.0:1767326978.487439:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533
00000100:00100000:0.0:1767326978.487450:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010346368:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767326978.487458:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326978.487460:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767326978.487465:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326978.487469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010346240:0@lo:38:kworker.0
00000100:00100000:0.0:1767326978.487496:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010346368:12345-0@lo:400:kworker.0 Request processed in 49us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326978.487503:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533
00000100:00100000:2.0:1767326978.487519:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010346368:0@lo:400:kworker.0
00010000:00010000:2.0:1767326979.446585:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326980.470561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326981.494563:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326982.518555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326982.992875:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326982.992923:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767326982.992978:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163392
00000100:00100000:3.0:1767326982.992978:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163520
00000100:00100000:0.0:1767326982.992988:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163392
00000100:00100000:3.0:1767326982.992989:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163520
00000100:00100000:0.0:1767326982.993038:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1534
00000100:00100000:3.0:1767326982.993049:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3231
00000100:00080000:2.0:1767326982.993052:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326982.993055:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993163520:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326982.993063:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993163392:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326982.993084:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326982.993127:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993163520:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326982.993132:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993163392:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326982.993140:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1534
00000100:00100000:3.0:1767326982.993146:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3231
00000100:00100000:0.0:1767326983.094590:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326983.094616:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010346624:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326983.094674:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326983.094713:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346624
00000100:00100000:2.0:1767326983.094722:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346624
00000100:00080000:3.0:1767326983.094761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326983.094785:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7839
00000100:00100000:2.0:1767326983.094794:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010346624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326983.094820:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326983.094874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010346624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326983.094884:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7839
00000100:00100000:0.0:1767326983.094904:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010346624:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326983.542543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767326983.606479:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326983.606487:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767326983.606490:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326983.606494:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326983.606497:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326983.606504:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12176
00000100:00080000:3.0:1767326983.606509:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326983.606516:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326983.606544:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ca80 x1853164010346752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326983.606600:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010346752:0@lo:38:kworker.0
00000100:00100000:0.0:1767326983.606601:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010346880:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767326983.606602:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326983.606612:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326983.606615:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326983.606618:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12176
00000100:00080000:3.0:1767326983.606620:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767326983.606625:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010347136:0@lo:400:kworker.0
00000100:00080000:3.0:1767326983.606626:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326983.606644:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f480 x1853164010347264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767326983.606661:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326983.606664:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326983.606666:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326983.606670:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12176
00000100:00080000:3.0:1767326983.606673:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326983.606675:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326983.606684:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326983.606687:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326983.606688:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f100 x1853164010347520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326983.606689:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767326983.606707:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767326983.606710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767326983.606712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767326983.606716:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12176
00000100:00080000:3.0:1767326983.606718:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767326983.606721:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326983.606730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010347776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326983.606756:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010347392:0@lo:400:kworker.0
00000100:00100000:0.0:1767326983.606764:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010347648:0@lo:400:kworker.0
00000100:00100000:1.0:1767326983.606764:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010347264:0@lo:38:kworker.0
00000100:00100000:2.0:1767326983.606776:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347136
00000100:00100000:2.0:1767326983.606783:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347136
00000100:00100000:3.0:1767326983.606795:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326983.606815:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010347008:0@lo:400:kworker.0
00000100:00100000:1.0:1767326983.606838:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346752
00000100:00100000:1.0:1767326983.606844:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346752
00000100:00100000:2.0:1767326983.606849:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8981
00000100:00100000:0.0:1767326983.606863:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326983.606867:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010347136:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767326983.606870:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767326983.606883:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34974
00000100:00100000:3.0:1767326983.606889:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347392
00000100:00100000:1.0:1767326983.606892:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010346752:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326983.606894:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347392
00000100:00100000:0.0:1767326983.606908:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010346880
00000100:00100000:0.0:1767326983.606913:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010346880
00010000:00020000:1.0:1767326983.606914:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326983.606933:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010347136:12345-0@lo:400:kworker.0 Request processed in 73us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326983.606941:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535
00000100:00100000:2.0:1767326983.606942:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8981
00000100:00100000:3.0:1767326983.606954:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010347392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326983.606957:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010346752:12345-0@lo:38:kworker.0 Request processed in 63us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326983.606965:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7840
00000100:00100000:2.0:1767326983.606965:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347008
00000100:00100000:2.0:1767326983.606971:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347008
00000100:00100000:1.0:1767326983.606975:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34974
00000100:00100000:0.0:1767326983.606980:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010346880:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326983.607000:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010347392:12345-0@lo:400:kworker.0 Request processed in 50us (205us total) trans 0 rc 0/0
00002000:00000024:0.0:1767326983.607004:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767326983.607006:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8982
00000100:00100000:3.0:1767326983.607016:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535
00000100:00100000:1.0:1767326983.607020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326983.607022:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010347008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326983.607042:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347264
00000100:00100000:3.0:1767326983.607047:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347264
00000100:00100000:0.0:1767326983.607053:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010346880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326983.607058:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010347520:0@lo:38:kworker.0
00000100:00100000:0.0:1767326983.607063:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7840
00000100:00100000:3.0:1767326983.607074:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767326983.607079:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010347008:12345-0@lo:400:kworker.0 Request processed in 60us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326983.607083:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010347264:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767326983.607096:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326983.607101:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8982
00010000:00020000:3.0:1767326983.607103:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326983.607114:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010347008:0@lo:400:kworker.0
00000100:00100000:1.0:1767326983.607121:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010347776:0@lo:38:kworker.0
00000100:00100000:0.0:1767326983.607149:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347520
00000100:00100000:2.0:1767326983.607152:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010347136:0@lo:400:kworker.0
00000100:00100000:0.0:1767326983.607154:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347520
00000100:00100000:3.0:1767326983.607157:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010347264:12345-0@lo:38:kworker.0 Request processed in 73us (141us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326983.607163:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326983.607171:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:0.0:1767326983.607180:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347776
00000100:00100000:0.0:1767326983.607184:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347776
00000100:00080000:2.0:1767326983.607191:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326983.607193:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:3.0:1767326983.607199:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010347520:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326983.607201:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767326983.607209:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326983.607212:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00080000:1.0:1767326983.607212:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326983.607212:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326983.607222:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010346752:0@lo:38:kworker.0
00000100:00100000:0.0:1767326983.607225:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010347776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326983.607236:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326983.607252:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767326983.607255:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010347520:12345-0@lo:38:kworker.0 Request processed in 53us (161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326983.607257:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010346880:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767326983.607261:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326983.607269:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010347776:12345-0@lo:38:kworker.0 Request processed in 44us (110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326983.607273:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010347264:0@lo:38:kworker.0
00000100:00100000:3.0:1767326983.607274:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00100000:0.0:1767326983.607286:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00080000:1.0:1767326983.607293:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326983.607299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767326983.607317:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347648
00000100:00100000:0.0:1767326983.607321:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347648
00000100:00100000:2.0:1767326983.607327:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010347392:0@lo:400:kworker.0
00000100:00100000:1.0:1767326983.607339:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010347520:0@lo:38:kworker.0
00000100:00080000:1.0:1767326983.607359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767326983.607363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326983.607367:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536
00000100:00100000:1.0:1767326983.607371:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010347776:0@lo:38:kworker.0
00000100:00100000:3.0:1767326983.607383:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010347648:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326983.607388:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326983.607438:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010347648:12345-0@lo:400:kworker.0 Request processed in 61us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326983.607444:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536
00000100:00100000:2.0:1767326983.607451:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010347648:0@lo:400:kworker.0
00010000:00010000:2.0:1767326984.566551:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326985.590548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326986.614555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326987.638566:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326988.112914:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326988.112943:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767326988.112963:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993163904 offset 0 length 520: 4
00000100:00100000:3.0:1767326988.112976:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163648
00000100:00100000:3.0:1767326988.112988:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163648
00000100:00100000:3.0:1767326988.113025:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993163776
00000100:00100000:3.0:1767326988.113028:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993163776
00000100:00100000:2.0:1767326988.113045:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3235
00000100:00100000:2.0:1767326988.113059:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993163648:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767326988.113075:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1537
00010000:00020000:2.0:1767326988.113086:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326988.113087:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326988.113087:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993163776:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767326988.113164:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993163648:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 102us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326988.113164:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993163776:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326988.113180:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1537
00000100:00100000:2.0:1767326988.113188:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3235
00000100:00100000:0.0:1767326988.214589:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010347904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326988.214648:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326988.214690:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010347904
00000100:00100000:2.0:1767326988.214699:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010347904
00000100:00080000:1.0:1767326988.214749:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326988.214759:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7841
00000100:00100000:2.0:1767326988.214769:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010347904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326988.214797:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326988.214853:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010347904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326988.214863:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7841
00000100:00100000:0.0:1767326988.214888:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010347904:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326988.662549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326988.726518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326988.726520:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326963/real 1767326963]  req@ffff9bb58a341500 x1853164010341888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326988.726527:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326988.726534:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326988.726541:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326988.726544:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326988.726550:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12181
00000100:00080000:0.0:1767326988.726555:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767326988.726559:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010348032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326988.726562:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58a341500 x1853164010341888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767326988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767326988.726567:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767326988.726589:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326988.726602:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8e00 x1853164010348160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767326988.726610:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767326988.726619:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010341888:0@lo:250:kworker.0
00000100:00100000:3.0:1767326988.726627:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326988.726647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010348160:0@lo:38:kworker.0
00000100:00080000:0.0:1767326988.726650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326988.726654:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326988.726656:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767326988.726660:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348032
00000100:00080000:0.0:1767326988.726661:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12181
00000100:00080000:0.0:1767326988.726667:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767326988.726670:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348032
00000100:00080000:0.0:1767326988.726672:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326988.726680:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767326988.726689:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c000 x1853164010348416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326988.726692:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010348288:0@lo:400:kworker.0
00000100:00100000:1.0:1767326988.726698:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326988.726734:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7842
00000100:00100000:3.0:1767326988.726735:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326988.726739:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326988.726743:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326988.726745:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326988.726750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12181
00000100:00100000:2.0:1767326988.726752:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010348032:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767326988.726754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326988.726761:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326988.726761:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010348416:0@lo:38:kworker.0
00000100:00100000:0.0:1767326988.726781:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c700 x1853164010348672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:2.0:1767326988.726789:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767326988.726793:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348288
00000100:00100000:3.0:1767326988.726797:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348288
00000100:00100000:1.0:1767326988.726805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326988.726808:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326988.726814:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326988.726817:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326988.726821:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12181
00000100:00080000:0.0:1767326988.726826:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767326988.726831:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326988.726836:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8983
00000100:00100000:3.0:1767326988.726846:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010348288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326988.726852:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c380 x1853164010348928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767326988.726855:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010348672:0@lo:38:kworker.0
00000100:00100000:2.0:1767326988.726865:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010348032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326988.726881:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010348288:12345-0@lo:400:kworker.0 Request processed in 36us (150us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326988.726882:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7842
00000100:00080000:0.0:1767326988.726887:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326988.726893:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767326988.726896:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767326988.726898:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8983
00000100:00080000:0.0:1767326988.726904:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12160
00000100:00100000:1.0:1767326988.726905:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326988.726907:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326988.726912:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326988.726926:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010349056/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767326988.726940:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010348288:0@lo:400:kworker.0
00000100:00100000:3.0:1767326988.726946:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010348544:0@lo:400:kworker.0
00000100:00100000:1.0:1767326988.726951:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010348928:0@lo:38:kworker.0
00000100:00100000:2.0:1767326988.726961:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010348032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326988.726976:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348160
00000100:00100000:3.0:1767326988.726981:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326988.726983:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348160
00000100:00100000:1.0:1767326988.726999:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348416
00000100:00100000:1.0:1767326988.727004:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348416
00000100:00100000:2.0:1767326988.727014:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010348800:0@lo:400:kworker.0
00000100:00100000:0.0:1767326988.727027:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34975
00000100:00100000:1.0:1767326988.727034:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348672
00000100:00100000:1.0:1767326988.727039:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348672
00000100:00100000:0.0:1767326988.727040:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010348160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326988.727048:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767326988.727060:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326988.727065:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348544
00000100:00100000:1.0:1767326988.727069:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348544
00000100:00100000:2.0:1767326988.727081:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348928
00000100:00100000:3.0:1767326988.727084:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010349056:0@lo:250:kworker.0
00000100:00100000:2.0:1767326988.727087:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348928
00000100:00100000:1.0:1767326988.727099:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538
00000100:00100000:0.0:1767326988.727107:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010348160:12345-0@lo:38:kworker.0 Request processed in 70us (414us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326988.727111:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010348544:12345-0@lo:400:kworker.0
00000400:00000100:3.0:1767326988.727114:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010349056 offset 0 length 520: 4
00000100:00100000:2.0:1767326988.727118:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00100000:0.0:1767326988.727129:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34975
00000100:00100000:2.0:1767326988.727131:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010348416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326988.727143:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767326988.727164:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326988.727168:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00080000:3.0:1767326988.727173:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326988.727174:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010348544:12345-0@lo:400:kworker.0 Request processed in 65us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326988.727179:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010348672:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326988.727183:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010348160:0@lo:38:kworker.0
00000100:00100000:2.0:1767326988.727187:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010348416:12345-0@lo:38:kworker.0 Request processed in 55us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326988.727190:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538
00010000:00020000:0.0:1767326988.727199:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326988.727203:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00100000:1.0:1767326988.727218:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00080000:3.0:1767326988.727220:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326988.727226:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010348928:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767326988.727227:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326988.727236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010348416:0@lo:38:kworker.0
00010000:00020000:1.0:1767326988.727241:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767326988.727242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326988.727243:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010348672:12345-0@lo:38:kworker.0 Request processed in 65us (345us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767326988.727249:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767326988.727252:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326988.727253:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00080000:3.0:1767326988.727260:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326988.727283:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326988.727295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010348672:0@lo:38:kworker.0
00000100:00100000:0.0:1767326988.727299:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010348800
00000100:00100000:0.0:1767326988.727304:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010348800
00000100:00100000:1.0:1767326988.727309:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010348928:12345-0@lo:38:kworker.0 Request processed in 81us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326988.727320:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00080000:3.0:1767326988.727325:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326988.727331:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326988.727335:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010348928:0@lo:38:kworker.0
00000100:00100000:1.0:1767326988.727346:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539
00000100:00100000:1.0:1767326988.727359:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010348800:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767326988.727371:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767326988.727386:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010348544:0@lo:400:kworker.0
00000100:00100000:1.0:1767326988.727407:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010348800:12345-0@lo:400:kworker.0 Request processed in 52us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326988.727431:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539
00000100:00100000:2.0:1767326988.727454:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010348800:0@lo:400:kworker.0
00010000:00010000:2.0:1767326989.686546:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326990.710565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326991.734558:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326992.758527:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326993.232816:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326993.232864:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767326993.232886:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164032
00000100:00100000:3.0:1767326993.232899:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164032
00000100:00100000:0.0:1767326993.232940:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164160
00000100:00100000:0.0:1767326993.232947:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164160
00000100:00100000:3.0:1767326993.232952:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3239
00000100:00100000:3.0:1767326993.232960:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993164032:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767326993.232980:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326993.233004:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326993.233019:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1540
00000100:00100000:2.0:1767326993.233034:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993164160:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767326993.233042:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993164032:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326993.233049:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3239
00000100:00100000:2.0:1767326993.233082:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993164160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326993.233088:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1540
00000100:00100000:3.0:1767326993.334660:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767326993.334686:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010349184:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767326993.334758:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326993.334805:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349184
00000100:00100000:2.0:1767326993.334816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349184
00000100:00100000:2.0:1767326993.334886:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7843
00000100:00080000:1.0:1767326993.334891:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767326993.334895:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010349184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767326993.334922:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767326993.334964:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010349184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326993.334970:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7843
00000100:00100000:3.0:1767326993.335005:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010349184:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326993.782625:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326993.846499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326993.846515:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326993.846518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326993.846522:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326993.846525:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326993.846533:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12186
00000100:00080000:0.0:1767326993.846537:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326993.846544:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326993.846559:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010349312:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767326993.846568:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010349440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326993.846610:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326993.846614:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326993.846616:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326993.846622:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12186
00000100:00100000:2.0:1767326993.846623:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767326993.846626:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326993.846627:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326993.846634:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326993.846638:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010349568:0@lo:400:kworker.0
00000100:00100000:1.0:1767326993.846648:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010349440:0@lo:38:kworker.0
00000100:00100000:0.0:1767326993.846654:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433480 x1853164010349696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767326993.846674:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326993.846677:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326993.846679:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326993.846683:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12186
00000100:00080000:0.0:1767326993.846685:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326993.846688:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767326993.846693:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767326993.846698:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767326993.846699:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326993.846700:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433800 x1853164010349952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326993.846716:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010349824:0@lo:400:kworker.0
00000100:00080000:0.0:1767326993.846732:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326993.846736:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326993.846740:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326993.846740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010349696:0@lo:38:kworker.0
00000100:00100000:2.0:1767326993.846749:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349312
00000100:00080000:0.0:1767326993.846751:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12186
00000100:00080000:0.0:1767326993.846757:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767326993.846757:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326993.846758:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349312
00000100:00080000:0.0:1767326993.846764:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767326993.846778:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010350080:0@lo:400:kworker.0
00000100:00100000:0.0:1767326993.846779:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010350208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326993.846809:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767326993.846815:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767326993.846818:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349440
00000100:00100000:2.0:1767326993.846822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7844
00000100:00100000:0.0:1767326993.846824:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349440
00000100:00100000:2.0:1767326993.846833:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010349312:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767326993.846840:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010349952:0@lo:38:kworker.0
00000100:00100000:1.0:1767326993.846841:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767326993.846866:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326993.846869:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34976
00000100:00100000:3.0:1767326993.846876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326993.846880:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010349440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767326993.846897:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326993.846911:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349824
00000100:00100000:3.0:1767326993.846913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010350208:0@lo:38:kworker.0
00000100:00100000:2.0:1767326993.846914:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010349312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326993.846919:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349824
00000100:00100000:2.0:1767326993.846927:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7844
00000100:00100000:0.0:1767326993.846947:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010349440:12345-0@lo:38:kworker.0 Request processed in 67us (251us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326993.846954:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326993.846957:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349568
00000100:00100000:0.0:1767326993.846961:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34976
00000100:00100000:2.0:1767326993.846962:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349568
00000100:00100000:1.0:1767326993.846973:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349696
00000100:00100000:1.0:1767326993.846978:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349696
00000100:00100000:0.0:1767326993.846997:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350080
00000100:00100000:0.0:1767326993.847003:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350080
00000100:00080000:3.0:1767326993.847003:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767326993.847004:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010349952
00000100:00100000:2.0:1767326993.847007:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8984
00000100:00100000:1.0:1767326993.847012:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010349952
00000100:00080000:3.0:1767326993.847013:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326993.847019:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010349568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326993.847023:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010349440:0@lo:38:kworker.0
00000100:00100000:0.0:1767326993.847031:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350208
00000100:00100000:0.0:1767326993.847035:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350208
00000100:00100000:1.0:1767326993.847040:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541
00000100:00100000:1.0:1767326993.847055:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010349824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326993.847061:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542
00000100:00100000:3.0:1767326993.847068:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:0.0:1767326993.847073:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010350080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767326993.847079:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010349696:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326993.847082:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010349568:12345-0@lo:400:kworker.0 Request processed in 63us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326993.847089:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8984
00010000:00020000:3.0:1767326993.847092:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326993.847117:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:1.0:1767326993.847123:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010349824:12345-0@lo:400:kworker.0 Request processed in 71us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326993.847124:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010349952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326993.847140:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767326993.847141:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541
00000100:00100000:0.0:1767326993.847142:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010350080:12345-0@lo:400:kworker.0 Request processed in 69us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326993.847151:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010349696:12345-0@lo:38:kworker.0 Request processed in 73us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326993.847159:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542
00000100:00100000:3.0:1767326993.847165:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767326993.847173:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:2.0:1767326993.847179:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010349952:12345-0@lo:38:kworker.0 Request processed in 52us (302us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767326993.847186:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010350208:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767326993.847187:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00010000:00020000:1.0:1767326993.847205:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326993.847215:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010350080:0@lo:400:kworker.0
00000100:00080000:3.0:1767326993.847215:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326993.847223:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326993.847228:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010349696:0@lo:38:kworker.0
00000100:00100000:2.0:1767326993.847254:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010349568:0@lo:400:kworker.0
00000100:00100000:1.0:1767326993.847265:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010350208:12345-0@lo:38:kworker.0 Request processed in 78us (312us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767326993.847268:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767326993.847274:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767326993.847279:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767326993.847280:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00100000:3.0:1767326993.847285:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010349952:0@lo:38:kworker.0
00000100:00100000:0.0:1767326993.847311:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010349312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767326993.847321:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010349824:0@lo:400:kworker.0
00000100:00080000:3.0:1767326993.847323:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767326993.847329:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767326993.847333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010350208:0@lo:38:kworker.0
00010000:00010000:2.0:1767326994.806602:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326995.830571:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326996.854564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767326997.878614:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767326998.352907:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767326998.352970:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767326998.353024:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164288
00000100:00100000:0.0:1767326998.353026:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164416
00000100:00100000:0.0:1767326998.353035:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164416
00000100:00100000:2.0:1767326998.353036:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164288
00000100:00100000:2.0:1767326998.353080:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1543
00000100:00080000:1.0:1767326998.353084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767326998.353098:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3243
00000100:00100000:2.0:1767326998.353099:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993164416:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767326998.353107:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993164288:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767326998.353126:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326998.353169:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993164416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326998.353170:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993164288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326998.353186:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1543
00000100:00100000:0.0:1767326998.353193:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3243
00000100:00100000:0.0:1767326998.454612:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010350336:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767326998.454670:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326998.454711:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350336
00000100:00100000:3.0:1767326998.454720:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350336
00000100:00080000:1.0:1767326998.454768:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767326998.454778:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7845
00000100:00100000:3.0:1767326998.454787:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010350336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767326998.454820:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767326998.454868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010350336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326998.454873:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7845
00000100:00100000:0.0:1767326998.454933:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010350336:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767326998.902586:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767326998.966515:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326998.966524:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767326998.966526:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326998.966529:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326998.966532:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326998.966538:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12191
00000100:00080000:0.0:1767326998.966542:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326998.966548:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326998.966581:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75500 x1853164010350592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326998.966596:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010350464:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767326998.966614:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767326998.966618:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326998.966621:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767326998.966621:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010350720:0@lo:400:kworker.0
00000100:00100000:2.0:1767326998.966626:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010350592:0@lo:38:kworker.0
00000100:00080000:0.0:1767326998.966630:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12191
00000100:00080000:0.0:1767326998.966635:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326998.966638:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326998.966650:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76300 x1853164010350848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326998.966661:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326998.966679:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767326998.966681:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767326998.966684:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326998.966687:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326998.966691:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12191
00000100:00080000:0.0:1767326998.966693:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326998.966700:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767326998.966702:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326998.966718:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433b80 x1853164010351104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326998.966725:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350464
00000100:00100000:3.0:1767326998.966733:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350464
00000100:00100000:1.0:1767326998.966734:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350720
00000100:00100000:1.0:1767326998.966740:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350720
00000100:00080000:0.0:1767326998.966743:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767326998.966747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010350848:0@lo:38:kworker.0
00000100:00080000:0.0:1767326998.966750:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767326998.966754:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767326998.966759:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12191
00000100:00080000:0.0:1767326998.966761:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767326998.966765:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767326998.966778:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433480 x1853164010351360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767326998.966786:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7846
00000100:00100000:1.0:1767326998.966793:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8985
00000100:00100000:2.0:1767326998.966794:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326998.966802:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010350464:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326998.966807:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010350720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767326998.966808:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010350976:0@lo:400:kworker.0
00000100:00100000:2.0:1767326998.966821:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010351104:0@lo:38:kworker.0
00002000:00000024:3.0:1767326998.966843:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767326998.966856:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767326998.966878:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350592
00000100:00100000:2.0:1767326998.966883:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350592
00000100:00100000:1.0:1767326998.966894:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010350720:12345-0@lo:400:kworker.0 Request processed in 90us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767326998.966900:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767326998.966906:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010350464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767326998.966907:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8985
00000100:00100000:0.0:1767326998.966911:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010351232:0@lo:400:kworker.0
00000100:00100000:2.0:1767326998.966915:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34977
00000100:00100000:3.0:1767326998.966922:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7846
00000100:00100000:2.0:1767326998.966928:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010350592:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767326998.966945:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767326998.966946:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767326998.966952:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326998.966976:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010350464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767326998.966982:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010350720:0@lo:400:kworker.0
00000100:00100000:2.0:1767326998.966995:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010350592:12345-0@lo:38:kworker.0 Request processed in 66us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326998.966999:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350848
00000100:00100000:2.0:1767326998.967003:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34977
00000100:00100000:0.0:1767326998.967004:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350848
00000100:00100000:0.0:1767326998.967043:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010350976
00000100:00100000:0.0:1767326998.967046:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010350976
00000100:00100000:2.0:1767326998.967053:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767326998.967056:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351232
00000100:00100000:3.0:1767326998.967062:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351232
00000100:00100000:1.0:1767326998.967077:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351104
00000100:00100000:1.0:1767326998.967082:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351104
00000100:00080000:2.0:1767326998.967093:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767326998.967097:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544
00000100:00080000:2.0:1767326998.967101:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326998.967104:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010350592:0@lo:38:kworker.0
00000100:00100000:3.0:1767326998.967115:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545
00000100:00100000:2.0:1767326998.967120:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010351360:0@lo:38:kworker.0
00000100:00100000:0.0:1767326998.967121:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010350976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326998.967128:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:3.0:1767326998.967129:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010351232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767326998.967138:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010350848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767326998.967150:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767326998.967154:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767326998.967189:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010350976:12345-0@lo:400:kworker.0 Request processed in 72us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767326998.967191:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010351232:12345-0@lo:400:kworker.0 Request processed in 67us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767326998.967192:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351360
00000100:00100000:2.0:1767326998.967214:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351360
00000100:00100000:3.0:1767326998.967221:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545
00000100:00100000:1.0:1767326998.967223:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010350848:12345-0@lo:38:kworker.0 Request processed in 81us (428us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767326998.967238:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544
00000100:00100000:1.0:1767326998.967245:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00100000:2.0:1767326998.967251:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:3.0:1767326998.967261:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:2.0:1767326998.967262:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010351104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767326998.967269:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010351360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767326998.967274:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767326998.967282:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767326998.967295:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767326998.967306:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010351104:12345-0@lo:38:kworker.0 Request processed in 46us (255us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767326998.967312:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:1.0:1767326998.967324:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010351232:0@lo:400:kworker.0
00000100:00100000:3.0:1767326998.967330:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010351360:12345-0@lo:38:kworker.0 Request processed in 60us (179us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767326998.967337:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1767326998.967341:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010350976:0@lo:400:kworker.0
00000100:00080000:2.0:1767326998.967358:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326998.967363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326998.967366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010351360:0@lo:38:kworker.0
00000100:00080000:2.0:1767326998.967378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326998.967381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326998.967383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010350848:0@lo:38:kworker.0
00000100:00080000:2.0:1767326998.967389:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767326998.967391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767326998.967392:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010351104:0@lo:38:kworker.0
00010000:00010000:2.0:1767326999.926551:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327000.950540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327001.974576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327002.998546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327003.472823:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327003.472861:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327003.472886:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164544
00000100:00100000:3.0:1767327003.472897:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164544
00000100:00100000:0.0:1767327003.472909:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164672
00000100:00100000:0.0:1767327003.472914:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164672
00000100:00100000:3.0:1767327003.472950:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3247
00000100:00100000:3.0:1767327003.472960:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993164544:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327003.472966:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327003.472981:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1546
00010000:00020000:3.0:1767327003.472986:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327003.472996:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993164672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327003.473060:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993164672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327003.473062:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993164544:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327003.473070:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1546
00000100:00100000:3.0:1767327003.473084:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3247
00000100:00100000:1.0:1767327003.574596:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327003.574615:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010351488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327003.574675:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327003.574719:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351488
00000100:00100000:3.0:1767327003.574727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351488
00000100:00080000:1.0:1767327003.574785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327003.574786:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7847
00000100:00100000:3.0:1767327003.574796:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010351488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327003.574875:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327003.574921:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010351488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327003.574926:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7847
00000100:00100000:1.0:1767327003.574967:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010351488:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327004.022579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327004.086549:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327004.086557:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327004.086558:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327004.086564:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327004.086568:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327004.086573:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327004.086573:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010351616:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327004.086588:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12196
00000100:00080000:0.0:1767327004.086595:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327004.086602:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327004.086629:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4e00 x1853164010351744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327004.086642:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327004.086664:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327004.086670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327004.086674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327004.086679:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12196
00000100:00080000:0.0:1767327004.086683:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327004.086688:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351616
00000100:00080000:0.0:1767327004.086689:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327004.086698:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351616
00000100:00100000:1.0:1767327004.086704:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010351744:0@lo:38:kworker.0
00000100:00100000:0.0:1767327004.086709:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6d80 x1853164010351872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327004.086750:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327004.086755:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327004.086758:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327004.086765:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327004.086767:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327004.086777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12196
00000100:00100000:3.0:1767327004.086778:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7848
00000100:00080000:0.0:1767327004.086783:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327004.086791:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327004.086793:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010351616:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327004.086809:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010351872:0@lo:38:kworker.0
00000100:00100000:2.0:1767327004.086810:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327004.086811:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6300 x1853164010352128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:3.0:1767327004.086823:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327004.086824:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010352000:0@lo:400:kworker.0
00000100:00100000:1.0:1767327004.086842:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327004.086849:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327004.086854:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327004.086857:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327004.086863:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12196
00000100:00080000:0.0:1767327004.086867:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327004.086875:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327004.086876:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010352128:0@lo:38:kworker.0
00000100:00100000:2.0:1767327004.086878:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327004.086889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010351616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327004.086900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7848
00000100:00100000:0.0:1767327004.086901:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9880 x1853164010352384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327004.086915:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010352256:0@lo:400:kworker.0
00000100:00100000:1.0:1767327004.086922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327004.086949:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010351616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327004.086952:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351744
00000100:00100000:0.0:1767327004.086959:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351744
00000100:00100000:2.0:1767327004.086959:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327004.086976:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010352384:0@lo:38:kworker.0
00000100:00100000:2.0:1767327004.087010:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010351872
00000100:00100000:3.0:1767327004.087012:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352000
00000100:00100000:0.0:1767327004.087016:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34978
00000100:00100000:2.0:1767327004.087016:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010351872
00000100:00100000:3.0:1767327004.087019:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352000
00000100:00100000:1.0:1767327004.087022:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327004.087029:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010351744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327004.087048:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327004.087054:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352128
00000100:00100000:3.0:1767327004.087059:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352256
00000100:00100000:2.0:1767327004.087060:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352128
00000100:00100000:3.0:1767327004.087069:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352256
00000100:00100000:1.0:1767327004.087081:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352384
00000100:00100000:2.0:1767327004.087086:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547
00000100:00100000:1.0:1767327004.087090:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352384
00000100:00100000:2.0:1767327004.087098:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010352000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327004.087105:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548
00000100:00100000:0.0:1767327004.087107:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010351744:12345-0@lo:38:kworker.0 Request processed in 74us (341us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327004.087118:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010352256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327004.087119:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34978
00000100:00100000:1.0:1767327004.087127:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:1.0:1767327004.087134:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010351872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327004.087145:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327004.087150:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010352000:12345-0@lo:400:kworker.0 Request processed in 55us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327004.087157:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547
00000100:00100000:3.0:1767327004.087181:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010352256:12345-0@lo:400:kworker.0 Request processed in 52us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327004.087189:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:2.0:1767327004.087200:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:0.0:1767327004.087204:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010352128:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327004.087204:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010351872:12345-0@lo:38:kworker.0 Request processed in 64us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327004.087211:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548
00000100:00100000:2.0:1767327004.087213:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010352384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327004.087222:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00010000:00020000:0.0:1767327004.087228:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327004.087231:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327004.087252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327004.087260:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327004.087266:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327004.087271:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010351872:0@lo:38:kworker.0
00000100:00100000:0.0:1767327004.087286:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010352128:12345-0@lo:38:kworker.0 Request processed in 84us (367us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327004.087287:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010352384:12345-0@lo:38:kworker.0 Request processed in 77us (271us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327004.087289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327004.087297:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010352256:0@lo:400:kworker.0
00000100:00100000:2.0:1767327004.087305:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00080000:1.0:1767327004.087309:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327004.087316:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:1.0:1767327004.087317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010351744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327004.087318:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010352000:0@lo:400:kworker.0
00000100:00080000:1.0:1767327004.087360:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327004.087363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327004.087367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010352384:0@lo:38:kworker.0
00000100:00080000:1.0:1767327004.087373:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327004.087375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327004.087377:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010352128:0@lo:38:kworker.0
00010000:00010000:2.0:1767327005.046573:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327006.070566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327007.094581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327008.118596:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327008.593004:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327008.593060:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327008.593093:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164800
00000100:00100000:0.0:1767327008.593108:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164800
00000100:00100000:0.0:1767327008.593186:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993164928
00000100:00100000:0.0:1767327008.593191:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993164928
00000100:00100000:2.0:1767327008.593207:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3251
00000100:00100000:2.0:1767327008.593225:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993164800:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327008.593255:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1549
00010000:00020000:2.0:1767327008.593262:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327008.593266:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327008.593273:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993164928:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327008.593344:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993164800:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 121us (353us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327008.593361:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993164928:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (291us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327008.593361:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3251
00000100:00100000:0.0:1767327008.593382:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1549
00000100:00100000:3.0:1767327008.694630:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010352512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327008.694720:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327008.694786:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352512
00000100:00100000:0.0:1767327008.694797:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352512
00000100:00080000:3.0:1767327008.694841:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327008.694874:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7849
00000100:00100000:0.0:1767327008.694890:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010352512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327008.694924:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327008.694975:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010352512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327008.694982:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7849
00000100:00100000:3.0:1767327008.695021:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010352512:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327009.142555:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327009.206541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327009.206555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327009.206560:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327009.206565:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327009.206569:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327009.206583:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12201
00000100:00080000:0.0:1767327009.206592:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327009.206603:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327009.206661:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8e00 x1853164010352768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327009.206665:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010352640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327009.206738:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010352768:0@lo:38:kworker.0
00000100:00100000:3.0:1767327009.206762:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327009.206767:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327009.206774:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327009.206777:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010352896:0@lo:400:kworker.0
00000100:00080000:0.0:1767327009.206780:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327009.206792:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12201
00000100:00080000:0.0:1767327009.206796:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327009.206802:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327009.206827:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb800 x1853164010353152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327009.206846:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327009.206852:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327009.206880:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327009.206887:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327009.206888:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327009.206890:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327009.206899:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12201
00000100:00100000:3.0:1767327009.206901:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010353280:0@lo:400:kworker.0
00000100:00080000:0.0:1767327009.206907:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327009.206915:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327009.206942:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9880 x1853164010353408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327009.206948:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327009.206956:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010353152:0@lo:38:kworker.0
00000100:00100000:2.0:1767327009.206968:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010353024:0@lo:400:kworker.0
00000100:00100000:3.0:1767327009.206971:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327009.206977:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327009.206983:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327009.206987:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327009.206994:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12201
00000100:00080000:0.0:1767327009.206999:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327009.207007:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327009.207024:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327009.207036:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327009.207040:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010353664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327009.207047:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010353536:0@lo:400:kworker.0
00000100:00100000:1.0:1767327009.207081:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010353408:0@lo:38:kworker.0
00000100:00100000:3.0:1767327009.207104:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327009.207125:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352640
00000100:00100000:1.0:1767327009.207154:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327009.207168:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352640
00000100:00100000:0.0:1767327009.207172:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352768
00000100:00100000:0.0:1767327009.207183:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352768
00000100:00100000:3.0:1767327009.207195:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353280
00000100:00100000:3.0:1767327009.207202:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353280
00000100:00100000:1.0:1767327009.207205:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010353664:0@lo:38:kworker.0
00000100:00100000:0.0:1767327009.207247:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34979
00000100:00100000:1.0:1767327009.207270:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327009.207271:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010352768:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327009.207271:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7850
00000100:00100000:3.0:1767327009.207273:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353152
00000100:00100000:3.0:1767327009.207285:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353152
00000100:00100000:2.0:1767327009.207295:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010352640:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327009.207306:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353536
00010000:00020000:0.0:1767327009.207309:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327009.207311:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353536
00002000:00000024:2.0:1767327009.207332:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327009.207341:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353408
00000100:00100000:3.0:1767327009.207348:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353664
00000100:00100000:1.0:1767327009.207349:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353408
00000100:00100000:3.0:1767327009.207362:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353664
00000100:00100000:0.0:1767327009.207398:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010352768:12345-0@lo:38:kworker.0 Request processed in 134us (558us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327009.207410:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550
00000100:00100000:3.0:1767327009.207458:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551
00000100:00100000:1.0:1767327009.207461:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010353280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327009.207472:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010352640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (659us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327009.207479:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34979
00000100:00100000:3.0:1767327009.207488:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010353536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327009.207504:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7850
00000100:00100000:0.0:1767327009.207545:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010352896
00000100:00100000:0.0:1767327009.207554:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010352896
00000100:00100000:1.0:1767327009.207556:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010353280:12345-0@lo:400:kworker.0 Request processed in 98us (588us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327009.207568:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010353536:12345-0@lo:400:kworker.0 Request processed in 90us (463us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327009.207581:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550
00000100:00080000:2.0:1767327009.207581:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327009.207591:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327009.207597:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551
00000100:00100000:0.0:1767327009.207611:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353024
00000100:00100000:0.0:1767327009.207617:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353024
00000100:00100000:1.0:1767327009.207635:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:3.0:1767327009.207651:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:1.0:1767327009.207656:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010353152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327009.207665:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010353408:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327009.207673:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8986
00000100:00100000:2.0:1767327009.207674:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010353536:0@lo:400:kworker.0
00010000:00020000:1.0:1767327009.207682:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327009.207685:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327009.207699:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010352896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327009.207718:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010353280:0@lo:400:kworker.0
00000100:00100000:2.0:1767327009.207760:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010352640:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327009.207762:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010353408:12345-0@lo:38:kworker.0 Request processed in 94us (605us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327009.207777:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010353152:12345-0@lo:38:kworker.0 Request processed in 123us (753us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327009.207802:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010352896:12345-0@lo:400:kworker.0 Request processed in 102us (955us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327009.207803:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00100000:1.0:1767327009.207823:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00100000:0.0:1767327009.207825:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8986
00000100:00100000:3.0:1767327009.207849:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767327009.207853:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010352896:0@lo:400:kworker.0
00000100:00100000:3.0:1767327009.207863:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010353664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327009.207877:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327009.207887:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8987
00000100:00100000:0.0:1767327009.207901:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010353024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327009.207929:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010353664:12345-0@lo:38:kworker.0 Request processed in 66us (672us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327009.207942:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00100000:0.0:1767327009.207994:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010353024:12345-0@lo:400:kworker.0 Request processed in 89us (959us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327009.207994:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327009.208014:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8987
00000100:00100000:3.0:1767327009.208027:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010353024:0@lo:400:kworker.0
00000100:00080000:2.0:1767327009.208035:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327009.208044:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010353408:0@lo:38:kworker.0
00000100:00080000:2.0:1767327009.208073:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327009.208077:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327009.208081:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010353664:0@lo:38:kworker.0
00000100:00080000:2.0:1767327009.208090:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327009.208093:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327009.208098:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010353152:0@lo:38:kworker.0
00000100:00080000:2.0:1767327009.208109:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327009.208113:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327009.208117:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010352768:0@lo:38:kworker.0
00010000:00010000:2.0:1767327010.166607:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327011.190585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327012.214550:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767327012.688975:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993165056 offset 0 length 520: 4
00000100:00100000:1.0:1767327012.689013:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327012.689040:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327012.689067:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165312
00000100:00100000:3.0:1767327012.689078:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165312
00000100:00100000:2.0:1767327012.689097:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165184
00000100:00100000:2.0:1767327012.689119:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165184
00000100:00080000:0.0:1767327012.689165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327012.689173:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1552
00000100:00100000:3.0:1767327012.689185:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3255
00000100:00100000:2.0:1767327012.689190:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993165312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327012.689200:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993165184:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327012.689224:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327012.689275:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993165312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327012.689276:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993165184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327012.689292:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1552
00000100:00100000:3.0:1767327012.689301:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3255
00010000:00010000:1.0:1767327013.238575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327013.302493:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767326988/real 1767326988]  req@ffff9bb5bd65e300 x1853164010349056/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327013.302531:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bd65e300 x1853164010349056/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327013.302552:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327013.302576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327013.302581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010349056:0@lo:250:kworker.0
00000100:00080000:0.0:1767327013.302632:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327013.302639:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327013.302643:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327013.302649:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12186
00000100:00080000:0.0:1767327013.302653:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327013.302660:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327013.302693:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795c00 x1853164010353792/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327013.302718:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327013.302722:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327013.302724:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327013.302728:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12207
00000100:00080000:0.0:1767327013.302732:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327013.302738:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327013.302757:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010353792:0@lo:250:kworker.0
00000100:00100000:0.0:1767327013.302759:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010353920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327013.302814:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010353792 offset 0 length 520: 4
00000100:00080000:0.0:1767327013.302829:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327013.302834:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327013.302834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010354048:0@lo:400:kworker.0
00000100:00080000:0.0:1767327013.302839:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327013.302844:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12207
00000100:00080000:0.0:1767327013.302847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327013.302851:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010354176:0@lo:400:kworker.0
00000100:00080000:0.0:1767327013.302854:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327013.302871:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713b80 x1853164010354304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327013.302875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010353920:0@lo:38:kworker.0
00000100:00100000:3.0:1767327013.302887:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327013.302900:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327013.302916:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327013.302921:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327013.302923:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327013.302927:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12207
00000100:00080000:0.0:1767327013.302930:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327013.302935:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327013.302940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327013.302944:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327013.302951:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711500 x1853164010354560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327013.302955:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010354432:0@lo:400:kworker.0
00000100:00100000:1.0:1767327013.302975:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354048
00000100:00100000:2.0:1767327013.302983:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010354304:0@lo:38:kworker.0
00000100:00080000:0.0:1767327013.302984:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327013.302984:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354048
00000100:00080000:0.0:1767327013.302994:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327013.302997:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327013.303010:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12207
00000100:00100000:3.0:1767327013.303011:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327013.303017:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327013.303024:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327013.303036:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354176
00000100:00100000:1.0:1767327013.303040:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354176
00000100:00100000:0.0:1767327013.303042:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713100 x1853164010354816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327013.303055:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354432
00000100:00100000:3.0:1767327013.303060:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010354688:0@lo:400:kworker.0
00000100:00100000:2.0:1767327013.303062:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354432
00000100:00100000:1.0:1767327013.303070:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8988
00000100:00080000:0.0:1767327013.303071:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327013.303077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327013.303082:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc801050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010354048:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327013.303083:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327013.303098:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327013.303123:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8989
00000100:00100000:2.0:1767327013.303134:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354688
00000100:00100000:0.0:1767327013.303137:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010354176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327013.303142:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354688
00000100:00100000:1.0:1767327013.303171:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc801050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010354048:12345-0@lo:400:kworker.0 Request processed in 92us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327013.303179:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327013.303185:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8988
00000100:00100000:2.0:1767327013.303197:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354304
00000100:00100000:2.0:1767327013.303202:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354304
00000100:00100000:0.0:1767327013.303204:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010354176:12345-0@lo:400:kworker.0 Request processed in 72us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327013.303210:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010354560:0@lo:38:kworker.0
00000100:00100000:0.0:1767327013.303214:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8989
00000100:00100000:2.0:1767327013.303235:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553
00000100:00100000:3.0:1767327013.303246:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327013.303252:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010354432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327013.303254:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354560
00000100:00100000:0.0:1767327013.303261:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354560
00000100:00100000:3.0:1767327013.303270:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010354816:0@lo:38:kworker.0
00000100:00100000:0.0:1767327013.303285:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554
00000100:00100000:0.0:1767327013.303296:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010354688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327013.303309:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327013.303332:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010354432:12345-0@lo:400:kworker.0 Request processed in 86us (326us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327013.303345:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553
00000100:00100000:0.0:1767327013.303352:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010354688:12345-0@lo:400:kworker.0 Request processed in 58us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327013.303360:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554
00000100:00100000:3.0:1767327013.303368:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354816
00000100:00100000:3.0:1767327013.303374:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354816
00000100:00100000:2.0:1767327013.303378:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:0.0:1767327013.303389:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:2.0:1767327013.303391:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010354304:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327013.303399:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010354560:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327013.303409:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00010000:00020000:2.0:1767327013.303413:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327013.303435:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010354816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327013.303446:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327013.303450:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327013.303490:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010353920
00000100:00100000:1.0:1767327013.303494:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010353920
00000100:00100000:2.0:1767327013.303502:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010354304:12345-0@lo:38:kworker.0 Request processed in 113us (325us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327013.303504:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010354560:12345-0@lo:38:kworker.0 Request processed in 104us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327013.303508:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010354816:12345-0@lo:38:kworker.0 Request processed in 90us (198us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327013.303516:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34980
00000100:00100000:2.0:1767327013.303525:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:1.0:1767327013.303528:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010353920:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327013.303535:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00010000:00020000:1.0:1767327013.303541:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327013.303542:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00000100:00080000:0.0:1767327013.303558:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327013.303589:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010353920:12345-0@lo:38:kworker.0 Request processed in 60us (652us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327013.303589:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010354688:0@lo:400:kworker.0
00000100:00100000:0.0:1767327013.303591:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010354176:0@lo:400:kworker.0
00000100:00080000:3.0:1767327013.303592:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327013.303603:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327013.303609:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34980
00000100:00100000:3.0:1767327013.303610:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010354816:0@lo:38:kworker.0
00000100:00100000:2.0:1767327013.303621:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010354432:0@lo:400:kworker.0
00000100:00080000:3.0:1767327013.303629:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327013.303635:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327013.303639:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010354304:0@lo:38:kworker.0
00000100:00080000:3.0:1767327013.303653:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327013.303657:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327013.303661:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010354560:0@lo:38:kworker.0
00000100:00080000:3.0:1767327013.303677:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327013.303679:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010354048:0@lo:400:kworker.0
00000100:00080000:3.0:1767327013.303682:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327013.303688:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010353920:0@lo:38:kworker.0
00000100:00100000:3.0:1767327013.814615:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010354944:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327013.814684:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327013.814737:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010354944
00000100:00100000:2.0:1767327013.814745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010354944
00000100:00100000:2.0:1767327013.814802:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7851
00000100:00100000:2.0:1767327013.814809:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010354944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327013.814836:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327013.814879:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010354944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327013.814884:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7851
00000100:00100000:3.0:1767327013.814943:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010354944:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327014.262568:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327014.326577:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010355072:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327014.326639:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327014.326684:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355072
00000100:00100000:2.0:1767327014.326699:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355072
00000100:00100000:2.0:1767327014.326743:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7852
00000100:00100000:2.0:1767327014.326750:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010355072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327014.326778:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327014.326819:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010355072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327014.326825:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7852
00000100:00100000:0.0:1767327014.326871:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010355072:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327015.286552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327016.310540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327017.334574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327017.809092:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327017.809136:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327017.809171:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165440
00000100:00100000:3.0:1767327017.809189:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165440
00000100:00100000:2.0:1767327017.809211:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165568
00000100:00100000:2.0:1767327017.809219:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165568
00000100:00100000:3.0:1767327017.809258:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3259
00000100:00100000:3.0:1767327017.809272:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993165440:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327017.809290:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327017.809306:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1555
00010000:00020000:3.0:1767327017.809306:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327017.809319:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993165568:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327017.809394:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993165568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327017.809398:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993165440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 125us (324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327017.809405:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1555
00000100:00100000:3.0:1767327017.809465:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3259
00010000:00010000:1.0:1767327018.358581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327018.422544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327018.422557:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327018.422562:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327018.422566:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327018.422572:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327018.422584:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12211
00000100:00080000:3.0:1767327018.422590:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327018.422599:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327018.422650:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc06a00 x1853164010355200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327018.422716:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010355200:0@lo:38:kworker.0
00000100:00080000:3.0:1767327018.422726:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327018.422733:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327018.422736:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327018.422744:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12211
00000100:00080000:3.0:1767327018.422748:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327018.422753:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327018.422763:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010355328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327018.422776:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010355584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327018.422799:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327018.422815:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010355456:0@lo:400:kworker.0
00000100:00100000:1.0:1767327018.422831:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327018.422836:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327018.422844:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327018.422847:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327018.422855:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12211
00000100:00080000:3.0:1767327018.422860:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327018.422866:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010355584:0@lo:38:kworker.0
00000100:00080000:3.0:1767327018.422871:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327018.422899:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653480 x1853164010355840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327018.422900:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327018.422919:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327018.422929:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355328
00000100:00100000:1.0:1767327018.422941:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355328
00000100:00080000:3.0:1767327018.422962:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327018.422969:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327018.422972:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327018.422978:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010355840:0@lo:38:kworker.0
00000100:00080000:3.0:1767327018.422984:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12211
00000100:00080000:3.0:1767327018.422990:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327018.422997:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327018.423011:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010355968:0@lo:400:kworker.0
00000100:00100000:1.0:1767327018.423017:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355456
00000100:00100000:3.0:1767327018.423024:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3b80 x1853164010356096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327018.423025:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327018.423025:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355456
00000100:00100000:2.0:1767327018.423060:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010355712:0@lo:400:kworker.0
00000100:00100000:1.0:1767327018.423102:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8990
00000100:00100000:3.0:1767327018.423116:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355584
00000100:00100000:2.0:1767327018.423117:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327018.423126:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010355328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327018.423129:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355584
00000100:00100000:0.0:1767327018.423130:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010356096:0@lo:38:kworker.0
00000100:00100000:2.0:1767327018.423176:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355840
00000100:00100000:2.0:1767327018.423183:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355840
00000100:00100000:3.0:1767327018.423184:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355712
00000100:00100000:0.0:1767327018.423196:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327018.423197:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355712
00000100:00100000:2.0:1767327018.423222:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356096
00000100:00100000:2.0:1767327018.423228:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356096
00000100:00100000:1.0:1767327018.423259:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010355328:12345-0@lo:400:kworker.0 Request processed in 139us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327018.423274:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8990
00000100:00100000:3.0:1767327018.423274:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556
00000100:00100000:0.0:1767327018.423284:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355200
00000100:00100000:2.0:1767327018.423291:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:0.0:1767327018.423292:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355200
00000100:00100000:3.0:1767327018.423305:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010355712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327018.423319:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8991
00000100:00100000:2.0:1767327018.423319:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010355584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327018.423333:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34981
00000100:00100000:1.0:1767327018.423338:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010355456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327018.423345:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010355200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327018.423348:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327018.423367:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327018.423409:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010355712:12345-0@lo:400:kworker.0 Request processed in 114us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327018.423461:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556
00000100:00100000:1.0:1767327018.423466:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010355456:12345-0@lo:400:kworker.0 Request processed in 82us (519us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327018.423475:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010355584:12345-0@lo:38:kworker.0 Request processed in 157us (558us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327018.423491:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010355200:12345-0@lo:38:kworker.0 Request processed in 141us (692us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327018.423494:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8991
00000100:00100000:3.0:1767327018.423501:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:2.0:1767327018.423521:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00100000:3.0:1767327018.423522:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010355840:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327018.423525:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34981
00000100:00080000:1.0:1767327018.423530:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327018.423546:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327018.423550:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00080000:1.0:1767327018.423552:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:3.0:1767327018.423553:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327018.423560:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010356096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327018.423570:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327018.423592:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010355328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327018.423640:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010355840:12345-0@lo:38:kworker.0 Request processed in 119us (616us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327018.423648:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010356096:12345-0@lo:38:kworker.0 Request processed in 83us (453us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327018.423656:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327018.423675:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:1.0:1767327018.423681:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010355456:0@lo:400:kworker.0
00000100:00100000:2.0:1767327018.423686:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1767327018.423714:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010355968
00000100:00100000:3.0:1767327018.423722:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010355968
00000100:00100000:2.0:1767327018.423762:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010355712:0@lo:400:kworker.0
00000100:00080000:1.0:1767327018.423787:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327018.423788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327018.423800:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327018.423806:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010356096:0@lo:38:kworker.0
00000100:00100000:3.0:1767327018.423820:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557
00000100:00080000:1.0:1767327018.423827:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327018.423834:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327018.423839:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010355840:0@lo:38:kworker.0
00000100:00100000:3.0:1767327018.423841:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010355968:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327018.423851:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327018.423856:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327018.423858:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010355584:0@lo:38:kworker.0
00000100:00080000:1.0:1767327018.423867:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327018.423871:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327018.423875:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010355200:0@lo:38:kworker.0
00000100:00100000:3.0:1767327018.423916:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010355968:12345-0@lo:400:kworker.0 Request processed in 84us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327018.423933:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557
00000100:00100000:0.0:1767327018.423962:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010355968:0@lo:400:kworker.0
00000100:00100000:3.0:1767327018.934676:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327018.934711:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010356224:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327018.934811:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327018.934855:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356224
00000100:00100000:2.0:1767327018.934867:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356224
00000100:00100000:2.0:1767327018.934925:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7853
00000100:00100000:2.0:1767327018.934934:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010356224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327018.934977:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327018.935026:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010356224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327018.935032:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7853
00000100:00100000:3.0:1767327018.935110:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010356224:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327019.382587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327019.446675:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327019.446696:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010356352:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327019.446762:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327019.446833:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356352
00000100:00100000:2.0:1767327019.446846:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356352
00000100:00100000:2.0:1767327019.446916:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7854
00000100:00100000:2.0:1767327019.446930:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010356352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327019.446978:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327019.447086:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010356352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327019.447096:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7854
00000100:00100000:1.0:1767327019.447141:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010356352:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327020.406570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327021.430574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327022.454613:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327022.929029:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327022.929116:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327022.929135:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165696
00000100:00100000:3.0:1767327022.929149:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165696
00000100:00100000:3.0:1767327022.929199:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165824
00000100:00100000:3.0:1767327022.929202:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165824
00000100:00100000:0.0:1767327022.929210:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3263
00000100:00100000:0.0:1767327022.929220:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993165696:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327022.929248:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327022.929251:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1558
00000100:00080000:2.0:1767327022.929260:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327022.929267:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993165824:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327022.929329:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993165696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 108us (314us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327022.929332:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993165824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 71us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327022.929339:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3263
00000100:00100000:3.0:1767327022.929346:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1558
00010000:00010000:1.0:1767327023.478612:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327023.542531:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327023.542544:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327023.542549:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327023.542553:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327023.542559:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327023.542570:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12216
00000100:00080000:3.0:1767327023.542576:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327023.542585:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327023.542638:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010356480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327023.542709:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010356480:0@lo:38:kworker.0
00000100:00080000:3.0:1767327023.542734:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327023.542740:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327023.542742:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327023.542748:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12216
00000100:00080000:3.0:1767327023.542751:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327023.542757:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327023.542765:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010356608:0@lo:400:kworker.0
00000100:00100000:1.0:1767327023.542772:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010356736:0@lo:400:kworker.0
00000100:00100000:3.0:1767327023.542774:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc03480 x1853164010356864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327023.542793:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327023.542815:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327023.542820:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327023.542823:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327023.542828:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12216
00000100:00080000:3.0:1767327023.542831:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327023.542837:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327023.542839:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327023.542841:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010356992:0@lo:400:kworker.0
00000100:00100000:0.0:1767327023.542842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010356864:0@lo:38:kworker.0
00000100:00100000:3.0:1767327023.542865:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84a80 x1853164010357120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327023.542898:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327023.542909:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327023.542911:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356480
00000100:00080000:3.0:1767327023.542917:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327023.542920:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327023.542922:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356480
00000100:00100000:2.0:1767327023.542927:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010357248:0@lo:400:kworker.0
00000100:00080000:3.0:1767327023.542929:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12216
00000100:00080000:3.0:1767327023.542935:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327023.542942:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327023.542947:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327023.542962:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61500 x1853164010357376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327023.542969:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34982
00000100:00100000:2.0:1767327023.542982:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327023.542983:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010356480:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327023.542994:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356608
00000100:00100000:1.0:1767327023.543000:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356608
00010000:00020000:0.0:1767327023.543007:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327023.543025:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356992
00000100:00080000:2.0:1767327023.543054:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327023.543065:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010356480:12345-0@lo:38:kworker.0 Request processed in 83us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327023.543069:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356992
00000100:00100000:0.0:1767327023.543074:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34982
00000100:00100000:1.0:1767327023.543078:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356736
00000100:00100000:1.0:1767327023.543085:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356736
00000100:00100000:2.0:1767327023.543102:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8992
00000100:00100000:0.0:1767327023.543106:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327023.543120:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010356608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327023.543131:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8993
00000100:00100000:3.0:1767327023.543138:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357248
00000100:00100000:1.0:1767327023.543143:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010356736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327023.543146:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357248
00000100:00080000:0.0:1767327023.543148:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327023.543154:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327023.543159:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010356480:0@lo:38:kworker.0
00000100:00100000:0.0:1767327023.543178:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010357120:0@lo:38:kworker.0
00000100:00100000:3.0:1767327023.543190:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010356864
00000100:00100000:3.0:1767327023.543195:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010356864
00000100:00100000:2.0:1767327023.543200:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010356608:12345-0@lo:400:kworker.0 Request processed in 82us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327023.543203:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010356736:12345-0@lo:400:kworker.0 Request processed in 63us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327023.543212:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327023.543221:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357120
00000100:00100000:2.0:1767327023.543222:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8992
00000100:00100000:3.0:1767327023.543228:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357120
00000100:00100000:0.0:1767327023.543230:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010357376:0@lo:38:kworker.0
00000100:00100000:1.0:1767327023.543233:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8993
00000100:00100000:3.0:1767327023.543257:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559
00000100:00100000:0.0:1767327023.543269:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327023.543271:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560
00000100:00100000:3.0:1767327023.543273:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010356992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327023.543285:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:2.0:1767327023.543290:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010357248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327023.543298:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010356864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327023.543312:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327023.543320:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357376
00000100:00100000:0.0:1767327023.543328:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357376
00000100:00100000:3.0:1767327023.543347:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010356992:12345-0@lo:400:kworker.0 Request processed in 79us (448us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327023.543357:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:2.0:1767327023.543359:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010357248:12345-0@lo:400:kworker.0 Request processed in 71us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327023.543364:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010356864:12345-0@lo:38:kworker.0 Request processed in 67us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327023.543371:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559
00000100:00100000:0.0:1767327023.543372:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010357120:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327023.543383:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560
00010000:00020000:0.0:1767327023.543392:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327023.543397:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00100000:3.0:1767327023.543406:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:3.0:1767327023.543414:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010357376:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327023.543451:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010357120:12345-0@lo:38:kworker.0 Request processed in 84us (241us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327023.543456:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327023.543462:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00080000:2.0:1767327023.543463:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327023.543470:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327023.543499:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010356736:0@lo:400:kworker.0
00000100:00100000:3.0:1767327023.543501:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010357376:12345-0@lo:38:kworker.0 Request processed in 85us (237us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327023.543513:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00100000:2.0:1767327023.543515:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010357248:0@lo:400:kworker.0
00000100:00080000:0.0:1767327023.543516:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327023.543526:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327023.543532:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010357120:0@lo:38:kworker.0
00000100:00080000:0.0:1767327023.543551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327023.543555:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327023.543559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010357376:0@lo:38:kworker.0
00000100:00100000:3.0:1767327023.543564:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010356992:0@lo:400:kworker.0
00000100:00100000:2.0:1767327023.543574:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010356608:0@lo:400:kworker.0
00000100:00080000:0.0:1767327023.543575:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327023.543585:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327023.543589:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010356864:0@lo:38:kworker.0
00000100:00100000:3.0:1767327024.054653:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327024.054677:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010357504:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327024.054757:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327024.054812:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357504
00000100:00100000:2.0:1767327024.054824:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357504
00000100:00100000:2.0:1767327024.054892:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7855
00000100:00100000:2.0:1767327024.054904:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010357504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327024.054943:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327024.055005:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010357504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327024.055016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7855
00000100:00100000:3.0:1767327024.055070:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010357504:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327024.502569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327024.566644:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327024.566664:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010357632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327024.566747:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327024.566808:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357632
00000100:00100000:2.0:1767327024.566819:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357632
00000100:00100000:2.0:1767327024.566883:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7856
00000100:00100000:2.0:1767327024.566897:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010357632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327024.566937:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327024.567001:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010357632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327024.567010:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7856
00000100:00100000:0.0:1767327024.567050:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010357632:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327025.526572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327026.550569:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327027.574590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327028.049147:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327028.049201:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327028.049248:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993165952
00000100:00100000:3.0:1767327028.049255:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166080
00000100:00100000:0.0:1767327028.049263:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993165952
00000100:00100000:3.0:1767327028.049264:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166080
00000100:00100000:0.0:1767327028.049338:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1561
00000100:00080000:2.0:1767327028.049338:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327028.049353:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3267
00000100:00100000:0.0:1767327028.049360:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993166080:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327028.049367:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993165952:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327028.049395:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327028.049496:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993165952:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 131us (364us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327028.049499:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993166080:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 146us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327028.049511:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3267
00000100:00100000:0.0:1767327028.049522:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1561
00010000:00010000:1.0:1767327028.598626:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327028.662492:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327028.662505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327028.662509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327028.662513:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327028.662519:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327028.662529:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12221
00000100:00080000:3.0:1767327028.662537:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327028.662545:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327028.662602:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010357760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327028.662656:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010357760:0@lo:38:kworker.0
00000100:00080000:3.0:1767327028.662667:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327028.662671:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327028.662674:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327028.662678:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12221
00000100:00080000:3.0:1767327028.662681:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327028.662685:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327028.662696:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010357888:0@lo:400:kworker.0
00000100:00100000:3.0:1767327028.662698:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61f80 x1853164010358144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327028.662735:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327028.662739:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010358016:0@lo:400:kworker.0
00000100:00080000:3.0:1767327028.662739:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327028.662744:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327028.662749:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327028.662754:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327028.662755:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12221
00000100:00080000:3.0:1767327028.662761:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327028.662767:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327028.662783:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325880 x1853164010358400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327028.662798:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010358144:0@lo:38:kworker.0
00000100:00100000:2.0:1767327028.662805:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327028.662818:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327028.662821:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357760
00000100:00080000:3.0:1767327028.662826:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327028.662830:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327028.662831:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357760
00000100:00080000:3.0:1767327028.662837:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12221
00000100:00080000:3.0:1767327028.662842:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327028.662847:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327028.662851:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327028.662868:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340700 x1853164010358656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327028.662882:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010358528:0@lo:400:kworker.0
00000100:00100000:0.0:1767327028.662886:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010358400:0@lo:38:kworker.0
00000100:00100000:1.0:1767327028.662886:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34983
00000100:00100000:1.0:1767327028.662901:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010357760:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327028.662915:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010358272:0@lo:400:kworker.0
00010000:00020000:1.0:1767327028.662928:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327028.662930:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327028.662952:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010357888
00000100:00100000:0.0:1767327028.662958:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010357888
00000100:00100000:3.0:1767327028.662964:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327028.663013:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010357760:12345-0@lo:38:kworker.0 Request processed in 99us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327028.663022:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358144
00000100:00100000:1.0:1767327028.663027:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34983
00000100:00100000:2.0:1767327028.663030:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358144
00000100:00100000:3.0:1767327028.663031:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358528
00000100:00100000:0.0:1767327028.663037:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358016
00000100:00100000:3.0:1767327028.663038:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358528
00000100:00100000:0.0:1767327028.663042:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358016
00000100:00100000:1.0:1767327028.663062:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8994
00000100:00100000:2.0:1767327028.663071:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358272
00000100:00100000:1.0:1767327028.663072:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010357888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327028.663079:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358272
00000100:00100000:0.0:1767327028.663084:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8995
00000100:00100000:0.0:1767327028.663094:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010358016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327028.663099:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562
00000100:00100000:3.0:1767327028.663110:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010358528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327028.663134:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010357888:12345-0@lo:400:kworker.0 Request processed in 62us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327028.663134:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563
00000100:00100000:1.0:1767327028.663144:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8994
00000100:00100000:2.0:1767327028.663153:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010358272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327028.663154:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010358016:12345-0@lo:400:kworker.0 Request processed in 61us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327028.663167:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010358528:12345-0@lo:400:kworker.0 Request processed in 57us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327028.663172:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8995
00000100:00100000:3.0:1767327028.663183:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562
00000100:00100000:1.0:1767327028.663193:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010357888:0@lo:400:kworker.0
00000100:00080000:0.0:1767327028.663200:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327028.663205:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00080000:0.0:1767327028.663208:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327028.663212:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010358144:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327028.663213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:3.0:1767327028.663226:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327028.663228:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010358272:12345-0@lo:400:kworker.0 Request processed in 80us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327028.663240:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563
00000100:00100000:3.0:1767327028.663257:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010358144:12345-0@lo:38:kworker.0 Request processed in 45us (414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327028.663265:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00100000:0.0:1767327028.663279:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010358272:0@lo:400:kworker.0
00000100:00100000:1.0:1767327028.663287:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327028.663294:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010358528:0@lo:400:kworker.0
00000100:00100000:3.0:1767327028.663315:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010358016:0@lo:400:kworker.0
00000100:00100000:0.0:1767327028.663318:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358400
00000100:00100000:1.0:1767327028.663322:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010358656:0@lo:38:kworker.0
00000100:00100000:0.0:1767327028.663323:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358400
00000100:00100000:0.0:1767327028.663350:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:1.0:1767327028.663355:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327028.663359:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010358400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327028.663369:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327028.663371:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358656
00000100:00100000:2.0:1767327028.663378:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358656
00000100:00080000:1.0:1767327028.663385:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327028.663392:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327028.663396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010358144:0@lo:38:kworker.0
00000100:00100000:3.0:1767327028.663436:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:0.0:1767327028.663441:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010358400:12345-0@lo:38:kworker.0 Request processed in 57us (130us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327028.663441:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327028.663446:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010358656:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327028.663458:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00080000:1.0:1767327028.663461:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327028.663462:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327028.663467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010357760:0@lo:38:kworker.0
00000100:00080000:1.0:1767327028.663495:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327028.663499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327028.663500:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010358656:12345-0@lo:38:kworker.0 Request processed in 55us (147us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327028.663503:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010358400:0@lo:38:kworker.0
00000100:00100000:3.0:1767327028.663514:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00080000:1.0:1767327028.663516:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327028.663521:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327028.663523:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010358656:0@lo:38:kworker.0
00000100:00100000:2.0:1767327029.174625:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010358784:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327029.174708:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327029.174802:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358784
00000100:00100000:0.0:1767327029.174813:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358784
00000100:00100000:0.0:1767327029.174870:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7857
00000100:00100000:0.0:1767327029.174880:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010358784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327029.174914:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327029.174963:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010358784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327029.174970:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7857
00000100:00100000:2.0:1767327029.175016:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010358784:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327029.622590:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327029.686659:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010358912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327029.686753:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327029.686810:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010358912
00000100:00100000:0.0:1767327029.686822:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010358912
00000100:00100000:0.0:1767327029.686889:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7858
00000100:00100000:0.0:1767327029.686901:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010358912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327029.686939:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327029.687041:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010358912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327029.687051:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7858
00000100:00100000:3.0:1767327029.687097:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010358912:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327030.646628:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327031.670595:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327032.694560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327033.169052:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327033.169096:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327033.169129:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166336
00000100:00100000:3.0:1767327033.169143:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166336
00000100:00100000:0.0:1767327033.169166:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166208
00000100:00100000:0.0:1767327033.169173:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166208
00000100:00080000:2.0:1767327033.169204:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327033.169239:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1564
00000100:00100000:3.0:1767327033.169251:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3271
00000100:00100000:0.0:1767327033.169258:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993166336:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327033.169268:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993166208:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327033.169295:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327033.169366:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993166336:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 112us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327033.169366:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993166208:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327033.169387:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1564
00000100:00100000:3.0:1767327033.169396:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3271
00010000:00010000:1.0:1767327033.718552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327033.782528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327033.782543:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327033.782548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327033.782553:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327033.782559:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327033.782570:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12226
00000100:00080000:3.0:1767327033.782577:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327033.782586:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327033.782645:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340700 x1853164010359040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327033.782708:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010359040:0@lo:38:kworker.0
00000100:00080000:3.0:1767327033.782725:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327033.782729:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327033.782731:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327033.782736:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12226
00000100:00080000:3.0:1767327033.782739:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327033.782744:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010359168:0@lo:400:kworker.0
00000100:00080000:3.0:1767327033.782745:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327033.782763:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010359424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327033.782786:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010359296:0@lo:400:kworker.0
00000100:00080000:3.0:1767327033.782796:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327033.782802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327033.782807:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327033.782807:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327033.782807:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327033.782815:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12226
00000100:00080000:3.0:1767327033.782819:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327033.782822:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327033.782836:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010359680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327033.782849:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327033.782857:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327033.782861:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327033.782863:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327033.782867:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12226
00000100:00080000:3.0:1767327033.782870:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327033.782873:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327033.782886:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8700 x1853164010359936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327033.782891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010359424:0@lo:38:kworker.0
00000100:00100000:0.0:1767327033.782910:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359168
00000100:00100000:3.0:1767327033.782917:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010359808:0@lo:400:kworker.0
00000100:00100000:0.0:1767327033.782919:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359168
00000100:00100000:1.0:1767327033.782931:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327033.782940:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359040
00000100:00100000:2.0:1767327033.782948:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359040
00000100:00100000:3.0:1767327033.782957:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327033.782978:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010359680:0@lo:38:kworker.0
00000100:00100000:0.0:1767327033.783005:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359296
00000100:00100000:0.0:1767327033.783009:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359296
00000100:00100000:2.0:1767327033.783016:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34984
00000100:00100000:3.0:1767327033.783017:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327033.783026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327033.783030:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010359552:0@lo:400:kworker.0
00000100:00100000:2.0:1767327033.783033:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010359040:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327033.783046:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8996
00000100:00100000:1.0:1767327033.783056:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010359936:0@lo:38:kworker.0
00000100:00100000:0.0:1767327033.783058:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010359168:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767327033.783060:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327033.783066:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327033.783104:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327033.783106:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359424
00000100:00100000:3.0:1767327033.783111:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359424
00000100:00100000:2.0:1767327033.783128:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010359040:12345-0@lo:38:kworker.0 Request processed in 96us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327033.783138:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010359168:12345-0@lo:400:kworker.0 Request processed in 81us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327033.783140:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359808
00000100:00100000:2.0:1767327033.783143:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34984
00000100:00100000:3.0:1767327033.783144:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359808
00000100:00100000:0.0:1767327033.783154:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8996
00000100:00080000:1.0:1767327033.783158:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327033.783164:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327033.783170:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010359040:0@lo:38:kworker.0
00000100:00100000:3.0:1767327033.783174:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359680
00000100:00100000:3.0:1767327033.783180:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359680
00000100:00100000:0.0:1767327033.783181:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8997
00000100:00100000:0.0:1767327033.783193:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010359296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327033.783197:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359552
00000100:00100000:3.0:1767327033.783200:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359552
00000100:00080000:2.0:1767327033.783206:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327033.783214:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327033.783219:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327033.783221:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010359936
00000100:00100000:3.0:1767327033.783225:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010359936
00000100:00100000:2.0:1767327033.783245:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565
00000100:00100000:0.0:1767327033.783247:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010359296:12345-0@lo:400:kworker.0 Request processed in 54us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327033.783257:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566
00000100:00100000:0.0:1767327033.783263:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8997
00000100:00100000:2.0:1767327033.783264:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010359808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327033.783271:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:3.0:1767327033.783275:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010359552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327033.783284:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010359424:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327033.783293:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00010000:00020000:1.0:1767327033.783299:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327033.783300:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010359680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327033.783311:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327033.783339:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010359808:12345-0@lo:400:kworker.0 Request processed in 81us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327033.783349:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010359552:12345-0@lo:400:kworker.0 Request processed in 80us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327033.783350:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565
00000100:00100000:0.0:1767327033.783364:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010359680:12345-0@lo:38:kworker.0 Request processed in 60us (340us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327033.783365:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566
00000100:00100000:1.0:1767327033.783366:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010359424:12345-0@lo:38:kworker.0 Request processed in 80us (431us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327033.783378:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:1.0:1767327033.783389:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:2.0:1767327033.783391:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010359936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327033.783399:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00010000:00020000:2.0:1767327033.783408:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327033.783449:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010359296:0@lo:400:kworker.0
00000100:00080000:1.0:1767327033.783472:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327033.783475:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010359168:0@lo:400:kworker.0
00000100:00080000:1.0:1767327033.783478:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327033.783483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010359424:0@lo:38:kworker.0
00000100:00100000:2.0:1767327033.783491:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010359936:12345-0@lo:38:kworker.0 Request processed in 101us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327033.783502:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00100000:3.0:1767327033.783503:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010359552:0@lo:400:kworker.0
00000100:00080000:1.0:1767327033.783504:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327033.783515:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327033.783521:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010359680:0@lo:38:kworker.0
00000100:00100000:3.0:1767327033.783526:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010359808:0@lo:400:kworker.0
00000100:00080000:1.0:1767327033.783553:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327033.783558:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327033.783561:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010359936:0@lo:38:kworker.0
00000100:00100000:0.0:1767327034.294734:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010360064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327034.294829:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327034.294921:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360064
00000100:00100000:2.0:1767327034.294933:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360064
00000100:00100000:2.0:1767327034.295013:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7859
00000100:00100000:2.0:1767327034.295022:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010360064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327034.295057:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327034.295110:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010360064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327034.295115:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7859
00000100:00100000:0.0:1767327034.295178:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010360064:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327034.742634:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327034.806631:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010360192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327034.806712:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327034.806758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360192
00000100:00100000:2.0:1767327034.806769:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360192
00000100:00100000:2.0:1767327034.806828:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7860
00000100:00100000:2.0:1767327034.806838:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010360192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327034.806872:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327034.806920:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010360192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327034.806927:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7860
00000100:00100000:3.0:1767327034.806989:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010360192:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327035.766585:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327036.790605:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767327037.265113:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993166464 offset 0 length 520: 4
00000100:00100000:1.0:1767327037.265172:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327037.265219:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327037.265253:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166720
00000100:00100000:2.0:1767327037.265266:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166720
00000100:00080000:3.0:1767327037.265346:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327037.265364:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166592
00000100:00100000:0.0:1767327037.265372:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166592
00000100:00100000:2.0:1767327037.265379:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1567
00000100:00100000:2.0:1767327037.265392:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993166720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327037.265471:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3275
00000100:00100000:0.0:1767327037.265480:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993166592:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327037.265504:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327037.265554:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993166720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 162us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327037.265555:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993166592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (333us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327037.265569:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1567
00000100:00100000:0.0:1767327037.265577:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3275
00010000:00010000:1.0:1767327037.814646:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327038.838626:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327038.902518:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327013/real 1767327013]  req@ffff9bb482795c00 x1853164010353792/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327038.902540:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327038.902551:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327038.902556:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327038.902560:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327038.902565:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327038.902574:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12231
00000100:00100000:1.0:1767327038.902579:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb482795c00 x1853164010353792/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327038.902581:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327038.902595:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767327038.902608:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327038.902630:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327038.902636:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010353792:0@lo:250:kworker.0
00000100:00100000:2.0:1767327038.902652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010360320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327038.902700:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010360320:0@lo:38:kworker.0
00000100:00080000:2.0:1767327038.902732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327038.902738:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327038.902741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327038.902748:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12231
00000100:00100000:3.0:1767327038.902749:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010360448:0@lo:400:kworker.0
00000100:00080000:2.0:1767327038.902754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327038.902756:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010360576:0@lo:400:kworker.0
00000100:00080000:2.0:1767327038.902762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327038.902780:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb800 x1853164010360704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327038.902791:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327038.902805:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327038.902834:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327038.902840:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327038.902843:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327038.902849:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12231
00000100:00080000:2.0:1767327038.902852:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327038.902854:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360448
00000100:00080000:2.0:1767327038.902859:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327038.902866:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360448
00000100:00100000:1.0:1767327038.902873:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010360704:0@lo:38:kworker.0
00000100:00100000:2.0:1767327038.902879:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda680 x1853164010360960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327038.902887:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327038.902898:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010360832:0@lo:400:kworker.0
00000100:00080000:2.0:1767327038.902911:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327038.902915:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327038.902921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327038.902921:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327038.902946:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12231
00000100:00080000:2.0:1767327038.902950:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327038.902955:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327038.902965:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8998
00000100:00100000:2.0:1767327038.902973:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9180 x1853164010361216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327038.902981:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360320
00000100:00100000:0.0:1767327038.902983:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010360448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327038.902986:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010360960:0@lo:38:kworker.0
00000100:00100000:3.0:1767327038.902987:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360320
00000100:00080000:2.0:1767327038.902996:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327038.903001:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327038.903003:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327038.903009:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12211
00000100:00080000:2.0:1767327038.903013:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327038.903018:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34985
00000100:00080000:2.0:1767327038.903020:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327038.903028:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010360320:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327038.903030:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327038.903041:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8000 x1853164010361344/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:3.0:1767327038.903053:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327038.903066:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010361216:0@lo:38:kworker.0
00000100:00100000:0.0:1767327038.903069:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010360448:12345-0@lo:400:kworker.0 Request processed in 90us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327038.903083:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8998
00000100:00100000:2.0:1767327038.903087:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360704
00000100:00100000:2.0:1767327038.903093:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360704
00000100:00100000:3.0:1767327038.903097:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010360320:12345-0@lo:38:kworker.0 Request processed in 68us (310us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327038.903105:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34985
00000100:00100000:1.0:1767327038.903113:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327038.903118:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327038.903133:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010361088:0@lo:400:kworker.0
00000100:00100000:2.0:1767327038.903135:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360960
00000100:00100000:2.0:1767327038.903142:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360960
00000100:00100000:3.0:1767327038.903151:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361216
00000100:00100000:3.0:1767327038.903156:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361216
00000100:00100000:1.0:1767327038.903172:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010361344:0@lo:250:kworker.0
00000100:00100000:2.0:1767327038.903174:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:3.0:1767327038.903189:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:0.0:1767327038.903191:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327038.903191:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010360704:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327038.903200:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010360960:12345-0@lo:38:kworker.0
00000400:00000100:1.0:1767327038.903207:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010361344 offset 0 length 520: 4
00010000:00020000:2.0:1767327038.903210:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327038.903214:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327038.903232:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327038.903277:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010360704:12345-0@lo:38:kworker.0 Request processed in 90us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327038.903279:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010360960:12345-0@lo:38:kworker.0 Request processed in 78us (252us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327038.903280:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327038.903281:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360576
00000100:00100000:0.0:1767327038.903289:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360576
00000100:00080000:1.0:1767327038.903292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327038.903301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010360960:0@lo:38:kworker.0
00000100:00100000:2.0:1767327038.903301:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00100000:3.0:1767327038.903312:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00000100:00080000:1.0:1767327038.903324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327038.903326:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361088
00000100:00100000:2.0:1767327038.903333:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361088
00000100:00080000:1.0:1767327038.903335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327038.903342:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:0.0:1767327038.903343:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8999
00000100:00100000:1.0:1767327038.903344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010360704:0@lo:38:kworker.0
00000100:00100000:3.0:1767327038.903351:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010361216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327038.903362:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010360576:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327038.903363:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327038.903369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327038.903370:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568
00000100:00080000:1.0:1767327038.903380:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327038.903388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010360320:0@lo:38:kworker.0
00000100:00100000:2.0:1767327038.903390:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010361088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327038.903394:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010361216:12345-0@lo:38:kworker.0 Request processed in 41us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327038.903406:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00080000:3.0:1767327038.903457:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327038.903462:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327038.903464:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327038.903465:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010360576:12345-0@lo:400:kworker.0 Request processed in 108us (234us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327038.903466:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327038.903474:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327038.903481:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8999
00000100:00100000:1.0:1767327038.903483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010361216:0@lo:38:kworker.0
00000100:00100000:3.0:1767327038.903500:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010360448:0@lo:400:kworker.0
00000100:00100000:2.0:1767327038.903506:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010361088:12345-0@lo:400:kworker.0 Request processed in 120us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327038.903519:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568
00000100:00100000:0.0:1767327038.903540:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010361088:0@lo:400:kworker.0
00000100:00100000:1.0:1767327038.903551:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327038.903585:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010360576:0@lo:400:kworker.0
00000100:00100000:3.0:1767327038.903590:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010360832
00000100:00100000:3.0:1767327038.903596:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010360832
00000100:00080000:0.0:1767327038.903632:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327038.903636:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569
00000100:00100000:3.0:1767327038.903645:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010360832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327038.903681:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010360832:12345-0@lo:400:kworker.0 Request processed in 39us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327038.903686:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569
00000100:00100000:1.0:1767327038.903723:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010360832:0@lo:400:kworker.0
00000100:00100000:0.0:1767327039.414600:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327039.414629:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010361472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327039.414712:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327039.414771:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361472
00000100:00100000:1.0:1767327039.414784:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361472
00000100:00100000:1.0:1767327039.414856:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7861
00000100:00100000:1.0:1767327039.414872:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010361472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327039.414911:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327039.414978:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010361472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327039.414985:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7861
00000100:00100000:0.0:1767327039.415030:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010361472:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327039.862653:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327039.926642:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327039.926668:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010361600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327039.926752:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327039.926811:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361600
00000100:00100000:1.0:1767327039.926823:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361600
00000100:00100000:1.0:1767327039.926889:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7862
00000100:00100000:1.0:1767327039.926898:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010361600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327039.926945:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327039.926993:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010361600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327039.927000:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7862
00000100:00100000:3.0:1767327039.927040:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010361600:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327040.886601:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327041.910634:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327042.384846:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327042.384894:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327042.384895:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166848
00000100:00100000:3.0:1767327042.384916:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166848
00000100:00100000:2.0:1767327042.384952:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993166976
00000100:00100000:2.0:1767327042.384958:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993166976
00000100:00100000:3.0:1767327042.384964:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3279
00000100:00100000:3.0:1767327042.384975:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993166848:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327042.385001:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327042.385014:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1570
00000100:00100000:2.0:1767327042.385027:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993166976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767327042.385054:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327042.385078:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993166976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327042.385079:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993166848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (234us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327042.385092:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1570
00000100:00100000:3.0:1767327042.385100:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3279
00010000:00010000:1.0:1767327042.934584:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327043.958612:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327044.022531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327044.022546:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327044.022550:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327044.022556:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327044.022561:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327044.022573:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12236
00000100:00080000:3.0:1767327044.022580:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327044.022589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327044.022646:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010361728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327044.022719:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010361728:0@lo:38:kworker.0
00000100:00080000:3.0:1767327044.022731:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327044.022739:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327044.022743:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327044.022750:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12236
00000100:00080000:3.0:1767327044.022755:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327044.022761:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010361856:0@lo:400:kworker.0
00000100:00080000:3.0:1767327044.022763:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327044.022793:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b800 x1853164010362112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327044.022797:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010361984:0@lo:400:kworker.0
00000100:00100000:1.0:1767327044.022811:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327044.022842:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327044.022869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010362112:0@lo:38:kworker.0
00000100:00080000:3.0:1767327044.022878:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327044.022889:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327044.022907:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327044.022912:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327044.022920:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12236
00000100:00080000:3.0:1767327044.022924:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327044.022933:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327044.022937:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327044.022946:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361856
00000100:00100000:0.0:1767327044.022956:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361856
00000100:00100000:3.0:1767327044.022966:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb480 x1853164010362368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327044.023009:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361728
00000100:00100000:1.0:1767327044.023017:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361728
00000100:00100000:2.0:1767327044.023021:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010362240:0@lo:400:kworker.0
00000100:00100000:0.0:1767327044.023036:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010361984
00000100:00100000:0.0:1767327044.023040:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010361984
00000100:00100000:1.0:1767327044.023066:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34986
00000100:00080000:3.0:1767327044.023072:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327044.023073:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327044.023083:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010361728:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327044.023088:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9000
00000100:00080000:3.0:1767327044.023101:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327044.023108:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327044.023109:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010361856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327044.023111:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00020000:1.0:1767327044.023121:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327044.023128:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12236
00000100:00100000:2.0:1767327044.023137:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010362496:0@lo:400:kworker.0
00000100:00080000:3.0:1767327044.023137:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327044.023156:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327044.023181:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010362624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327044.023190:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010361728:12345-0@lo:38:kworker.0 Request processed in 108us (382us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327044.023207:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327044.023211:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010361856:12345-0@lo:400:kworker.0 Request processed in 102us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327044.023245:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9000
00000100:00100000:1.0:1767327044.023246:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34986
00000100:00100000:3.0:1767327044.023262:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010362368:0@lo:38:kworker.0
00000100:00100000:2.0:1767327044.023277:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362112
00000100:00100000:0.0:1767327044.023287:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9001
00000100:00100000:2.0:1767327044.023288:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362112
00000100:00100000:0.0:1767327044.023297:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010361984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327044.023307:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362240
00000100:00100000:1.0:1767327044.023316:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362240
00000100:00100000:3.0:1767327044.023326:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327044.023327:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362496
00000100:00100000:2.0:1767327044.023334:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362496
00000100:00100000:0.0:1767327044.023359:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010361984:12345-0@lo:400:kworker.0 Request processed in 62us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327044.023371:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9001
00000100:00100000:3.0:1767327044.023380:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010362624:0@lo:38:kworker.0
00000100:00100000:2.0:1767327044.023392:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362368
00000100:00100000:2.0:1767327044.023398:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362368
00000100:00100000:1.0:1767327044.023402:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571
00000100:00100000:2.0:1767327044.023464:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572
00000100:00100000:1.0:1767327044.023472:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010362240:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327044.023474:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327044.023481:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010362496:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327044.023487:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327044.023498:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327044.023501:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327044.023558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327044.023569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327044.023579:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010361728:0@lo:38:kworker.0
00000100:00100000:2.0:1767327044.023589:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010362496:12345-0@lo:400:kworker.0 Request processed in 116us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327044.023591:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010362240:12345-0@lo:400:kworker.0 Request processed in 168us (520us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327044.023600:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572
00000100:00100000:1.0:1767327044.023611:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571
00000100:00100000:0.0:1767327044.023627:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010361856:0@lo:400:kworker.0
00000100:00100000:2.0:1767327044.023638:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362624
00000100:00100000:2.0:1767327044.023644:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362624
00000100:00100000:3.0:1767327044.023675:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:0.0:1767327044.023685:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010361984:0@lo:400:kworker.0
00000100:00100000:1.0:1767327044.023697:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:3.0:1767327044.023698:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010362112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327044.023709:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:1.0:1767327044.023711:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010362368:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327044.023719:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010362624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327044.023725:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327044.023734:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327044.023736:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327044.023825:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010362112:12345-0@lo:38:kworker.0 Request processed in 132us (890us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327044.023837:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010362624:12345-0@lo:38:kworker.0 Request processed in 109us (341us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327044.023839:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010362368:12345-0@lo:38:kworker.0 Request processed in 128us (517us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327044.023842:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327044.023850:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00080000:0.0:1767327044.023861:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327044.023874:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00100000:0.0:1767327044.023878:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010362368:0@lo:38:kworker.0
00000100:00100000:1.0:1767327044.023905:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00080000:0.0:1767327044.023913:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327044.023923:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327044.023932:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010362624:0@lo:38:kworker.0
00000100:00080000:0.0:1767327044.023960:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327044.023967:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327044.023967:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010362496:0@lo:400:kworker.0
00000100:00100000:0.0:1767327044.023982:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010362112:0@lo:38:kworker.0
00000100:00100000:2.0:1767327044.024008:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010362240:0@lo:400:kworker.0
00000100:00100000:0.0:1767327044.534686:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010362752:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327044.534778:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327044.534847:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362752
00000100:00100000:1.0:1767327044.534860:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362752
00000100:00100000:1.0:1767327044.534926:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863
00000100:00100000:1.0:1767327044.534936:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010362752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327044.534963:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327044.535032:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010362752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327044.535039:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863
00000100:00100000:0.0:1767327044.535097:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010362752:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327044.982670:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327045.046630:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327045.046654:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010362880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327045.046737:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327045.046805:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010362880
00000100:00100000:1.0:1767327045.046818:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010362880
00000100:00100000:1.0:1767327045.046878:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7864
00000100:00100000:1.0:1767327045.046898:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010362880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327045.046929:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327045.047015:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010362880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327045.047024:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7864
00000100:00100000:0.0:1767327045.047079:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010362880:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327046.006585:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327047.030564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327047.504965:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327047.505014:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327047.505036:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167232
00000100:00100000:3.0:1767327047.505048:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167232
00000100:00100000:2.0:1767327047.505081:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167104
00000100:00100000:2.0:1767327047.505089:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167104
00000100:00100000:3.0:1767327047.505120:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1573
00000100:00080000:0.0:1767327047.505122:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327047.505135:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3283
00000100:00100000:3.0:1767327047.505137:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993167232:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327047.505149:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993167104:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327047.505174:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327047.505224:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993167104:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (211us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327047.505231:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993167232:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327047.505237:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3283
00000100:00100000:3.0:1767327047.505250:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1573
00010000:00010000:1.0:1767327048.054596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327049.078526:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327049.142474:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327049.142482:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327049.142485:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327049.142488:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327049.142491:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327049.142497:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12241
00000100:00080000:3.0:1767327049.142500:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327049.142506:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327049.142536:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2a00 x1853164010363008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327049.142580:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010363008:0@lo:38:kworker.0
00000100:00080000:3.0:1767327049.142586:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327049.142590:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327049.142592:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327049.142595:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12241
00000100:00080000:3.0:1767327049.142597:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327049.142600:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327049.142605:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010363136:0@lo:400:kworker.0
00000100:00100000:3.0:1767327049.142612:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3480 x1853164010363392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327049.142641:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327049.142644:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327049.142648:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327049.142653:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010363264:0@lo:400:kworker.0
00000100:00100000:0.0:1767327049.142654:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327049.142654:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327049.142655:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12241
00000100:00080000:3.0:1767327049.142670:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327049.142674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327049.142687:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3800 x1853164010363648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327049.142697:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010363392:0@lo:38:kworker.0
00000100:00100000:1.0:1767327049.142705:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327049.142707:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327049.142711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327049.142712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327049.142716:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12241
00000100:00080000:3.0:1767327049.142718:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327049.142721:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327049.142728:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010363520:0@lo:400:kworker.0
00000100:00100000:3.0:1767327049.142734:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010363904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327049.142749:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327049.142765:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010363776:0@lo:400:kworker.0
00000100:00100000:1.0:1767327049.142766:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363136
00000100:00100000:1.0:1767327049.142774:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363136
00000100:00100000:2.0:1767327049.142778:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327049.142789:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010363648:0@lo:38:kworker.0
00000100:00100000:3.0:1767327049.142807:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327049.142827:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363392
00000100:00100000:2.0:1767327049.142832:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363392
00000100:00100000:1.0:1767327049.142848:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363264
00000100:00100000:1.0:1767327049.142855:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363264
00000100:00100000:0.0:1767327049.142876:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9002
00000100:00100000:2.0:1767327049.142878:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363520
00000100:00100000:2.0:1767327049.142884:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363520
00000100:00100000:0.0:1767327049.142889:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010363136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327049.142889:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363776
00000100:00100000:3.0:1767327049.142895:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363776
00000100:00100000:1.0:1767327049.142901:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9003
00000100:00100000:1.0:1767327049.142912:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010363264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327049.142931:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574
00000100:00100000:3.0:1767327049.142944:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575
00000100:00100000:2.0:1767327049.142945:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010363520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327049.142950:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010363136:12345-0@lo:400:kworker.0 Request processed in 63us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327049.142963:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9002
00000100:00100000:1.0:1767327049.142964:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010363264:12345-0@lo:400:kworker.0 Request processed in 53us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327049.142964:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010363776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327049.142978:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9003
00000100:00100000:2.0:1767327049.143004:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010363520:12345-0@lo:400:kworker.0 Request processed in 63us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327049.143009:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363008
00000100:00100000:2.0:1767327049.143013:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574
00000100:00100000:1.0:1767327049.143015:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363008
00000100:00080000:0.0:1767327049.143016:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327049.143023:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327049.143024:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010363776:12345-0@lo:400:kworker.0 Request processed in 67us (217us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327049.143028:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327049.143033:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575
00000100:00100000:2.0:1767327049.143040:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:1.0:1767327049.143044:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34987
00000100:00100000:2.0:1767327049.143048:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010363392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327049.143053:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010363008:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327049.143068:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010363264:0@lo:400:kworker.0
00010000:00020000:2.0:1767327049.143068:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327049.143073:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327049.143079:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010363776:0@lo:400:kworker.0
00000100:00100000:2.0:1767327049.143115:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010363392:12345-0@lo:38:kworker.0 Request processed in 66us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327049.143119:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010363008:12345-0@lo:38:kworker.0 Request processed in 65us (470us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327049.143120:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327049.143131:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:1.0:1767327049.143132:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34987
00000100:00100000:0.0:1767327049.143149:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363648
00000100:00100000:3.0:1767327049.143149:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010363904:0@lo:38:kworker.0
00000100:00100000:0.0:1767327049.143155:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363648
00000100:00100000:2.0:1767327049.143176:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010363520:0@lo:400:kworker.0
00000100:00100000:0.0:1767327049.143179:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:3.0:1767327049.143186:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327049.143194:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010363648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327049.143205:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327049.143208:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010363904
00000100:00100000:1.0:1767327049.143214:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010363904
00000100:00100000:2.0:1767327049.143218:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010363136:0@lo:400:kworker.0
00000100:00080000:3.0:1767327049.143222:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327049.143228:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327049.143234:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010363392:0@lo:38:kworker.0
00000100:00100000:0.0:1767327049.143248:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010363648:12345-0@lo:38:kworker.0 Request processed in 54us (126us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327049.143250:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327049.143258:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327049.143264:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010363008:0@lo:38:kworker.0
00000100:00100000:1.0:1767327049.143265:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767327049.143278:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:1.0:1767327049.143278:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010363904:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327049.143286:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327049.143292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:1.0:1767327049.143295:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327049.143298:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010363648:0@lo:38:kworker.0
00000100:00100000:1.0:1767327049.143339:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010363904:12345-0@lo:38:kworker.0 Request processed in 61us (153us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327049.143343:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327049.143350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327049.143351:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:3.0:1767327049.143354:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010363904:0@lo:38:kworker.0
00000100:00100000:2.0:1767327049.654587:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010364032:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327049.654663:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327049.654703:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364032
00000100:00100000:1.0:1767327049.654711:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364032
00000100:00100000:1.0:1767327049.654756:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7865
00000100:00100000:1.0:1767327049.654767:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc8bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010364032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327049.654800:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327049.654851:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc8bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010364032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327049.654879:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7865
00000100:00100000:2.0:1767327049.654926:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010364032:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327050.102649:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327050.166612:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010364160:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327050.166684:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327050.166728:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364160
00000100:00100000:1.0:1767327050.166737:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364160
00000100:00100000:1.0:1767327050.166782:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7866
00000100:00100000:1.0:1767327050.166790:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010364160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327050.166816:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327050.166871:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010364160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327050.166877:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7866
00000100:00100000:0.0:1767327050.166920:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010364160:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327051.126552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327052.150553:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327052.624957:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327052.624990:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327052.625015:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167360
00000100:00100000:2.0:1767327052.625028:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167360
00000100:00100000:3.0:1767327052.625033:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167488
00000100:00100000:3.0:1767327052.625039:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167488
00000100:00100000:2.0:1767327052.625078:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3287
00000100:00100000:2.0:1767327052.625089:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993167360:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327052.625091:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327052.625106:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1576
00000100:00100000:3.0:1767327052.625120:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993167488:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327052.625121:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327052.625190:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993167488:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327052.625198:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993167360:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (244us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327052.625203:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1576
00000100:00100000:2.0:1767327052.625214:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3287
00010000:00010000:1.0:1767327053.174533:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327054.198542:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327054.262543:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327054.262554:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327054.262557:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327054.262561:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327054.262566:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327054.262574:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12247
00000100:00080000:2.0:1767327054.262579:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327054.262586:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327054.262630:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda680 x1853164010364288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327054.262693:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010364288:0@lo:38:kworker.0
00000100:00080000:2.0:1767327054.262714:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327054.262719:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327054.262722:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010364416:0@lo:400:kworker.0
00000100:00080000:2.0:1767327054.262723:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327054.262733:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12247
00000100:00080000:2.0:1767327054.262738:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327054.262743:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327054.262759:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010364544:0@lo:400:kworker.0
00000100:00100000:2.0:1767327054.262763:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010364672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327054.262765:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327054.262771:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327054.262809:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010364672:0@lo:38:kworker.0
00000100:00080000:2.0:1767327054.262811:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327054.262818:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327054.262820:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327054.262821:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327054.262843:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12247
00000100:00080000:2.0:1767327054.262847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327054.262852:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327054.262868:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327054.262868:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010364800:0@lo:400:kworker.0
00000100:00100000:2.0:1767327054.262872:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010364928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327054.262891:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364288
00000100:00100000:1.0:1767327054.262899:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364288
00000100:00080000:2.0:1767327054.262899:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327054.262906:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327054.262909:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327054.262910:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327054.262913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010364928:0@lo:38:kworker.0
00000100:00080000:2.0:1767327054.262919:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12247
00000100:00080000:2.0:1767327054.262924:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327054.262929:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327054.262938:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34988
00000100:00100000:2.0:1767327054.262948:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62d80 x1853164010365184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327054.262949:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327054.262950:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010364288:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327054.262955:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327054.262963:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010365056:0@lo:400:kworker.0
00010000:00020000:1.0:1767327054.262977:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327054.262985:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010365184:0@lo:38:kworker.0
00000100:00100000:3.0:1767327054.263007:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327054.263027:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010364288:12345-0@lo:38:kworker.0 Request processed in 81us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327054.263034:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364672
00000100:00100000:1.0:1767327054.263035:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34988
00000100:00100000:0.0:1767327054.263038:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364416
00000100:00100000:2.0:1767327054.263043:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364672
00000100:00100000:0.0:1767327054.263044:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364416
00000100:00100000:1.0:1767327054.263067:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364544
00000100:00100000:3.0:1767327054.263067:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364800
00000100:00100000:1.0:1767327054.263075:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364544
00000100:00100000:3.0:1767327054.263075:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364800
00000100:00100000:2.0:1767327054.263078:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010364928
00000100:00100000:2.0:1767327054.263084:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010364928
00000100:00100000:0.0:1767327054.263101:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9004
00000100:00100000:1.0:1767327054.263114:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9005
00000100:00100000:0.0:1767327054.263115:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010364416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327054.263117:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365056
00000100:00100000:3.0:1767327054.263124:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577
00000100:00100000:2.0:1767327054.263125:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365056
00000100:00100000:1.0:1767327054.263132:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010364544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327054.263146:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010364800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327054.263168:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578
00000100:00100000:0.0:1767327054.263174:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010364416:12345-0@lo:400:kworker.0 Request processed in 63us (405us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327054.263185:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9004
00000100:00100000:2.0:1767327054.263187:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010365056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327054.263199:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010364544:12345-0@lo:400:kworker.0 Request processed in 72us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327054.263206:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9005
00000100:00100000:3.0:1767327054.263216:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010364800:12345-0@lo:400:kworker.0 Request processed in 78us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327054.263223:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:0.0:1767327054.263229:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010364672:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327054.263234:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577
00010000:00020000:0.0:1767327054.263243:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327054.263251:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010365056:12345-0@lo:400:kworker.0 Request processed in 70us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327054.263255:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010364544:0@lo:400:kworker.0
00000100:00100000:3.0:1767327054.263257:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:2.0:1767327054.263272:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578
00000100:00100000:3.0:1767327054.263273:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010364928:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327054.263274:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010364672:12345-0@lo:38:kworker.0 Request processed in 44us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327054.263289:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00010000:00020000:3.0:1767327054.263294:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327054.263298:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327054.263304:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327054.263306:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327054.263330:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010364928:12345-0@lo:38:kworker.0 Request processed in 59us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327054.263335:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327054.263342:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767327054.263346:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010364416:0@lo:400:kworker.0
00000100:00100000:2.0:1767327054.263356:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010365056:0@lo:400:kworker.0
00000100:00100000:3.0:1767327054.263360:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365184
00000100:00100000:3.0:1767327054.263365:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365184
00000100:00080000:1.0:1767327054.263373:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327054.263379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327054.263379:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010364800:0@lo:400:kworker.0
00000100:00100000:1.0:1767327054.263389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010364928:0@lo:38:kworker.0
00000100:00100000:3.0:1767327054.263390:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:3.0:1767327054.263399:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010365184:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327054.263405:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327054.263407:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327054.263411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327054.263415:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010364672:0@lo:38:kworker.0
00000100:00080000:1.0:1767327054.263459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327054.263463:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327054.263468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010364288:0@lo:38:kworker.0
00000100:00100000:3.0:1767327054.263469:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010365184:12345-0@lo:38:kworker.0 Request processed in 67us (137us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327054.263480:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00080000:1.0:1767327054.263488:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327054.263493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327054.263496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010365184:0@lo:38:kworker.0
00000100:00100000:2.0:1767327054.774607:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327054.774635:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010365312:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327054.774704:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327054.774747:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365312
00000100:00100000:1.0:1767327054.774755:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365312
00000100:00100000:1.0:1767327054.774811:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7867
00000100:00100000:1.0:1767327054.774839:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010365312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327054.774871:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327054.774920:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010365312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327054.774926:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7867
00000100:00100000:2.0:1767327054.774961:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010365312:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327055.222549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327055.286609:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010365440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327055.286668:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327055.286723:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365440
00000100:00100000:1.0:1767327055.286731:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365440
00000100:00100000:1.0:1767327055.286774:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868
00000100:00100000:1.0:1767327055.286782:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010365440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327055.286810:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327055.286870:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010365440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327055.286876:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868
00000100:00100000:2.0:1767327055.286907:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010365440:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327056.246584:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327057.270573:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327057.745210:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327057.745260:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327057.745286:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167616
00000100:00100000:3.0:1767327057.745306:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167616
00000100:00100000:3.0:1767327057.745360:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167744
00000100:00100000:3.0:1767327057.745363:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167744
00000100:00100000:3.0:1767327057.745470:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1579
00000100:00080000:1.0:1767327057.745476:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327057.745490:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993167744:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327057.745492:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3291
00000100:00100000:2.0:1767327057.745506:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993167616:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327057.745529:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327057.745597:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993167616:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327057.745599:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993167744:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 116us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327057.745612:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3291
00000100:00100000:3.0:1767327057.745619:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1579
00010000:00010000:1.0:1767327058.294651:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327059.318622:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327059.382535:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327059.382548:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327059.382552:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327059.382557:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327059.382563:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327059.382575:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12252
00000100:00080000:2.0:1767327059.382584:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327059.382593:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327059.382643:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62d80 x1853164010365568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327059.382706:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010365568:0@lo:38:kworker.0
00000100:00080000:2.0:1767327059.382713:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327059.382720:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327059.382722:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327059.382729:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12252
00000100:00100000:3.0:1767327059.382730:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010365696:0@lo:400:kworker.0
00000100:00080000:2.0:1767327059.382734:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327059.382743:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327059.382754:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010365824:0@lo:400:kworker.0
00000100:00100000:2.0:1767327059.382761:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010365952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327059.382814:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327059.382815:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327059.382815:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327059.382823:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327059.382826:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327059.382832:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12252
00000100:00080000:2.0:1767327059.382836:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327059.382841:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327059.382846:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010366080:0@lo:400:kworker.0
00000100:00100000:2.0:1767327059.382859:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0000 x1853164010366208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327059.382887:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327059.382893:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327059.382895:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327059.382899:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327059.382904:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12252
00000100:00100000:1.0:1767327059.382908:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010365952:0@lo:38:kworker.0
00000100:00080000:2.0:1767327059.382910:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327059.382918:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327059.382936:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86a00 x1853164010366464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327059.382937:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010366336:0@lo:400:kworker.0
00000100:00100000:1.0:1767327059.382953:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327059.382956:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365696
00000100:00100000:0.0:1767327059.382969:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365696
00000100:00100000:3.0:1767327059.382998:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365568
00000100:00100000:1.0:1767327059.383005:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010366208:0@lo:38:kworker.0
00000100:00100000:3.0:1767327059.383005:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365568
00000100:00100000:2.0:1767327059.383022:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327059.383049:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366080
00000100:00100000:0.0:1767327059.383051:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9006
00000100:00100000:3.0:1767327059.383051:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34989
00000100:00100000:1.0:1767327059.383055:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366080
00000100:00100000:3.0:1767327059.383062:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010365568:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327059.383069:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010365696:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327059.383089:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327059.383102:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365952
00000100:00100000:2.0:1767327059.383103:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366336
00000100:00100000:1.0:1767327059.383107:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365952
00000100:00100000:2.0:1767327059.383110:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366336
00000100:00100000:1.0:1767327059.383134:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580
00000100:00100000:3.0:1767327059.383142:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010365568:12345-0@lo:38:kworker.0 Request processed in 80us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327059.383147:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010366080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327059.383153:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010365696:12345-0@lo:400:kworker.0 Request processed in 87us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327059.383153:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34989
00000100:00100000:2.0:1767327059.383163:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581
00000100:00100000:0.0:1767327059.383166:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9006
00000100:00100000:2.0:1767327059.383180:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010366336:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327059.383201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327059.383202:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010366080:12345-0@lo:400:kworker.0 Request processed in 57us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327059.383207:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00080000:0.0:1767327059.383211:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327059.383212:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580
00000100:00100000:3.0:1767327059.383214:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010365952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327059.383226:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327059.383243:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010366336:12345-0@lo:400:kworker.0 Request processed in 67us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327059.383253:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327059.383258:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581
00000100:00100000:3.0:1767327059.383269:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010365952:12345-0@lo:38:kworker.0 Request processed in 53us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327059.383278:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010366080:0@lo:400:kworker.0
00000100:00100000:2.0:1767327059.383280:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366208
00000100:00100000:3.0:1767327059.383281:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:2.0:1767327059.383288:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366208
00000100:00080000:1.0:1767327059.383293:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327059.383301:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327059.383306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010365568:0@lo:38:kworker.0
00000100:00100000:3.0:1767327059.383306:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767327059.383313:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010366208:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327059.383323:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327059.383325:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327059.383332:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010366464:0@lo:38:kworker.0
00000100:00100000:2.0:1767327059.383349:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010366336:0@lo:400:kworker.0
00000100:00100000:1.0:1767327059.383365:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327059.383365:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010366208:12345-0@lo:38:kworker.0 Request processed in 49us (115us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327059.383373:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00100000:0.0:1767327059.383381:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010365824
00000100:00100000:0.0:1767327059.383388:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010365824
00000100:00100000:2.0:1767327059.383392:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366464
00000100:00080000:1.0:1767327059.383399:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327059.383399:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366464
00000100:00080000:1.0:1767327059.383407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327059.383412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010365952:0@lo:38:kworker.0
00000100:00080000:1.0:1767327059.383450:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327059.383455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327059.383460:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010365696:0@lo:400:kworker.0
00000100:00100000:1.0:1767327059.383462:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010366208:0@lo:38:kworker.0
00000100:00100000:0.0:1767327059.383465:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9007
00000100:00100000:2.0:1767327059.383466:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:2.0:1767327059.383477:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010366464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327059.383485:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010365824:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767327059.383496:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327059.383502:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327059.383543:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010365824:12345-0@lo:400:kworker.0 Request processed in 64us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327059.383553:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9007
00000100:00100000:2.0:1767327059.383559:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010366464:12345-0@lo:38:kworker.0 Request processed in 78us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327059.383566:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010365824:0@lo:400:kworker.0
00000100:00100000:2.0:1767327059.383574:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00080000:3.0:1767327059.383585:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327059.383592:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327059.383596:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010366464:0@lo:38:kworker.0
00000100:00100000:3.0:1767327059.894718:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010366592:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327059.894866:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327059.894927:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366592
00000100:00100000:1.0:1767327059.894938:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366592
00000100:00100000:1.0:1767327059.894997:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7869
00000100:00100000:1.0:1767327059.895007:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010366592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327059.895043:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327059.895093:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010366592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327059.895099:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7869
00000100:00100000:3.0:1767327059.895161:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010366592:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327060.342593:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327060.406696:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010366720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327060.406804:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327060.406849:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366720
00000100:00100000:1.0:1767327060.406862:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366720
00000100:00100000:1.0:1767327060.406924:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7870
00000100:00100000:1.0:1767327060.406935:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010366720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327060.406967:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327060.407018:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010366720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327060.407025:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7870
00000100:00100000:0.0:1767327060.407078:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010366720:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327061.366578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327062.390578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327062.864915:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327062.864946:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767327062.864965:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993168128 offset 0 length 520: 4
00000100:00100000:0.0:1767327062.865036:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993167872
00000100:00100000:2.0:1767327062.865038:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168000
00000100:00100000:0.0:1767327062.865050:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993167872
00000100:00100000:2.0:1767327062.865054:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168000
00000100:00100000:0.0:1767327062.865124:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3295
00000100:00080000:1.0:1767327062.865128:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327062.865137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993167872:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327062.865168:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327062.865173:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1582
00000100:00100000:3.0:1767327062.865193:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993168000:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327062.865259:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993167872:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 124us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327062.865272:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3295
00000100:00100000:3.0:1767327062.865274:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993168000:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327062.865286:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1582
00010000:00010000:1.0:1767327063.414572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327063.478529:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327038/real 1767327038]  req@ffff9bb582cd8000 x1853164010361344/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327063.478564:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd8000 x1853164010361344/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327063.478585:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327063.478609:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327063.478614:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010361344:0@lo:250:kworker.0
00000100:00080000:1.0:1767327063.478654:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327063.478664:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327063.478668:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327063.478675:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12236
00000100:00080000:1.0:1767327063.478680:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327063.478687:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327063.478729:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010366848/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327063.478773:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327063.478776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327063.478778:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327063.478781:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12257
00000100:00080000:1.0:1767327063.478785:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327063.478789:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327063.478806:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62d80 x1853164010366976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327063.478815:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010366848:0@lo:250:kworker.0
00000100:00080000:1.0:1767327063.478857:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327063.478861:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327063.478863:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327063.478869:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12257
00000100:00080000:1.0:1767327063.478872:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000400:00000100:2.0:1767327063.478878:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010366848 offset 0 length 520: 4
00000100:00080000:1.0:1767327063.478882:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327063.478906:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c700 x1853164010367360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327063.478909:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010367104:0@lo:400:kworker.0
00000100:00100000:3.0:1767327063.478916:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010367232:0@lo:400:kworker.0
00000100:00080000:1.0:1767327063.478942:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327063.478946:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327063.478948:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327063.478954:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12257
00000100:00080000:1.0:1767327063.478956:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327063.478961:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327063.478972:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010366976:0@lo:38:kworker.0
00000100:00100000:1.0:1767327063.478980:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d500 x1853164010367616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327063.479001:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327063.479008:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327063.479008:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327063.479013:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327063.479018:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12257
00000100:00080000:1.0:1767327063.479021:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327063.479024:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327063.479036:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327063.479038:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77b80 x1853164010367872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327063.479042:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010367744:0@lo:400:kworker.0
00000100:00100000:1.0:1767327063.479084:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010367488:0@lo:400:kworker.0
00000100:00100000:2.0:1767327063.479092:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010367360:0@lo:38:kworker.0
00000100:00100000:0.0:1767327063.479101:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367104
00000100:00100000:3.0:1767327063.479101:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327063.479112:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367104
00000100:00100000:1.0:1767327063.479142:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327063.479184:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010366976
00000100:00100000:3.0:1767327063.479186:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367744
00000100:00100000:3.0:1767327063.479198:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367744
00000100:00100000:2.0:1767327063.479201:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010366976
00000100:00100000:0.0:1767327063.479209:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9008
00000100:00100000:0.0:1767327063.479227:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010367104:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327063.479244:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327063.479251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327063.479266:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327063.479269:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367488
00000100:00100000:3.0:1767327063.479276:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367488
00000100:00100000:2.0:1767327063.479292:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34990
00000100:00100000:2.0:1767327063.479309:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010366976:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327063.479317:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367232
00000100:00100000:1.0:1767327063.479322:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367232
00000100:00100000:0.0:1767327063.479329:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010367104:12345-0@lo:400:kworker.0 Request processed in 108us (327us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327063.479338:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327063.479340:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583
00000100:00100000:0.0:1767327063.479346:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9008
00000100:00100000:3.0:1767327063.479359:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010367744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327063.479373:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9009
00000100:00100000:1.0:1767327063.479386:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010367232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327063.479459:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010366976:12345-0@lo:38:kworker.0 Request processed in 110us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327063.479475:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34990
00000100:00100000:0.0:1767327063.479483:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010367104:0@lo:400:kworker.0
00000100:00100000:1.0:1767327063.479498:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010367232:12345-0@lo:400:kworker.0 Request processed in 116us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327063.479499:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010367744:12345-0@lo:400:kworker.0 Request processed in 140us (394us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327063.479509:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9009
00000100:00100000:3.0:1767327063.479516:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583
00000100:00100000:0.0:1767327063.479539:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584
00000100:00100000:0.0:1767327063.479554:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010367488:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327063.479566:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327063.479574:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010367232:0@lo:400:kworker.0
00000100:00080000:3.0:1767327063.479574:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327063.479589:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327063.479624:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010367744:0@lo:400:kworker.0
00000100:00100000:1.0:1767327063.479634:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367360
00000100:00100000:0.0:1767327063.479637:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010367488:12345-0@lo:400:kworker.0 Request processed in 83us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327063.479640:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367360
00000100:00100000:0.0:1767327063.479651:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584
00000100:00100000:2.0:1767327063.479657:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010367616:0@lo:38:kworker.0
00000100:00100000:1.0:1767327063.479678:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:1.0:1767327063.479685:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010367360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327063.479702:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327063.479712:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327063.479725:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010367488:0@lo:400:kworker.0
00000100:00100000:1.0:1767327063.479759:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010367360:12345-0@lo:38:kworker.0 Request processed in 70us (172us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327063.479782:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010367872:0@lo:38:kworker.0
00000100:00100000:3.0:1767327063.479783:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367616
00000100:00100000:1.0:1767327063.479784:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00100000:3.0:1767327063.479795:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367616
00000100:00100000:3.0:1767327063.479833:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:2.0:1767327063.479849:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327063.479851:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010367616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327063.479868:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327063.479894:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010367872
00000100:00100000:1.0:1767327063.479899:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010367872
00000100:00080000:2.0:1767327063.479903:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327063.479914:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327063.479921:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010366976:0@lo:38:kworker.0
00000100:00100000:3.0:1767327063.479924:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010367616:12345-0@lo:38:kworker.0 Request processed in 79us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327063.479930:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:1.0:1767327063.479946:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010367872:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327063.479954:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00010000:00020000:1.0:1767327063.479958:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327063.479966:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327063.479973:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327063.479982:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010367360:0@lo:38:kworker.0
00000100:00100000:1.0:1767327063.479997:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010367872:12345-0@lo:38:kworker.0 Request processed in 52us (157us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327063.480003:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00080000:2.0:1767327063.480031:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327063.480037:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327063.480041:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010367616:0@lo:38:kworker.0
00000100:00080000:2.0:1767327063.480050:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327063.480054:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327063.480056:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010367872:0@lo:38:kworker.0
00010000:00010000:1.0:1767327064.438577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327065.014712:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010368000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327065.014822:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327065.014869:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368000
00000100:00100000:1.0:1767327065.014879:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368000
00000100:00080000:3.0:1767327065.014939:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327065.014972:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7871
00000100:00100000:1.0:1767327065.014987:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010368000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327065.015022:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327065.015072:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010368000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327065.015079:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7871
00000100:00100000:0.0:1767327065.015124:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010368000:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327065.462604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327065.526597:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327065.526625:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010368128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327065.526703:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327065.526783:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368128
00000100:00100000:1.0:1767327065.526794:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368128
00000100:00080000:3.0:1767327065.526850:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327065.526876:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7872
00000100:00100000:1.0:1767327065.526888:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010368128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327065.526926:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327065.526986:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010368128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327065.526996:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7872
00000100:00100000:0.0:1767327065.527032:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010368128:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327066.486618:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327067.510593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327067.985113:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327067.985179:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327067.985235:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168384
00000100:00100000:3.0:1767327067.985236:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168256
00000100:00100000:0.0:1767327067.985249:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168384
00000100:00100000:3.0:1767327067.985249:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168256
00000100:00100000:3.0:1767327067.985316:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1585
00000100:00080000:1.0:1767327067.985317:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327067.985325:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3299
00000100:00100000:3.0:1767327067.985335:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993168384:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327067.985336:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993168256:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327067.985367:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327067.985465:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993168256:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 132us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327067.985472:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993168384:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 142us (369us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327067.985479:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3299
00000100:00100000:3.0:1767327067.985491:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1585
00010000:00010000:1.0:1767327068.534577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327068.598549:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327068.598560:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327068.598563:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327068.598568:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327068.598572:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327068.598581:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12261
00000100:00080000:1.0:1767327068.598586:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327068.598594:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327068.598641:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010368256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327068.598700:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010368256:0@lo:38:kworker.0
00000100:00080000:1.0:1767327068.598703:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327068.598711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327068.598714:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327068.598719:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12261
00000100:00080000:1.0:1767327068.598720:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327068.598724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327068.598748:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010368640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327068.598774:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010368384:0@lo:400:kworker.0
00000100:00080000:1.0:1767327068.598787:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327068.598791:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327068.598794:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010368512:0@lo:400:kworker.0
00000100:00080000:1.0:1767327068.598795:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327068.598804:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12261
00000100:00080000:1.0:1767327068.598809:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327068.598809:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327068.598816:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327068.598822:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327068.598832:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302680 x1853164010368896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327068.598849:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327068.598852:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327068.598854:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327068.598857:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12261
00000100:00080000:1.0:1767327068.598859:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327068.598863:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327068.598872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010368640:0@lo:38:kworker.0
00000100:00100000:3.0:1767327068.598873:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327068.598879:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300e00 x1853164010369152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327068.598885:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010368768:0@lo:400:kworker.0
00000100:00100000:2.0:1767327068.598915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327068.598919:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368384
00000100:00100000:1.0:1767327068.598928:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368384
00000100:00100000:3.0:1767327068.598938:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368512
00000100:00100000:3.0:1767327068.598943:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368512
00000100:00100000:0.0:1767327068.598951:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327068.598951:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010368896:0@lo:38:kworker.0
00000100:00100000:0.0:1767327068.598983:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327068.598990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327068.598994:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010369024:0@lo:400:kworker.0
00000100:00100000:3.0:1767327068.599001:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9010
00000100:00100000:1.0:1767327068.599010:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9011
00000100:00100000:3.0:1767327068.599015:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010368512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327068.599021:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010369152:0@lo:38:kworker.0
00000100:00100000:1.0:1767327068.599023:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010368384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327068.599031:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327068.599061:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327068.599080:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368640
00000100:00100000:0.0:1767327068.599086:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368640
00000100:00100000:1.0:1767327068.599096:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010368384:12345-0@lo:400:kworker.0 Request processed in 77us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327068.599104:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9011
00000100:00100000:3.0:1767327068.599108:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010368512:12345-0@lo:400:kworker.0 Request processed in 96us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327068.599114:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368768
00000100:00100000:0.0:1767327068.599118:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368768
00000100:00100000:3.0:1767327068.599122:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9010
00000100:00080000:1.0:1767327068.599139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327068.599144:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368256
00000100:00080000:1.0:1767327068.599147:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327068.599149:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010368896
00000100:00100000:2.0:1767327068.599150:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368256
00000100:00080000:1.0:1767327068.599152:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327068.599154:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010368896
00000100:00100000:0.0:1767327068.599172:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369024
00000100:00100000:3.0:1767327068.599173:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010368512:0@lo:400:kworker.0
00000100:00100000:0.0:1767327068.599177:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369024
00000100:00100000:2.0:1767327068.599189:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34991
00000100:00100000:2.0:1767327068.599197:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010368256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327068.599198:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010368384:0@lo:400:kworker.0
00000100:00100000:0.0:1767327068.599208:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369152
00000100:00100000:0.0:1767327068.599212:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369152
00010000:00020000:2.0:1767327068.599221:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327068.599229:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586
00000100:00100000:3.0:1767327068.599240:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010368768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327068.599242:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587
00000100:00100000:1.0:1767327068.599253:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:0.0:1767327068.599259:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010369024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327068.599263:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010368640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327068.599265:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010368256:12345-0@lo:38:kworker.0 Request processed in 64us (458us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327068.599276:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34991
00010000:00020000:1.0:1767327068.599280:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327068.599288:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010368768:12345-0@lo:400:kworker.0 Request processed in 50us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327068.599295:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586
00000100:00100000:2.0:1767327068.599309:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:2.0:1767327068.599317:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010368896:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327068.599320:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010369024:12345-0@lo:400:kworker.0 Request processed in 64us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327068.599325:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00100000:1.0:1767327068.599327:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010368640:12345-0@lo:38:kworker.0 Request processed in 64us (413us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327068.599332:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327068.599337:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010369152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327068.599341:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587
00000100:00100000:1.0:1767327068.599349:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00010000:00020000:3.0:1767327068.599355:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327068.599369:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327068.599371:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010368896:12345-0@lo:38:kworker.0 Request processed in 51us (381us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327068.599378:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:3.0:1767327068.599391:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010369152:12345-0@lo:38:kworker.0 Request processed in 55us (329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327068.599399:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00100000:1.0:1767327068.599402:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010369024:0@lo:400:kworker.0
00000100:00080000:2.0:1767327068.599438:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327068.599444:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327068.599447:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010368768:0@lo:400:kworker.0
00000100:00100000:2.0:1767327068.599451:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010369152:0@lo:38:kworker.0
00000100:00080000:2.0:1767327068.599471:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327068.599474:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327068.599477:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010368640:0@lo:38:kworker.0
00000100:00080000:2.0:1767327068.599484:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327068.599486:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327068.599488:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010368896:0@lo:38:kworker.0
00000100:00080000:2.0:1767327068.599493:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327068.599495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327068.599497:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010368256:0@lo:38:kworker.0
00010000:00010000:1.0:1767327069.558655:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327070.134650:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010369280:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327070.134756:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327070.134808:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369280
00000100:00100000:1.0:1767327070.134821:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369280
00000100:00080000:0.0:1767327070.134873:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327070.134908:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7873
00000100:00100000:1.0:1767327070.134924:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010369280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327070.134965:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327070.135033:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010369280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327070.135042:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7873
00000100:00100000:0.0:1767327070.135064:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010369280:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327070.582614:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327070.646652:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010369408:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327070.646750:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327070.646803:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369408
00000100:00100000:1.0:1767327070.646815:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369408
00000100:00080000:0.0:1767327070.646872:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327070.646897:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7874
00000100:00100000:1.0:1767327070.646910:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010369408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327070.646948:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327070.647008:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010369408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327070.647017:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7874
00000100:00100000:0.0:1767327070.647045:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010369408:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327071.606636:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327072.630612:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327073.105220:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327073.105258:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327073.105300:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168640
00000100:00100000:3.0:1767327073.105307:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168512
00000100:00100000:0.0:1767327073.105314:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168640
00000100:00100000:3.0:1767327073.105316:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168512
00000100:00080000:1.0:1767327073.105388:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327073.105389:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1588
00000100:00100000:0.0:1767327073.105402:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3303
00000100:00100000:3.0:1767327073.105410:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993168640:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327073.105414:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993168512:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327073.105483:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327073.105570:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993168512:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 157us (309us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327073.105572:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993168640:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 168us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327073.105589:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3303
00000100:00100000:3.0:1767327073.105598:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1588
00010000:00010000:1.0:1767327073.654584:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327073.718513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327073.718525:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327073.718529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327073.718534:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327073.718539:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327073.718548:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12266
00000100:00080000:1.0:1767327073.718554:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327073.718561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327073.718603:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303800 x1853164010369536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327073.718668:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010369536:0@lo:38:kworker.0
00000100:00080000:1.0:1767327073.718675:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327073.718680:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327073.718683:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327073.718688:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12266
00000100:00080000:1.0:1767327073.718709:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327073.718714:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327073.718732:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300e00 x1853164010369920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327073.718764:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327073.718773:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010369792:0@lo:400:kworker.0
00000100:00100000:2.0:1767327073.718777:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010369664:0@lo:400:kworker.0
00000100:00080000:1.0:1767327073.718785:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327073.718791:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327073.718794:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327073.718802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12266
00000100:00080000:1.0:1767327073.718807:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327073.718813:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327073.718817:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010369920:0@lo:38:kworker.0
00000100:00100000:3.0:1767327073.718828:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327073.718838:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325500 x1853164010370176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327073.718863:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327073.718869:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327073.718872:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327073.718881:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327073.718883:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12266
00000100:00080000:1.0:1767327073.718890:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327073.718899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327073.718899:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327073.718916:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369792
00000100:00100000:1.0:1767327073.718924:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bad80 x1853164010370432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327073.718926:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369792
00000100:00100000:0.0:1767327073.718953:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010370176:0@lo:38:kworker.0
00000100:00100000:2.0:1767327073.718961:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369664
00000100:00100000:2.0:1767327073.718969:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369664
00000100:00100000:1.0:1767327073.718976:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010370048:0@lo:400:kworker.0
00000100:00100000:0.0:1767327073.718991:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327073.719011:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9012
00000100:00100000:3.0:1767327073.719028:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010369792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327073.719035:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9013
00000100:00100000:0.0:1767327073.719041:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010370432:0@lo:38:kworker.0
00000100:00100000:2.0:1767327073.719061:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010369664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327073.719069:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327073.719102:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369536
00000100:00100000:0.0:1767327073.719109:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369536
00000100:00100000:3.0:1767327073.719109:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010369792:12345-0@lo:400:kworker.0 Request processed in 88us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327073.719122:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9012
00000100:00100000:1.0:1767327073.719136:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327073.719148:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010369664:12345-0@lo:400:kworker.0 Request processed in 100us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327073.719150:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010370304:0@lo:400:kworker.0
00000100:00100000:2.0:1767327073.719170:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9013
00000100:00100000:0.0:1767327073.719171:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34992
00000100:00100000:0.0:1767327073.719186:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010369536:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327073.719188:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010369792:0@lo:400:kworker.0
00000100:00100000:1.0:1767327073.719203:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327073.719215:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327073.719220:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010369920
00000100:00100000:2.0:1767327073.719226:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010369920
00000100:00080000:1.0:1767327073.719263:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327073.719266:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370176
00000100:00100000:2.0:1767327073.719271:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370176
00000100:00080000:1.0:1767327073.719275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327073.719287:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010369536:12345-0@lo:38:kworker.0 Request processed in 97us (523us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327073.719287:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010369664:0@lo:400:kworker.0
00000100:00100000:2.0:1767327073.719296:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370048
00000100:00100000:1.0:1767327073.719303:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370304
00000100:00100000:2.0:1767327073.719304:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370048
00000100:00100000:0.0:1767327073.719312:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34992
00000100:00100000:1.0:1767327073.719317:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370304
00000100:00100000:2.0:1767327073.719380:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589
00000100:00100000:1.0:1767327073.719393:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590
00000100:00100000:2.0:1767327073.719402:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010370048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327073.719404:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:1.0:1767327073.719413:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010370304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327073.719441:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:3.0:1767327073.719445:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010369920:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327073.719454:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010370176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327073.719459:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327073.719477:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327073.719504:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010369920:12345-0@lo:38:kworker.0 Request processed in 84us (615us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327073.719515:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00080000:3.0:1767327073.719556:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327073.719559:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010370304:12345-0@lo:400:kworker.0 Request processed in 153us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327073.719565:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010370048:12345-0@lo:400:kworker.0 Request processed in 166us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327073.719570:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010370176:12345-0@lo:38:kworker.0 Request processed in 111us (572us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327073.719590:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589
00000100:00100000:1.0:1767327073.719604:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590
00000100:00100000:0.0:1767327073.719617:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00100000:2.0:1767327073.719650:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327073.719676:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010370304:0@lo:400:kworker.0
00000100:00100000:0.0:1767327073.719709:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370432
00000100:00080000:2.0:1767327073.719713:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327073.719716:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370432
00000100:00080000:2.0:1767327073.719722:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327073.719723:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010370048:0@lo:400:kworker.0
00000100:00100000:2.0:1767327073.719731:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010369920:0@lo:38:kworker.0
00000100:00100000:0.0:1767327073.719768:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00080000:2.0:1767327073.719771:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327073.719782:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010370432:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327073.719783:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327073.719794:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010369536:0@lo:38:kworker.0
00010000:00020000:0.0:1767327073.719806:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327073.719822:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327073.719827:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327073.719830:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010370176:0@lo:38:kworker.0
00000100:00080000:2.0:1767327073.719852:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327073.719858:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327073.719868:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010370432:12345-0@lo:38:kworker.0 Request processed in 80us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327073.719869:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010370432:0@lo:38:kworker.0
00000100:00100000:0.0:1767327073.719894:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00010000:00010000:1.0:1767327074.678545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327075.254667:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010370560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327075.254740:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327075.254791:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370560
00000100:00100000:1.0:1767327075.254801:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370560
00000100:00100000:1.0:1767327075.254862:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7875
00000100:00100000:1.0:1767327075.254874:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010370560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327075.254906:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:3.0:1767327075.254908:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327075.254963:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010370560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327075.254972:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7875
00000100:00100000:2.0:1767327075.255016:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010370560:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327075.702570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327075.766590:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327075.766608:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010370688:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327075.766671:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327075.766717:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370688
00000100:00100000:1.0:1767327075.766727:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370688
00000100:00080000:3.0:1767327075.766776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327075.766784:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7876
00000100:00100000:1.0:1767327075.766793:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010370688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327075.766819:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327075.766860:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010370688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327075.766866:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876
00000100:00100000:2.0:1767327075.766899:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010370688:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327076.726577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327077.750583:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327078.225116:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327078.225161:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168896
00000100:00100000:2.0:1767327078.225167:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327078.225173:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168896
00000100:00100000:3.0:1767327078.225219:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993168768
00000100:00100000:3.0:1767327078.225227:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993168768
00000100:00080000:1.0:1767327078.225240:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327078.225246:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1591
00000100:00100000:0.0:1767327078.225257:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993168896:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327078.225279:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3307
00000100:00100000:2.0:1767327078.225290:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993168768:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327078.225311:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327078.225326:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993168896:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 71us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327078.225333:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1591
00000100:00100000:2.0:1767327078.225344:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993168768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 53us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327078.225351:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3307
00010000:00010000:1.0:1767327078.774562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327078.838522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327078.838533:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327078.838538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327078.838543:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327078.838547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327078.838557:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12271
00000100:00080000:1.0:1767327078.838564:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327078.838572:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327078.838611:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9c00 x1853164010370816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327078.838681:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010370816:0@lo:38:kworker.0
00000100:00080000:1.0:1767327078.838689:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327078.838694:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327078.838698:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327078.838704:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010370944:0@lo:400:kworker.0
00000100:00080000:1.0:1767327078.838705:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12271
00000100:00080000:1.0:1767327078.838711:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327078.838719:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010371072:0@lo:400:kworker.0
00000100:00080000:1.0:1767327078.838720:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327078.838741:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327100 x1853164010371200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327078.838756:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327078.838768:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327078.838783:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327078.838799:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327078.838800:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010371328:0@lo:400:kworker.0
00000100:00080000:1.0:1767327078.838803:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327078.838807:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010371200:0@lo:38:kworker.0
00000100:00080000:1.0:1767327078.838818:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12271
00000100:00080000:1.0:1767327078.838826:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327078.838832:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327078.838841:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370944
00000100:00100000:0.0:1767327078.838842:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327078.838850:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1500 x1853164010371456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327078.838852:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370944
00000100:00100000:2.0:1767327078.838855:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010370816
00000100:00100000:2.0:1767327078.838862:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010370816
00000100:00100000:0.0:1767327078.838886:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327078.838891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327078.838897:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327078.838900:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327078.838906:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12271
00000100:00080000:1.0:1767327078.838910:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327078.838914:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34993
00000100:00080000:1.0:1767327078.838919:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327078.838919:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371072
00000100:00100000:3.0:1767327078.838927:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371072
00000100:00100000:0.0:1767327078.838928:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327078.838928:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010370816:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327078.838940:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010371584:0@lo:400:kworker.0
00000100:00100000:1.0:1767327078.838940:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010371712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767327078.838952:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327078.838960:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9014
00000100:00100000:3.0:1767327078.838973:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010370944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327078.838980:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327078.839003:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010370816:12345-0@lo:38:kworker.0 Request processed in 75us (247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327078.839013:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34993
00000100:00100000:1.0:1767327078.839021:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9015
00000100:00100000:1.0:1767327078.839035:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010371072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327078.839040:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371328
00000100:00100000:3.0:1767327078.839043:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010370944:12345-0@lo:400:kworker.0 Request processed in 71us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327078.839048:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371328
00000100:00100000:3.0:1767327078.839056:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9014
00000100:00100000:2.0:1767327078.839061:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327078.839090:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327078.839098:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327078.839100:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371584
00000100:00080000:3.0:1767327078.839103:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327078.839105:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371584
00000100:00080000:2.0:1767327078.839109:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327078.839111:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010371072:12345-0@lo:400:kworker.0 Request processed in 78us (221us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327078.839118:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327078.839128:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010370816:0@lo:38:kworker.0
00000100:00100000:1.0:1767327078.839129:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9015
00000100:00100000:0.0:1767327078.839150:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371200
00000100:00100000:0.0:1767327078.839154:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371200
00000100:00100000:3.0:1767327078.839163:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010370944:0@lo:400:kworker.0
00000100:00100000:2.0:1767327078.839166:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010371456:0@lo:38:kworker.0
00000100:00100000:0.0:1767327078.839178:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592
00000100:00100000:1.0:1767327078.839189:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593
00000100:00100000:0.0:1767327078.839191:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010371328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327078.839207:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010371584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327078.839207:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327078.839216:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371456
00000100:00100000:3.0:1767327078.839223:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371456
00000100:00100000:2.0:1767327078.839230:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010371712:0@lo:38:kworker.0
00000100:00100000:0.0:1767327078.839241:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010371328:12345-0@lo:400:kworker.0 Request processed in 55us (402us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327078.839249:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:0.0:1767327078.839261:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592
00000100:00100000:3.0:1767327078.839262:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010371200:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327078.839267:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010371584:12345-0@lo:400:kworker.0 Request processed in 64us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327078.839277:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327078.839283:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327078.839284:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371712
00000100:00100000:1.0:1767327078.839285:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593
00000100:00100000:0.0:1767327078.839297:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371712
00000100:00100000:1.0:1767327078.839319:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:0.0:1767327078.839326:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:1.0:1767327078.839329:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010371456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327078.839337:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010371712:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327078.839339:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010371200:12345-0@lo:38:kworker.0 Request processed in 79us (281us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327078.839342:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327078.839349:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327078.839352:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327078.839358:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00080000:2.0:1767327078.839369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327078.839378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327078.839385:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010371200:0@lo:38:kworker.0
00000100:00100000:0.0:1767327078.839393:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010371712:12345-0@lo:38:kworker.0 Request processed in 56us (120us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327078.839400:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:1.0:1767327078.839407:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010371456:12345-0@lo:38:kworker.0 Request processed in 78us (203us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327078.839414:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327078.839442:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00080000:2.0:1767327078.839446:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327078.839453:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010371456:0@lo:38:kworker.0
00000100:00100000:0.0:1767327078.839471:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010371072:0@lo:400:kworker.0
00000100:00080000:2.0:1767327078.839473:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327078.839481:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327078.839486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010371712:0@lo:38:kworker.0
00000100:00100000:1.0:1767327078.839506:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010371584:0@lo:400:kworker.0
00000100:00100000:1.0:1767327078.839522:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010371328:0@lo:400:kworker.0
00010000:00010000:1.0:1767327079.798627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327080.374630:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010371840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327080.374709:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327080.374759:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371840
00000100:00100000:1.0:1767327080.374769:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371840
00000100:00080000:2.0:1767327080.374821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327080.374838:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877
00000100:00100000:1.0:1767327080.374848:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010371840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327080.374876:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327080.374924:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010371840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327080.374941:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877
00000100:00100000:3.0:1767327080.374964:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010371840:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327080.822586:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327080.886620:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010371968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327080.886712:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327080.886762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010371968
00000100:00100000:1.0:1767327080.886771:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010371968
00000100:00080000:2.0:1767327080.886821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327080.886831:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7878
00000100:00100000:1.0:1767327080.886840:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010371968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327080.886866:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327080.886907:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010371968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (197us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327080.886914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878
00000100:00100000:0.0:1767327080.886953:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010371968:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327081.846564:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327082.870546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327083.344846:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327083.344896:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327083.344929:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169024
00000100:00100000:2.0:1767327083.344941:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169024
00000100:00100000:0.0:1767327083.344963:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169152
00000100:00100000:0.0:1767327083.344971:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169152
00000100:00100000:2.0:1767327083.344993:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3311
00000100:00100000:2.0:1767327083.345004:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993169024:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327083.345032:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767327083.345036:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327083.345037:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1594
00000100:00100000:0.0:1767327083.345051:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993169152:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327083.345106:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993169024:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327083.345107:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993169152:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327083.345124:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1594
00000100:00100000:2.0:1767327083.345135:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3311
00010000:00010000:1.0:1767327083.894564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327083.958537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327083.958547:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327083.958551:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327083.958554:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327083.958558:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327083.958565:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12276
00000100:00080000:3.0:1767327083.958570:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327083.958576:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327083.958612:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010372096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327083.958687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010372096:0@lo:38:kworker.0
00000100:00080000:3.0:1767327083.958696:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327083.958700:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327083.958702:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327083.958706:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12276
00000100:00080000:3.0:1767327083.958709:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327083.958712:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010372224:0@lo:400:kworker.0
00000100:00080000:3.0:1767327083.958715:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327083.958734:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303800 x1853164010372480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327083.958740:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010372352:0@lo:400:kworker.0
00000100:00100000:2.0:1767327083.958757:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327083.958764:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327083.958788:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327083.958793:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327083.958796:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327083.958804:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12276
00000100:00100000:0.0:1767327083.958811:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327083.958812:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327083.958819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010372480:0@lo:38:kworker.0
00000100:00080000:3.0:1767327083.958820:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327083.958837:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372224
00000100:00100000:3.0:1767327083.958840:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301c00 x1853164010372736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327083.958845:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372224
00000100:00100000:2.0:1767327083.958856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327083.958866:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327083.958870:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327083.958872:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327083.958876:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12276
00000100:00080000:3.0:1767327083.958879:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327083.958885:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010372864:0@lo:400:kworker.0
00000100:00080000:3.0:1767327083.958885:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327083.958886:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010372736:0@lo:38:kworker.0
00000100:00100000:1.0:1767327083.958902:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372352
00000100:00100000:3.0:1767327083.958906:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010372992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327083.958907:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372352
00000100:00100000:2.0:1767327083.958929:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327083.958942:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010372608:0@lo:400:kworker.0
00000100:00100000:1.0:1767327083.958947:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9016
00000100:00100000:0.0:1767327083.958963:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9017
00000100:00100000:1.0:1767327083.958963:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010372224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327083.958968:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010372992:0@lo:38:kworker.0
00000100:00100000:3.0:1767327083.958982:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327083.958987:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010372352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327083.959016:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327083.959044:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010372224:12345-0@lo:400:kworker.0 Request processed in 87us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327083.959048:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372480
00000100:00100000:3.0:1767327083.959053:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372480
00000100:00100000:1.0:1767327083.959054:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9016
00000100:00100000:0.0:1767327083.959061:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010372352:12345-0@lo:400:kworker.0 Request processed in 84us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327083.959068:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372096
00000100:00100000:0.0:1767327083.959073:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9017
00000100:00100000:2.0:1767327083.959074:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372096
00000100:00080000:1.0:1767327083.959082:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327083.959087:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372736
00000100:00080000:1.0:1767327083.959088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327083.959094:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372736
00000100:00100000:2.0:1767327083.959107:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34994
00000100:00100000:2.0:1767327083.959114:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010372096:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327083.959115:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372608
00000100:00100000:0.0:1767327083.959121:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372608
00000100:00100000:1.0:1767327083.959121:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010372224:0@lo:400:kworker.0
00000100:00100000:3.0:1767327083.959124:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372992
00010000:00020000:2.0:1767327083.959131:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327083.959131:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372992
00000100:00100000:1.0:1767327083.959169:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327083.959173:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595
00000100:00100000:3.0:1767327083.959182:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:0.0:1767327083.959188:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010372608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327083.959190:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010372096:12345-0@lo:38:kworker.0 Request processed in 69us (427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327083.959194:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010372480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327083.959208:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34994
00010000:00020000:3.0:1767327083.959209:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327083.959217:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010372352:0@lo:400:kworker.0
00000100:00100000:2.0:1767327083.959246:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010372864
00000100:00100000:2.0:1767327083.959251:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010372864
00000100:00080000:1.0:1767327083.959256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327083.959259:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010372608:12345-0@lo:400:kworker.0 Request processed in 74us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327083.959260:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010372480:12345-0@lo:38:kworker.0 Request processed in 64us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327083.959277:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00100000:2.0:1767327083.959283:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596
00000100:00100000:1.0:1767327083.959291:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010372608:0@lo:400:kworker.0
00000100:00100000:0.0:1767327083.959292:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595
00000100:00100000:2.0:1767327083.959296:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010372864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327083.959306:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:3.0:1767327083.959312:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010372736:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327083.959320:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00010000:00020000:3.0:1767327083.959322:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327083.959328:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010372992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327083.959340:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327083.959354:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010372864:12345-0@lo:400:kworker.0 Request processed in 62us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327083.959360:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010372736:12345-0@lo:38:kworker.0 Request processed in 45us (428us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327083.959366:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596
00000100:00100000:1.0:1767327083.959368:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010372864:0@lo:400:kworker.0
00000100:00100000:3.0:1767327083.959374:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00100000:0.0:1767327083.959386:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010372992:12345-0@lo:38:kworker.0 Request processed in 56us (369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327083.959393:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00080000:2.0:1767327083.959434:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327083.959440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327083.959444:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010372992:0@lo:38:kworker.0
00000100:00080000:2.0:1767327083.959452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327083.959455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327083.959458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010372736:0@lo:38:kworker.0
00000100:00080000:2.0:1767327083.959465:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327083.959467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327083.959468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010372480:0@lo:38:kworker.0
00000100:00080000:2.0:1767327083.959473:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327083.959475:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327083.959476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010372096:0@lo:38:kworker.0
00010000:00010000:1.0:1767327084.918567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327085.494593:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010373120:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327085.494676:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327085.494718:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373120
00000100:00100000:1.0:1767327085.494727:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373120
00000100:00080000:2.0:1767327085.494754:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327085.494779:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7879
00000100:00100000:1.0:1767327085.494787:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010373120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327085.494812:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327085.494855:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010373120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327085.494861:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7879
00000100:00100000:2.0:1767327085.494899:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010373120:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327085.942588:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327086.006650:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327086.006671:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010373248:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327086.006730:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327086.006775:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373248
00000100:00100000:1.0:1767327086.006785:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373248
00000100:00080000:2.0:1767327086.006813:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327086.006845:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880
00000100:00100000:1.0:1767327086.006856:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010373248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327086.006888:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327086.006942:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010373248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327086.006950:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880
00000100:00100000:2.0:1767327086.006980:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010373248:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327086.966545:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767327087.441033:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993169280 offset 0 length 520: 4
00000100:00100000:1.0:1767327087.441094:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327087.441136:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327087.441173:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169536
00000100:00100000:0.0:1767327087.441184:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169536
00000100:00100000:2.0:1767327087.441205:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169408
00000100:00100000:2.0:1767327087.441213:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169408
00000100:00080000:1.0:1767327087.441250:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327087.441269:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1597
00000100:00100000:0.0:1767327087.441281:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3315
00000100:00100000:2.0:1767327087.441288:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993169536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327087.441298:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993169408:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327087.441320:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327087.441375:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993169536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 93us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327087.441377:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993169408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327087.441394:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1597
00000100:00100000:0.0:1767327087.441403:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3315
00010000:00010000:1.0:1767327087.990592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327088.054518:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327063/real 1767327063]  req@ffff9bb48ba61180 x1853164010366848/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327088.054552:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48ba61180 x1853164010366848/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327088.054571:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327088.054609:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327088.054613:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010366848:0@lo:250:kworker.0
00000100:00080000:3.0:1767327088.054647:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327088.054653:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767327088.054656:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327088.054660:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12261
00000100:00080000:3.0:1767327088.054664:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327088.054669:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327088.054698:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ca80 x1853164010373376/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327088.054719:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327088.054723:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327088.054724:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327088.054727:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12281
00000100:00080000:3.0:1767327088.054729:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327088.054732:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327088.054746:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9df80 x1853164010373504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327088.054753:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010373376:0@lo:250:kworker.0
00000100:00080000:3.0:1767327088.054799:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327088.054804:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327088.054807:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000100:1.0:1767327088.054813:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010373376 offset 0 length 520: 4
00000100:00080000:3.0:1767327088.054816:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12281
00000100:00080000:3.0:1767327088.054822:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327088.054827:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327088.054834:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010373632:0@lo:400:kworker.0
00000100:00100000:3.0:1767327088.054841:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010373888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327088.054867:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010373760:0@lo:400:kworker.0
00000100:00100000:1.0:1767327088.054873:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010373504:0@lo:38:kworker.0
00000100:00080000:3.0:1767327088.054875:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327088.054883:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327088.054885:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327088.054885:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327088.054889:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12281
00000100:00080000:3.0:1767327088.054893:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327088.054897:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327088.054914:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010374144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327088.054936:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327088.054937:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767327088.054938:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327088.054940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327088.054947:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327088.054950:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010374272:0@lo:400:kworker.0
00000100:00080000:3.0:1767327088.054950:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327088.054954:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12281
00000100:00080000:3.0:1767327088.054959:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327088.054963:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327088.054977:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010374400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327088.054980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010373888:0@lo:38:kworker.0
00000100:00100000:0.0:1767327088.054993:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327088.055026:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010374016:0@lo:400:kworker.0
00000100:00100000:1.0:1767327088.055026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327088.055026:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373504
00000100:00100000:3.0:1767327088.055033:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373632
00000100:00100000:2.0:1767327088.055037:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373504
00000100:00100000:3.0:1767327088.055038:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373632
00000100:00100000:1.0:1767327088.055062:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010374144:0@lo:38:kworker.0
00000100:00100000:0.0:1767327088.055071:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327088.055084:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34995
00000100:00100000:2.0:1767327088.055094:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010373504:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327088.055096:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373760
00000100:00100000:3.0:1767327088.055103:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373760
00000100:00100000:1.0:1767327088.055104:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327088.055118:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327088.055125:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9018
00000100:00100000:1.0:1767327088.055133:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010374400:0@lo:38:kworker.0
00000100:00100000:0.0:1767327088.055141:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010373632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327088.055146:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9019
00000100:00100000:3.0:1767327088.055157:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010373760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327088.055172:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010373504:12345-0@lo:38:kworker.0 Request processed in 77us (237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327088.055179:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327088.055189:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34995
00000100:00100000:0.0:1767327088.055204:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010373632:12345-0@lo:400:kworker.0 Request processed in 68us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327088.055208:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010373760:12345-0@lo:400:kworker.0 Request processed in 54us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327088.055213:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9018
00000100:00100000:3.0:1767327088.055218:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9019
00000100:00080000:1.0:1767327088.055229:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327088.055229:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374272
00000100:00100000:2.0:1767327088.055236:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374272
00000100:00080000:1.0:1767327088.055237:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327088.055244:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327088.055246:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010373504:0@lo:38:kworker.0
00000100:00100000:0.0:1767327088.055248:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010373888
00000100:00080000:3.0:1767327088.055250:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327088.055255:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010373888
00000100:00080000:3.0:1767327088.055256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327088.055278:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374016
00000100:00100000:0.0:1767327088.055280:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374144
00000100:00100000:3.0:1767327088.055281:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374016
00000100:00100000:0.0:1767327088.055283:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374144
00000100:00100000:2.0:1767327088.055288:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374400
00000100:00100000:2.0:1767327088.055295:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374400
00000100:00100000:0.0:1767327088.055305:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598
00000100:00100000:0.0:1767327088.055317:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010374272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327088.055318:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:1.0:1767327088.055329:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010373888:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327088.055342:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599
00010000:00020000:1.0:1767327088.055345:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327088.055356:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:2.0:1767327088.055357:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010374016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327088.055368:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010374272:12345-0@lo:400:kworker.0 Request processed in 53us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327088.055368:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010374144:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327088.055376:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598
00010000:00020000:3.0:1767327088.055383:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327088.055395:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010373888:12345-0@lo:38:kworker.0 Request processed in 65us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327088.055400:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:1.0:1767327088.055413:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00100000:2.0:1767327088.055448:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010374016:12345-0@lo:400:kworker.0 Request processed in 61us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327088.055455:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010374400:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327088.055462:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599
00000100:00100000:3.0:1767327088.055462:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010374144:12345-0@lo:38:kworker.0 Request processed in 91us (358us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327088.055472:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767327088.055473:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327088.055475:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00080000:1.0:1767327088.055483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327088.055488:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010374144:0@lo:38:kworker.0
00000100:00080000:1.0:1767327088.055505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327088.055509:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327088.055511:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327088.055519:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010373888:0@lo:38:kworker.0
00000100:00100000:2.0:1767327088.055523:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010373760:0@lo:400:kworker.0
00000100:00100000:0.0:1767327088.055526:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010374400:12345-0@lo:38:kworker.0 Request processed in 111us (347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327088.055540:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00100000:3.0:1767327088.055556:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010373632:0@lo:400:kworker.0
00000100:00080000:1.0:1767327088.055557:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327088.055568:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327088.055575:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010374400:0@lo:38:kworker.0
00000100:00100000:0.0:1767327088.055581:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010374272:0@lo:400:kworker.0
00000100:00100000:0.0:1767327088.055618:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010374016:0@lo:400:kworker.0
00010000:00010000:1.0:1767327089.014616:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327090.038567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327090.614692:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010374528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327090.614753:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327090.614798:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374528
00000100:00100000:1.0:1767327090.614808:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374528
00000100:00080000:3.0:1767327090.614851:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327090.614868:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7881
00000100:00100000:1.0:1767327090.614880:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010374528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327090.614910:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327090.614960:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010374528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327090.614968:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881
00000100:00100000:3.0:1767327090.614993:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010374528:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327091.062629:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327091.126571:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327091.126603:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010374656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327091.126659:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327091.126700:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374656
00000100:00100000:1.0:1767327091.126710:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374656
00000100:00080000:3.0:1767327091.126761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327091.126782:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7882
00000100:00100000:1.0:1767327091.126792:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010374656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327091.126819:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327091.126862:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010374656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327091.126868:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7882
00000100:00100000:3.0:1767327091.126899:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010374656:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327092.086550:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327092.561035:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327092.561077:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327092.561108:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169792
00000100:00100000:2.0:1767327092.561119:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169792
00000100:00100000:0.0:1767327092.561137:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169664
00000100:00100000:0.0:1767327092.561143:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169664
00000100:00080000:3.0:1767327092.561171:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327092.561189:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1600
00000100:00100000:0.0:1767327092.561202:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993169792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327092.561203:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3319
00000100:00100000:2.0:1767327092.561215:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993169664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327092.561239:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327092.561279:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993169792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327092.561285:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1600
00000100:00100000:2.0:1767327092.561292:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993169664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327092.561302:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3319
00010000:00010000:1.0:1767327093.110638:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327093.174529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327093.174540:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327093.174544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327093.174549:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327093.174554:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327093.174576:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12285
00000100:00080000:2.0:1767327093.174581:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327093.174588:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327093.174628:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d500 x1853164010374784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327093.174682:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010374784:0@lo:38:kworker.0
00000100:00080000:2.0:1767327093.174704:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327093.174710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327093.174715:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327093.174715:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010374912:0@lo:400:kworker.0
00000100:00080000:2.0:1767327093.174724:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12285
00000100:00080000:2.0:1767327093.174728:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327093.174733:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327093.174746:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010375040:0@lo:400:kworker.0
00000100:00100000:2.0:1767327093.174750:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ca80 x1853164010375168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327093.174765:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327093.174765:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327093.174788:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327093.174796:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327093.174801:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327093.174804:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327093.174810:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12285
00000100:00100000:1.0:1767327093.174814:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010375168:0@lo:38:kworker.0
00000100:00080000:2.0:1767327093.174815:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327093.174823:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327093.174832:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374912
00000100:00100000:0.0:1767327093.174841:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375040
00000100:00100000:2.0:1767327093.174842:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010375424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327093.174842:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374912
00000100:00100000:0.0:1767327093.174857:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375040
00000100:00100000:1.0:1767327093.174858:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327093.174872:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327093.174876:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327093.174879:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327093.174884:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12285
00000100:00080000:2.0:1767327093.174887:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327093.174892:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327093.174906:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010375424:0@lo:38:kworker.0
00000100:00100000:2.0:1767327093.174910:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d880 x1853164010375680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327093.174911:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9020
00000100:00100000:0.0:1767327093.174924:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9021
00000100:00100000:3.0:1767327093.174930:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010374912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327093.174935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327093.174939:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010375040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327093.174952:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010374784
00000100:00100000:2.0:1767327093.174957:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010374784
00000100:00100000:1.0:1767327093.174984:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010375680:0@lo:38:kworker.0
00000100:00100000:2.0:1767327093.174994:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34996
00000100:00100000:0.0:1767327093.175000:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010375040:12345-0@lo:400:kworker.0 Request processed in 62us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327093.175006:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010374784:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327093.175016:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9021
00000100:00100000:1.0:1767327093.175017:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327093.175018:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010374912:12345-0@lo:400:kworker.0 Request processed in 82us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327093.175028:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9020
00010000:00020000:2.0:1767327093.175031:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327093.175056:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327093.175063:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327093.175067:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010375552:0@lo:400:kworker.0
00000100:00100000:2.0:1767327093.175094:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010374784:12345-0@lo:38:kworker.0 Request processed in 88us (330us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327093.175098:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327093.175099:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010374912:0@lo:400:kworker.0
00000100:00080000:1.0:1767327093.175108:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327093.175109:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34996
00000100:00100000:1.0:1767327093.175115:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010374784:0@lo:38:kworker.0
00000100:00100000:0.0:1767327093.175122:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327093.175148:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010375296:0@lo:400:kworker.0
00000100:00100000:2.0:1767327093.175154:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375168
00000100:00100000:2.0:1767327093.175160:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375168
00000100:00100000:0.0:1767327093.175183:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375424
00000100:00100000:2.0:1767327093.175187:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375680
00000100:00100000:0.0:1767327093.175190:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375424
00000100:00100000:1.0:1767327093.175192:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375552
00000100:00100000:2.0:1767327093.175193:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375680
00000100:00100000:1.0:1767327093.175199:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375552
00000100:00100000:3.0:1767327093.175199:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327093.175234:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375296
00000100:00100000:2.0:1767327093.175239:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601
00000100:00100000:0.0:1767327093.175240:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375296
00000100:00100000:1.0:1767327093.175248:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:2.0:1767327093.175254:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010375552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327093.175257:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:1.0:1767327093.175258:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010375168:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327093.175269:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010375424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327093.175274:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327093.175280:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602
00010000:00020000:3.0:1767327093.175281:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327093.175294:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010375296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327093.175319:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010375552:12345-0@lo:400:kworker.0 Request processed in 69us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327093.175330:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010375168:12345-0@lo:38:kworker.0 Request processed in 72us (471us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327093.175330:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010375424:12345-0@lo:38:kworker.0 Request processed in 59us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327093.175331:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601
00000100:00100000:1.0:1767327093.175344:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00100000:3.0:1767327093.175351:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00100000:0.0:1767327093.175354:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010375296:12345-0@lo:400:kworker.0 Request processed in 62us (151us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327093.175363:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:0.0:1767327093.175384:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602
00000100:00100000:2.0:1767327093.175385:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010375680:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327093.175401:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767327093.175402:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327093.175436:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010375040:0@lo:400:kworker.0
00000100:00100000:3.0:1767327093.175447:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010375296:0@lo:400:kworker.0
00000100:00080000:3.0:1767327093.175485:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327093.175489:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010375552:0@lo:400:kworker.0
00000100:00080000:3.0:1767327093.175493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327093.175502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010375424:0@lo:38:kworker.0
00000100:00100000:2.0:1767327093.175510:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010375680:12345-0@lo:38:kworker.0 Request processed in 124us (496us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327093.175519:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327093.175520:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00080000:3.0:1767327093.175529:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327093.175535:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010375168:0@lo:38:kworker.0
00000100:00080000:3.0:1767327093.175557:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327093.175572:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327093.175575:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010375680:0@lo:38:kworker.0
00010000:00010000:1.0:1767327094.134563:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327095.158596:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327095.734599:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010375808:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327095.734673:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327095.734719:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375808
00000100:00100000:1.0:1767327095.734726:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375808
00000100:00080000:3.0:1767327095.734767:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327095.734781:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7883
00000100:00100000:1.0:1767327095.734790:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010375808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327095.734817:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327095.734857:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010375808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327095.734862:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7883
00000100:00100000:3.0:1767327095.734932:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010375808:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327096.182591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327096.246603:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327096.246621:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010375936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327096.246679:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327096.246735:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010375936
00000100:00100000:2.0:1767327096.246744:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010375936
00000100:00080000:3.0:1767327096.246793:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327096.246803:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7884
00000100:00100000:2.0:1767327096.246815:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010375936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327096.246847:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327096.246894:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010375936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327096.246901:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7884
00000100:00100000:1.0:1767327096.246937:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010375936:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327097.206647:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327097.680855:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327097.680896:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327097.680921:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170048
00000100:00100000:2.0:1767327097.680931:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170048
00000100:00100000:0.0:1767327097.680962:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993169920
00000100:00100000:0.0:1767327097.680969:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993169920
00000100:00080000:3.0:1767327097.681000:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327097.681007:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1603
00000100:00100000:0.0:1767327097.681015:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3323
00000100:00100000:2.0:1767327097.681021:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993170048:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327097.681028:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993169920:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327097.681050:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327097.681103:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993170048:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327097.681113:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993169920:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 85us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327097.681115:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1603
00000100:00100000:0.0:1767327097.681125:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3323
00010000:00010000:1.0:1767327098.230565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327098.294522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327098.294544:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327098.294548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327098.294553:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327098.294557:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327098.294567:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12291
00000100:00080000:1.0:1767327098.294572:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327098.294580:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327098.294615:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302d80 x1853164010376064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327098.294683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327098.294688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010376064:0@lo:38:kworker.0
00000100:00080000:1.0:1767327098.294689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327098.294693:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327098.294700:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12291
00000100:00080000:1.0:1767327098.294703:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327098.294708:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327098.294714:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010376320:0@lo:400:kworker.0
00000100:00100000:3.0:1767327098.294721:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010376192:0@lo:400:kworker.0
00000100:00100000:1.0:1767327098.294725:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300000 x1853164010376448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327098.294770:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327098.294774:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327098.294775:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327098.294780:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327098.294784:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327098.294787:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767327098.294791:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12291
00000100:00080000:1.0:1767327098.294795:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327098.294799:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010376576:0@lo:400:kworker.0
00000100:00080000:1.0:1767327098.294802:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327098.294821:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303800 x1853164010376704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327098.294826:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010376448:0@lo:38:kworker.0
00000100:00100000:0.0:1767327098.294838:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376320
00000100:00100000:3.0:1767327098.294838:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327098.294847:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376320
00000100:00080000:1.0:1767327098.294857:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327098.294863:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327098.294865:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327098.294871:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12291
00000100:00100000:3.0:1767327098.294875:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010376832:0@lo:400:kworker.0
00000100:00080000:1.0:1767327098.294879:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327098.294879:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327098.294888:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327098.294899:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9022
00000100:00100000:1.0:1767327098.294907:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010376960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327098.294908:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327098.294912:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010376320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327098.294918:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010376704:0@lo:38:kworker.0
00000100:00100000:3.0:1767327098.294953:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376576
00000100:00100000:3.0:1767327098.294958:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376576
00000100:00100000:2.0:1767327098.294968:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327098.294980:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010376320:12345-0@lo:400:kworker.0 Request processed in 71us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327098.294987:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376448
00000100:00100000:0.0:1767327098.294988:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9022
00000100:00100000:1.0:1767327098.294995:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376448
00000100:00100000:2.0:1767327098.295005:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010376960:0@lo:38:kworker.0
00000100:00100000:3.0:1767327098.295015:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376832
00000100:00100000:3.0:1767327098.295021:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376832
00000100:00100000:1.0:1767327098.295029:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376704
00000100:00100000:1.0:1767327098.295035:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376704
00000100:00100000:0.0:1767327098.295036:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010376320:0@lo:400:kworker.0
00000100:00100000:2.0:1767327098.295052:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327098.295062:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376960
00000100:00100000:1.0:1767327098.295066:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376960
00000100:00100000:3.0:1767327098.295069:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604
00000100:00100000:0.0:1767327098.295085:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605
00000100:00100000:3.0:1767327098.295086:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010376576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327098.295096:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:0.0:1767327098.295100:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010376832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327098.295102:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376064
00000100:00100000:1.0:1767327098.295109:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010376448:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327098.295111:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376064
00010000:00020000:1.0:1767327098.295131:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327098.295148:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010376832:12345-0@lo:400:kworker.0 Request processed in 52us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327098.295148:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010376576:12345-0@lo:400:kworker.0 Request processed in 67us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327098.295151:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34997
00000100:00100000:2.0:1767327098.295165:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010376064:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327098.295168:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605
00000100:00100000:3.0:1767327098.295177:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604
00000100:00100000:1.0:1767327098.295183:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010376448:12345-0@lo:38:kworker.0 Request processed in 75us (309us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327098.295185:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327098.295194:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:3.0:1767327098.295204:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:0.0:1767327098.295205:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010376704:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327098.295217:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:3.0:1767327098.295218:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010376960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327098.295219:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327098.295228:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010376064:12345-0@lo:38:kworker.0 Request processed in 62us (459us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327098.295236:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327098.295241:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34997
00000100:00100000:0.0:1767327098.295254:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010376704:12345-0@lo:38:kworker.0 Request processed in 51us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327098.295262:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00100000:3.0:1767327098.295273:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010376960:12345-0@lo:38:kworker.0 Request processed in 58us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327098.295279:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00080000:2.0:1767327098.295284:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327098.295292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327098.295298:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010376960:0@lo:38:kworker.0
00000100:00100000:1.0:1767327098.295311:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327098.295313:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010376832:0@lo:400:kworker.0
00000100:00080000:2.0:1767327098.295317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327098.295324:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327098.295328:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010376576:0@lo:400:kworker.0
00000100:00100000:2.0:1767327098.295333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010376704:0@lo:38:kworker.0
00000100:00080000:2.0:1767327098.295356:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327098.295359:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010376192
00000100:00080000:2.0:1767327098.295363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327098.295365:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010376192
00000100:00080000:1.0:1767327098.295368:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327098.295371:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010376448:0@lo:38:kworker.0
00000100:00080000:1.0:1767327098.295375:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327098.295381:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327098.295390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327098.295397:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327098.295400:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9023
00000100:00100000:2.0:1767327098.295406:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010376064:0@lo:38:kworker.0
00000100:00100000:0.0:1767327098.295411:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010376192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327098.295463:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010376192:12345-0@lo:400:kworker.0 Request processed in 55us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327098.295469:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9023
00000100:00100000:1.0:1767327098.295494:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010376192:0@lo:400:kworker.0
00010000:00010000:1.0:1767327099.254627:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327100.278673:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327100.854650:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010377088:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327100.854735:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327100.854801:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377088
00000100:00100000:2.0:1767327100.854812:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377088
00000100:00100000:2.0:1767327100.854882:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7885
00000100:00100000:2.0:1767327100.854892:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010377088:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767327100.854914:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767327100.854926:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327100.854974:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010377088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327100.854981:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7885
00000100:00100000:3.0:1767327100.855028:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010377088:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327101.302639:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327101.366677:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327101.366698:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010377216:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327101.366794:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327101.366844:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377216
00000100:00100000:2.0:1767327101.366855:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377216
00000100:00080000:1.0:1767327101.366920:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327101.366928:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7886
00000100:00100000:2.0:1767327101.366940:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010377216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327101.366973:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327101.367021:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010377216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327101.367027:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7886
00000100:00100000:1.0:1767327101.367078:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010377216:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327102.326636:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327102.800989:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327102.801030:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327102.801062:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170176
00000100:00100000:3.0:1767327102.801076:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170176
00000100:00100000:0.0:1767327102.801133:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170304
00000100:00100000:0.0:1767327102.801140:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170304
00000100:00100000:3.0:1767327102.801142:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3327
00000100:00100000:3.0:1767327102.801155:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993170176:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327102.801174:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767327102.801187:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327102.801193:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1606
00000100:00100000:1.0:1767327102.801204:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993170304:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327102.801277:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993170176:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 121us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327102.801283:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993170304:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327102.801293:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3327
00000100:00100000:1.0:1767327102.801300:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1606
00010000:00010000:1.0:1767327103.350607:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327103.414509:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327103.414519:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327103.414523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327103.414528:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327103.414543:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327103.414551:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12296
00000100:00080000:1.0:1767327103.414558:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327103.414565:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327103.414611:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300000 x1853164010377344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327103.414677:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010377344:0@lo:38:kworker.0
00000100:00080000:1.0:1767327103.414683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327103.414691:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327103.414693:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327103.414697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12296
00000100:00080000:1.0:1767327103.414700:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327103.414705:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327103.414719:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010377600:0@lo:400:kworker.0
00000100:00100000:1.0:1767327103.414720:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302300 x1853164010377728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327103.414722:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010377472:0@lo:400:kworker.0
00000100:00080000:1.0:1767327103.414780:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327103.414784:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327103.414786:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327103.414789:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327103.414795:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12296
00000100:00100000:0.0:1767327103.414796:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327103.414800:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327103.414818:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327103.414832:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303100 x1853164010377984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327103.414835:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010377728:0@lo:38:kworker.0
00000100:00100000:3.0:1767327103.414849:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377344
00000100:00100000:3.0:1767327103.414860:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377344
00000100:00100000:0.0:1767327103.414865:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767327103.414866:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327103.414872:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327103.414873:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327103.414879:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010378112:0@lo:400:kworker.0
00000100:00100000:2.0:1767327103.414880:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327103.414881:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12296
00000100:00080000:1.0:1767327103.414887:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327103.414891:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327103.414907:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3b80 x1853164010378240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327103.414915:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34998
00000100:00100000:0.0:1767327103.414922:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327103.414930:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010377984:0@lo:38:kworker.0
00000100:00100000:3.0:1767327103.414931:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010377344:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327103.414949:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010377856:0@lo:400:kworker.0
00000100:00100000:1.0:1767327103.414949:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377600
00000100:00100000:1.0:1767327103.414955:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377600
00000100:00100000:2.0:1767327103.414961:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327103.414961:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327103.414987:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010378240:0@lo:38:kworker.0
00000100:00100000:0.0:1767327103.414996:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327103.415016:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9024
00000100:00100000:1.0:1767327103.415026:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010377600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327103.415034:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327103.415034:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010377344:12345-0@lo:38:kworker.0 Request processed in 101us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327103.415047:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34998
00000100:00100000:0.0:1767327103.415056:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377728
00000100:00100000:0.0:1767327103.415061:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377728
00000100:00080000:2.0:1767327103.415086:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327103.415093:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327103.415099:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010377344:0@lo:38:kworker.0
00000100:00100000:0.0:1767327103.415100:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378112
00000100:00100000:1.0:1767327103.415102:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010377600:12345-0@lo:400:kworker.0 Request processed in 76us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327103.415105:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378112
00000100:00100000:3.0:1767327103.415114:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327103.415118:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9024
00000100:00100000:0.0:1767327103.415137:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377984
00000100:00100000:1.0:1767327103.415141:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377472
00000100:00100000:0.0:1767327103.415142:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377984
00000100:00100000:1.0:1767327103.415148:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377472
00000100:00100000:2.0:1767327103.415148:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010377856
00000100:00100000:2.0:1767327103.415154:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010377856
00000100:00100000:0.0:1767327103.415160:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378240
00000100:00100000:0.0:1767327103.415164:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378240
00000100:00100000:3.0:1767327103.415181:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607
00000100:00100000:1.0:1767327103.415188:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9025
00000100:00100000:0.0:1767327103.415192:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608
00000100:00100000:3.0:1767327103.415198:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010378112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327103.415203:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010377472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327103.415210:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010377856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327103.415210:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:2.0:1767327103.415225:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010377728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327103.415240:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327103.415262:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010377472:12345-0@lo:400:kworker.0 Request processed in 64us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327103.415269:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9025
00000100:00100000:3.0:1767327103.415289:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010378112:12345-0@lo:400:kworker.0 Request processed in 95us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327103.415290:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010377856:12345-0@lo:400:kworker.0 Request processed in 87us (297us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327103.415295:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327103.415302:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010377728:12345-0@lo:38:kworker.0 Request processed in 76us (424us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327103.415304:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327103.415307:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608
00000100:00080000:1.0:1767327103.415308:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327103.415319:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607
00000100:00100000:2.0:1767327103.415329:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00000100:00100000:0.0:1767327103.415336:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:1.0:1767327103.415341:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010377472:0@lo:400:kworker.0
00000100:00100000:0.0:1767327103.415346:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010377984:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327103.415356:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00010000:00020000:0.0:1767327103.415358:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327103.415379:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010378240:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327103.415393:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010377600:0@lo:400:kworker.0
00010000:00020000:3.0:1767327103.415395:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327103.415405:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010377984:12345-0@lo:38:kworker.0 Request processed in 60us (444us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327103.415410:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327103.415414:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00080000:2.0:1767327103.415447:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327103.415453:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010377984:0@lo:38:kworker.0
00000100:00080000:2.0:1767327103.415470:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327103.415476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327103.415477:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010378240:12345-0@lo:38:kworker.0 Request processed in 96us (443us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327103.415481:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010378240:0@lo:38:kworker.0
00000100:00100000:0.0:1767327103.415503:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010378112:0@lo:400:kworker.0
00000100:00100000:3.0:1767327103.415510:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00080000:2.0:1767327103.415531:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327103.415533:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010377856:0@lo:400:kworker.0
00000100:00080000:2.0:1767327103.415538:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327103.415543:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010377728:0@lo:38:kworker.0
00010000:00010000:1.0:1767327104.374569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327105.398626:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327105.974631:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010378368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327105.974721:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327105.974778:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378368
00000100:00100000:2.0:1767327105.974790:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378368
00000100:00080000:1.0:1767327105.974838:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327105.974862:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7887
00000100:00100000:2.0:1767327105.974871:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010378368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327105.974904:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327105.974956:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010378368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327105.974965:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7887
00000100:00100000:1.0:1767327105.975018:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010378368:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327106.422612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327106.486618:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327106.486640:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010378496:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327106.486718:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327106.486775:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378496
00000100:00100000:2.0:1767327106.486787:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378496
00000100:00080000:1.0:1767327106.486829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327106.486858:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7888
00000100:00100000:2.0:1767327106.486871:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010378496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327106.486910:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327106.486968:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010378496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327106.486978:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7888
00000100:00100000:1.0:1767327106.487020:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010378496:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327107.446597:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327107.921072:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327107.921119:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327107.921147:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170560
00000100:00100000:3.0:1767327107.921161:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170560
00000100:00100000:1.0:1767327107.921200:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170432
00000100:00100000:1.0:1767327107.921215:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170432
00000100:00080000:0.0:1767327107.921224:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327107.921250:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1609
00000100:00100000:3.0:1767327107.921272:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993170560:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327107.921282:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3331
00000100:00100000:2.0:1767327107.921292:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993170432:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327107.921318:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327107.921366:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993170560:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327107.921376:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1609
00000100:00100000:2.0:1767327107.921405:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993170432:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327107.921471:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3331
00010000:00010000:1.0:1767327108.470620:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327108.534533:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327108.534548:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327108.534552:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327108.534557:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327108.534563:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327108.534574:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12301
00000100:00080000:1.0:1767327108.534582:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327108.534591:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327108.534646:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1c00 x1853164010378624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327108.534711:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010378624:0@lo:38:kworker.0
00000100:00080000:1.0:1767327108.534736:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327108.534741:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327108.534743:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327108.534751:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12301
00000100:00080000:1.0:1767327108.534755:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327108.534761:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327108.534780:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3480 x1853164010379008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327108.534784:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010378880:0@lo:400:kworker.0
00000100:00100000:2.0:1767327108.534799:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327108.534799:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010378752:0@lo:400:kworker.0
00000100:00080000:1.0:1767327108.534838:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327108.534844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327108.534846:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327108.534852:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12301
00000100:00080000:1.0:1767327108.534857:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327108.534860:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327108.534866:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327108.534887:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010379264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327108.534908:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327108.534910:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010379008:0@lo:38:kworker.0
00000100:00080000:1.0:1767327108.534923:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327108.534929:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010379392:0@lo:400:kworker.0
00000100:00080000:1.0:1767327108.534931:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327108.534938:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327108.534948:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12301
00000100:00080000:1.0:1767327108.534953:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327108.534959:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327108.534968:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327108.534988:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1880 x1853164010379520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327108.534995:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378880
00000100:00100000:0.0:1767327108.535005:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378880
00000100:00100000:2.0:1767327108.535025:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010379264:0@lo:38:kworker.0
00000100:00100000:3.0:1767327108.535026:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378752
00000100:00100000:1.0:1767327108.535037:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010379136:0@lo:400:kworker.0
00000100:00100000:3.0:1767327108.535042:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378752
00000100:00100000:2.0:1767327108.535068:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327108.535079:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9026
00000100:00100000:0.0:1767327108.535094:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010378880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327108.535099:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010379520:0@lo:38:kworker.0
00000100:00100000:1.0:1767327108.535105:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327108.535131:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9027
00000100:00100000:2.0:1767327108.535154:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327108.535155:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010378752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327108.535169:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010378880:12345-0@lo:400:kworker.0 Request processed in 81us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327108.535179:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9026
00000100:00080000:1.0:1767327108.535201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327108.535204:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379008
00000100:00080000:1.0:1767327108.535209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327108.535210:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379008
00000100:00100000:0.0:1767327108.535223:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379264
00000100:00100000:0.0:1767327108.535228:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379264
00000100:00100000:1.0:1767327108.535245:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327108.535248:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379136
00000100:00100000:2.0:1767327108.535252:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379136
00000100:00100000:0.0:1767327108.535258:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379520
00000100:00100000:3.0:1767327108.535262:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010378752:12345-0@lo:400:kworker.0 Request processed in 112us (353us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327108.535263:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379520
00000100:00100000:3.0:1767327108.535281:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9027
00000100:00100000:0.0:1767327108.535290:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379392
00000100:00100000:0.0:1767327108.535294:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379392
00000100:00100000:2.0:1767327108.535314:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610
00000100:00100000:1.0:1767327108.535323:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:2.0:1767327108.535325:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010379136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327108.535337:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010379008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327108.535341:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010378624
00000100:00100000:0.0:1767327108.535348:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611
00000100:00100000:3.0:1767327108.535352:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010378624
00000100:00100000:0.0:1767327108.535364:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010379392:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327108.535364:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327108.535373:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010379136:12345-0@lo:400:kworker.0 Request processed in 49us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327108.535380:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610
00000100:00100000:3.0:1767327108.535402:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34999
00000100:00100000:2.0:1767327108.535408:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:2.0:1767327108.535445:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010379264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327108.535470:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327108.535476:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010379008:12345-0@lo:38:kworker.0 Request processed in 141us (507us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327108.535483:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010378624:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327108.535497:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00100000:0.0:1767327108.535498:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010379392:12345-0@lo:400:kworker.0 Request processed in 139us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327108.535508:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010379264:12345-0@lo:38:kworker.0 Request processed in 90us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327108.535518:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611
00010000:00020000:3.0:1767327108.535519:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327108.535528:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:1.0:1767327108.535538:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:1.0:1767327108.535549:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010379520:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327108.535561:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327108.535563:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327108.535579:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010379136:0@lo:400:kworker.0
00000100:00100000:0.0:1767327108.535599:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010379392:0@lo:400:kworker.0
00000100:00100000:3.0:1767327108.535613:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010378624:12345-0@lo:38:kworker.0 Request processed in 193us (816us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327108.535633:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34999
00000100:00100000:1.0:1767327108.535634:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010379520:12345-0@lo:38:kworker.0 Request processed in 79us (478us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327108.535641:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327108.535648:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010378880:0@lo:400:kworker.0
00000100:00080000:2.0:1767327108.535655:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327108.535656:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00100000:2.0:1767327108.535670:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010379264:0@lo:38:kworker.0
00000100:00080000:2.0:1767327108.535697:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327108.535705:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327108.535710:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010379520:0@lo:38:kworker.0
00000100:00100000:3.0:1767327108.535726:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010378752:0@lo:400:kworker.0
00000100:00080000:2.0:1767327108.535732:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327108.535740:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327108.535747:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010379008:0@lo:38:kworker.0
00000100:00080000:2.0:1767327108.535766:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327108.535771:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327108.535777:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010378624:0@lo:38:kworker.0
00010000:00010000:1.0:1767327109.494595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327110.518604:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327111.094631:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010379648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327111.094711:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327111.094758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379648
00000100:00100000:2.0:1767327111.094776:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379648
00000100:00080000:0.0:1767327111.094818:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327111.094867:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889
00000100:00100000:2.0:1767327111.094880:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010379648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327111.094926:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327111.095002:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010379648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (291us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327111.095012:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889
00000100:00100000:1.0:1767327111.095078:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010379648:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327111.542629:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327111.606658:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010379776:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327111.606741:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327111.606792:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379776
00000100:00100000:2.0:1767327111.606803:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379776
00000100:00080000:0.0:1767327111.606857:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327111.606878:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7890
00000100:00100000:2.0:1767327111.606888:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010379776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327111.606921:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327111.606970:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010379776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327111.606977:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7890
00000100:00100000:0.0:1767327111.607019:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010379776:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327112.566650:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327113.041214:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327113.041253:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327113.041274:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170688
00000400:00000100:1.0:1767327113.041281:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993170944 offset 0 length 520: 4
00000100:00100000:0.0:1767327113.041289:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170688
00000100:00100000:2.0:1767327113.041314:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993170816
00000100:00100000:2.0:1767327113.041321:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993170816
00000100:00100000:0.0:1767327113.041348:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3335
00000100:00100000:0.0:1767327113.041359:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993170688:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327113.041375:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327113.041385:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327113.041391:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1612
00000100:00100000:2.0:1767327113.041405:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993170816:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327113.041508:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993170688:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 151us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327113.041516:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993170816:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 111us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327113.041519:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3335
00000100:00100000:2.0:1767327113.041531:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1612
00010000:00010000:1.0:1767327113.590586:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327113.654538:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327088/real 1767327088]  req@ffff9bb5adf9ca80 x1853164010373376/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327113.654560:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327113.654568:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327113.654572:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327113.654578:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327113.654584:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5adf9ca80 x1853164010373376/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327113.654584:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327113.654596:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12306
00000100:00080000:1.0:1767327113.654605:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327113.654615:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767327113.654624:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327113.654648:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767327113.654653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010373376:0@lo:250:kworker.0
00000100:00100000:1.0:1767327113.654659:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01880 x1853164010379904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327113.654714:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010379904:0@lo:38:kworker.0
00000100:00080000:1.0:1767327113.654746:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327113.654752:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327113.654755:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327113.654761:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12306
00000100:00100000:2.0:1767327113.654763:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010380032:0@lo:400:kworker.0
00000100:00080000:1.0:1767327113.654766:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327113.654775:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327113.654791:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010380160:0@lo:400:kworker.0
00000100:00100000:1.0:1767327113.654796:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010380288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327113.654801:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327113.654825:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327113.654848:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327113.654857:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327113.654858:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327113.654863:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327113.654869:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12306
00000100:00080000:1.0:1767327113.654873:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327113.654879:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327113.654882:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010380288:0@lo:38:kworker.0
00000100:00100000:1.0:1767327113.654898:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc03b80 x1853164010380544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327113.654912:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380032
00000100:00100000:2.0:1767327113.654922:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380032
00000100:00100000:3.0:1767327113.654923:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380160
00000100:00080000:1.0:1767327113.654925:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327113.654928:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327113.654932:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380160
00000100:00080000:1.0:1767327113.654935:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327113.654938:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327113.654944:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12306
00000100:00080000:1.0:1767327113.654948:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327113.654953:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327113.654967:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010380544:0@lo:38:kworker.0
00000100:00100000:1.0:1767327113.654970:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01f80 x1853164010380800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327113.654993:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327113.654997:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767327113.654998:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9028
00000100:00080000:1.0:1767327113.655000:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327113.655008:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327113.655009:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9029
00000100:00080000:1.0:1767327113.655011:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12285
00000100:00100000:2.0:1767327113.655014:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010380032:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327113.655019:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327113.655026:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010380160:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327113.655027:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327113.655045:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010380800:0@lo:38:kworker.0
00000100:00100000:1.0:1767327113.655048:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00a80 x1853164010380928/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327113.655080:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010380032:12345-0@lo:400:kworker.0 Request processed in 72us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327113.655092:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010380160:12345-0@lo:400:kworker.0 Request processed in 68us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327113.655093:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9028
00000100:00100000:0.0:1767327113.655097:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327113.655105:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9029
00000100:00100000:2.0:1767327113.655128:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380288
00000100:00100000:2.0:1767327113.655132:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380288
00000100:00100000:3.0:1767327113.655137:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380544
00000100:00100000:0.0:1767327113.655139:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010380928:0@lo:250:kworker.0
00000100:00100000:3.0:1767327113.655143:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380544
00000100:00100000:2.0:1767327113.655160:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380800
00000100:00100000:1.0:1767327113.655165:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010380416:0@lo:400:kworker.0
00000100:00100000:2.0:1767327113.655166:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380800
00000400:00000100:0.0:1767327113.655172:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010380928 offset 0 length 520: 4
00000100:00100000:3.0:1767327113.655175:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:3.0:1767327113.655185:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010380288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327113.655205:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327113.655206:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1767327113.655219:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010380544:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327113.655221:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327113.655233:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010379904
00000100:00100000:0.0:1767327113.655240:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010379904
00010000:00020000:2.0:1767327113.655241:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327113.655250:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010380288:12345-0@lo:38:kworker.0 Request processed in 64us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327113.655256:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327113.655257:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00100000:1.0:1767327113.655270:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010380672:0@lo:400:kworker.0
00000100:00100000:3.0:1767327113.655274:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380416
00000100:00100000:3.0:1767327113.655278:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380416
00000100:00100000:0.0:1767327113.655286:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35000
00000100:00100000:2.0:1767327113.655287:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010380544:12345-0@lo:38:kworker.0 Request processed in 68us (284us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327113.655299:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010379904:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327113.655299:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00100000:1.0:1767327113.655310:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327113.655312:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613
00010000:00020000:0.0:1767327113.655316:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327113.655321:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:3.0:1767327113.655326:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010380416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327113.655331:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010380800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327113.655341:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327113.655367:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010379904:12345-0@lo:38:kworker.0 Request processed in 69us (571us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327113.655377:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35000
00000100:00100000:2.0:1767327113.655384:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010380800:12345-0@lo:38:kworker.0 Request processed in 51us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327113.655384:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010380416:12345-0@lo:400:kworker.0 Request processed in 62us (167us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327113.655400:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613
00000100:00100000:1.0:1767327113.655405:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010380416:0@lo:400:kworker.0
00000100:00100000:2.0:1767327113.655411:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00100000:0.0:1767327113.655453:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010380672
00000100:00100000:0.0:1767327113.655459:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010380672
00000100:00100000:3.0:1767327113.655490:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010380160:0@lo:400:kworker.0
00000100:00080000:1.0:1767327113.655502:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327113.655512:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327113.655512:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614
00000100:00080000:1.0:1767327113.655519:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327113.655526:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010380672:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327113.655529:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327113.655535:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327113.655540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010380800:0@lo:38:kworker.0
00000100:00080000:3.0:1767327113.655558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327113.655561:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010380032:0@lo:400:kworker.0
00000100:00080000:3.0:1767327113.655564:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327113.655573:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010380544:0@lo:38:kworker.0
00000100:00100000:2.0:1767327113.655578:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010380672:12345-0@lo:400:kworker.0 Request processed in 55us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327113.655587:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614
00000100:00080000:3.0:1767327113.655591:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327113.655597:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327113.655602:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010380288:0@lo:38:kworker.0
00000100:00100000:0.0:1767327113.655612:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010380672:0@lo:400:kworker.0
00000100:00080000:3.0:1767327113.655615:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327113.655622:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327113.655625:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010379904:0@lo:38:kworker.0
00010000:00010000:1.0:1767327114.614637:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327115.638600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327116.214621:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010381056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327116.214702:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327116.214784:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381056
00000100:00100000:2.0:1767327116.214795:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381056
00000100:00080000:1.0:1767327116.214847:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327116.214867:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7891
00000100:00100000:2.0:1767327116.214876:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010381056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327116.214910:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327116.214960:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010381056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327116.214967:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7891
00000100:00100000:1.0:1767327116.215007:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010381056:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327116.662591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327116.726648:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010381184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327116.726744:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327116.726791:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381184
00000100:00100000:2.0:1767327116.726803:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381184
00000100:00080000:1.0:1767327116.726867:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327116.726876:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7892
00000100:00100000:2.0:1767327116.726891:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010381184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327116.726931:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327116.726987:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010381184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327116.726995:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7892
00000100:00100000:0.0:1767327116.727027:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010381184:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327117.686612:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327118.161099:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327118.161159:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327118.161198:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171200
00000100:00100000:2.0:1767327118.161210:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171200
00000100:00100000:0.0:1767327118.161220:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171072
00000100:00100000:0.0:1767327118.161229:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171072
00000100:00080000:1.0:1767327118.161268:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327118.161299:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1615
00000100:00100000:2.0:1767327118.161321:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3339
00000100:00100000:2.0:1767327118.161332:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993171072:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327118.161333:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993171200:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327118.161362:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327118.161491:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993171072:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 161us (332us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327118.161501:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993171200:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 175us (411us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327118.161504:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3339
00000100:00100000:0.0:1767327118.161517:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1615
00010000:00010000:1.0:1767327118.710561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327118.774529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327118.774543:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327118.774547:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327118.774552:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327118.774557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327118.774567:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12311
00000100:00080000:1.0:1767327118.774573:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327118.774581:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327118.774635:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01880 x1853164010381312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327118.774701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010381312:0@lo:38:kworker.0
00000100:00080000:1.0:1767327118.774717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327118.774722:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327118.774725:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327118.774730:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12311
00000100:00080000:1.0:1767327118.774734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327118.774739:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327118.774751:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010381568:0@lo:400:kworker.0
00000100:00100000:1.0:1767327118.774757:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01f80 x1853164010381696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327118.774775:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010381440:0@lo:400:kworker.0
00000100:00100000:3.0:1767327118.774797:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327118.774800:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327118.774806:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327118.774810:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327118.774816:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12311
00000100:00080000:1.0:1767327118.774819:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327118.774824:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327118.774835:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327118.774840:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327118.774843:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc03100 x1853164010381952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327118.774844:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010381696:0@lo:38:kworker.0
00000100:00100000:0.0:1767327118.774854:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010381824:0@lo:400:kworker.0
00000100:00100000:3.0:1767327118.774884:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327118.774891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327118.774896:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327118.774899:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327118.774905:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12311
00000100:00080000:1.0:1767327118.774908:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327118.774909:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381312
00000100:00080000:1.0:1767327118.774914:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327118.774919:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381312
00000100:00100000:2.0:1767327118.774928:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381568
00000100:00100000:3.0:1767327118.774931:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010381952:0@lo:38:kworker.0
00000100:00100000:1.0:1767327118.774932:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794000 x1853164010382208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327118.774936:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381568
00000100:00100000:0.0:1767327118.774964:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35001
00000100:00100000:0.0:1767327118.774976:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010381312:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327118.774977:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327118.774978:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:0.0:1767327118.775001:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327118.775013:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010382208:0@lo:38:kworker.0
00000100:00100000:2.0:1767327118.775014:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9030
00000100:00100000:2.0:1767327118.775030:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010381568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327118.775049:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010381312:12345-0@lo:38:kworker.0 Request processed in 73us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327118.775055:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327118.775057:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381696
00000100:00100000:0.0:1767327118.775062:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35001
00000100:00100000:1.0:1767327118.775064:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381696
00000100:00080000:3.0:1767327118.775098:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327118.775102:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381952
00000100:00100000:2.0:1767327118.775103:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010381568:12345-0@lo:400:kworker.0 Request processed in 75us (267us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327118.775107:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327118.775108:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327118.775109:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381952
00000100:00100000:2.0:1767327118.775122:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9030
00000100:00100000:3.0:1767327118.775122:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010381312:0@lo:38:kworker.0
00000100:00100000:1.0:1767327118.775141:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382208
00000100:00100000:0.0:1767327118.775143:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010382080:0@lo:400:kworker.0
00000100:00100000:1.0:1767327118.775146:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382208
00000100:00100000:3.0:1767327118.775165:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381824
00000100:00100000:3.0:1767327118.775171:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381824
00000100:00100000:0.0:1767327118.775176:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327118.775180:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:2.0:1767327118.775190:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010381568:0@lo:400:kworker.0
00000100:00100000:1.0:1767327118.775202:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010381696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327118.775215:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382080
00010000:00020000:1.0:1767327118.775217:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327118.775218:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382080
00000100:00100000:0.0:1767327118.775231:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616
00000100:00100000:0.0:1767327118.775244:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010381824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327118.775252:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617
00000100:00100000:3.0:1767327118.775261:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:2.0:1767327118.775268:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010382080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327118.775269:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010381952:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327118.775280:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010381696:12345-0@lo:38:kworker.0 Request processed in 79us (394us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327118.775285:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327118.775298:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010381824:12345-0@lo:400:kworker.0 Request processed in 49us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327118.775310:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616
00000100:00100000:1.0:1767327118.775320:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00100000:0.0:1767327118.775333:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:0.0:1767327118.775339:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010382208:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327118.775344:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010381952:12345-0@lo:38:kworker.0 Request processed in 72us (369us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327118.775351:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327118.775352:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010382080:12345-0@lo:400:kworker.0 Request processed in 87us (175us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327118.775353:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327118.775359:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:2.0:1767327118.775369:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617
00000100:00080000:1.0:1767327118.775407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327118.775409:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010382208:12345-0@lo:38:kworker.0 Request processed in 68us (358us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327118.775442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327118.775442:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327118.775452:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010381952:0@lo:38:kworker.0
00000100:00100000:0.0:1767327118.775454:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00080000:1.0:1767327118.775478:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327118.775483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327118.775488:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010381696:0@lo:38:kworker.0
00000100:00100000:0.0:1767327118.775495:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010382080:0@lo:400:kworker.0
00000100:00100000:2.0:1767327118.775496:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010381440
00000100:00100000:2.0:1767327118.775503:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010381440
00000100:00100000:0.0:1767327118.775517:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010381824:0@lo:400:kworker.0
00000100:00080000:1.0:1767327118.775527:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327118.775535:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327118.775538:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327118.775543:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010382208:0@lo:38:kworker.0
00000100:00100000:2.0:1767327118.775555:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9031
00000100:00100000:2.0:1767327118.775566:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010381440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327118.775610:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010381440:12345-0@lo:400:kworker.0 Request processed in 47us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327118.775618:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9031
00000100:00100000:3.0:1767327118.775641:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010381440:0@lo:400:kworker.0
00010000:00010000:1.0:1767327119.734613:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327120.758606:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327121.334665:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010382336:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327121.334751:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327121.334805:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382336
00000100:00100000:2.0:1767327121.334815:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382336
00000100:00080000:3.0:1767327121.334868:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327121.334894:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893
00000100:00100000:2.0:1767327121.334907:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010382336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327121.334945:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327121.335002:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010382336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327121.335012:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893
00000100:00100000:0.0:1767327121.335046:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010382336:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327121.782591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327121.846614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010382464:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327121.846706:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327121.846756:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382464
00000100:00100000:0.0:1767327121.846767:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382464
00000100:00080000:3.0:1767327121.846828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327121.846840:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894
00000100:00100000:0.0:1767327121.846850:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010382464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327121.846896:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327121.846947:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010382464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327121.846954:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894
00000100:00100000:2.0:1767327121.847001:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010382464:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327122.806627:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327123.281102:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327123.281153:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327123.281156:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171328
00000100:00100000:0.0:1767327123.281169:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171328
00000100:00100000:0.0:1767327123.281219:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171456
00000100:00100000:0.0:1767327123.281221:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171456
00000100:00100000:2.0:1767327123.281231:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3343
00000100:00100000:2.0:1767327123.281244:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993171328:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327123.281271:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1618
00010000:00020000:2.0:1767327123.281276:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327123.281280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327123.281286:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993171456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327123.281385:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993171328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 137us (293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327123.281389:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993171456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327123.281399:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3343
00000100:00100000:0.0:1767327123.281408:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1618
00010000:00010000:1.0:1767327123.830568:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327123.894506:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327123.894520:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327123.894524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327123.894529:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327123.894534:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327123.894545:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12316
00000100:00080000:3.0:1767327123.894550:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327123.894558:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327123.894608:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01880 x1853164010382592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327123.894662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010382592:0@lo:38:kworker.0
00000100:00080000:3.0:1767327123.894673:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327123.894677:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327123.894680:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327123.894686:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12316
00000100:00080000:3.0:1767327123.894689:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327123.894692:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010382720:0@lo:400:kworker.0
00000100:00080000:3.0:1767327123.894694:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327123.894699:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010382848:0@lo:400:kworker.0
00000100:00100000:3.0:1767327123.894711:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01f80 x1853164010382976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327123.894751:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327123.894752:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327123.894753:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327123.894760:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010383104:0@lo:400:kworker.0
00000100:00080000:3.0:1767327123.894761:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327123.894765:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327123.894773:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12316
00000100:00080000:3.0:1767327123.894776:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327123.894781:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327123.894799:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010383232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327123.894802:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010382976:0@lo:38:kworker.0
00000100:00100000:0.0:1767327123.894817:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327123.894835:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382720
00000100:00080000:3.0:1767327123.894838:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327123.894844:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382720
00000100:00100000:2.0:1767327123.894845:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327123.894847:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327123.894852:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327123.894869:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767327123.894873:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12316
00000100:00100000:2.0:1767327123.894875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010383232:0@lo:38:kworker.0
00000100:00080000:3.0:1767327123.894879:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327123.894882:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010383360:0@lo:400:kworker.0
00000100:00080000:3.0:1767327123.894888:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327123.894902:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327123.894909:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a680 x1853164010383488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327123.894928:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9032
00000100:00100000:2.0:1767327123.894931:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010383488:0@lo:38:kworker.0
00000100:00100000:0.0:1767327123.894932:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327123.894945:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010382720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327123.894965:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383104
00000100:00100000:2.0:1767327123.894968:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327123.894972:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383104
00000100:00100000:0.0:1767327123.894996:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382592
00000100:00100000:0.0:1767327123.895003:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382592
00000100:00100000:1.0:1767327123.895022:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010382720:12345-0@lo:400:kworker.0 Request processed in 80us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327123.895023:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382976
00000100:00100000:3.0:1767327123.895028:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382976
00000100:00100000:2.0:1767327123.895029:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383232
00000100:00100000:1.0:1767327123.895034:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9032
00000100:00100000:2.0:1767327123.895036:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383232
00000100:00100000:0.0:1767327123.895042:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35002
00000100:00100000:3.0:1767327123.895046:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383360
00000100:00100000:0.0:1767327123.895052:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010382592:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327123.895053:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383360
00000100:00100000:2.0:1767327123.895059:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383488
00000100:00100000:2.0:1767327123.895064:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383488
00000100:00080000:1.0:1767327123.895066:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327123.895073:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767327123.895079:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327123.895087:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619
00000100:00100000:2.0:1767327123.895096:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620
00000100:00100000:3.0:1767327123.895099:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010383104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327123.895104:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:2.0:1767327123.895110:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010383360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327123.895114:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010382976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327123.895130:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327123.895134:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010382592:12345-0@lo:38:kworker.0 Request processed in 80us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327123.895145:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35002
00000100:00100000:3.0:1767327123.895173:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010383104:12345-0@lo:400:kworker.0 Request processed in 76us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327123.895178:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010383360:12345-0@lo:400:kworker.0 Request processed in 69us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327123.895184:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010382976:12345-0@lo:38:kworker.0 Request processed in 69us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327123.895185:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:3.0:1767327123.895199:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619
00000100:00100000:0.0:1767327123.895201:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010383232:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327123.895208:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620
00000100:00100000:1.0:1767327123.895215:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00010000:00020000:0.0:1767327123.895218:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327123.895224:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:3.0:1767327123.895231:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010383488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327123.895245:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327123.895259:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327123.895265:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010383232:12345-0@lo:38:kworker.0 Request processed in 62us (357us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327123.895269:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327123.895277:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010382976:0@lo:38:kworker.0
00000100:00100000:0.0:1767327123.895282:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00100000:1.0:1767327123.895283:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010382720:0@lo:400:kworker.0
00000100:00100000:3.0:1767327123.895284:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010383488:12345-0@lo:38:kworker.0 Request processed in 51us (317us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327123.895295:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00080000:2.0:1767327123.895299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327123.895305:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327123.895309:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010382592:0@lo:38:kworker.0
00000100:00080000:2.0:1767327123.895338:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327123.895339:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010383360:0@lo:400:kworker.0
00000100:00100000:1.0:1767327123.895342:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327123.895361:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327123.895366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010383488:0@lo:38:kworker.0
00000100:00080000:2.0:1767327123.895373:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327123.895377:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327123.895380:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010383232:0@lo:38:kworker.0
00000100:00100000:0.0:1767327123.895439:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010382848
00000100:00100000:0.0:1767327123.895446:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010382848
00000100:00100000:3.0:1767327123.895452:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010383104:0@lo:400:kworker.0
00000100:00080000:1.0:1767327123.895481:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327123.895497:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9033
00000100:00100000:0.0:1767327123.895508:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010382848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327123.895550:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010382848:12345-0@lo:400:kworker.0 Request processed in 45us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327123.895558:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9033
00000100:00100000:1.0:1767327123.895583:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010382848:0@lo:400:kworker.0
00010000:00010000:1.0:1767327124.854573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327125.878596:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327126.454679:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327126.454703:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010383616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327126.454768:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327126.454845:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383616
00000100:00100000:2.0:1767327126.454858:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383616
00000100:00080000:1.0:1767327126.454915:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327126.454935:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895
00000100:00100000:2.0:1767327126.454947:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010383616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327126.454982:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327126.455064:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010383616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327126.455076:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895
00000100:00100000:0.0:1767327126.455107:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010383616:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327126.902629:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327126.966675:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010383744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327126.966758:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327126.966803:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383744
00000100:00100000:2.0:1767327126.966815:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383744
00000100:00080000:1.0:1767327126.966868:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327126.966881:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896
00000100:00100000:2.0:1767327126.966893:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010383744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327126.966935:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327126.966998:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010383744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327126.967006:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896
00000100:00100000:0.0:1767327126.967036:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010383744:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327127.926583:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327128.401001:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327128.401046:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327128.401088:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171712
00000100:00100000:0.0:1767327128.401101:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171712
00000100:00100000:3.0:1767327128.401108:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171584
00000100:00100000:3.0:1767327128.401122:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171584
00000100:00080000:1.0:1767327128.401159:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327128.401184:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1621
00000100:00100000:0.0:1767327128.401202:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3347
00000100:00100000:3.0:1767327128.401204:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993171712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327128.401216:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993171584:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327128.401244:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327128.401300:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993171712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327128.401306:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993171584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327128.401334:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1621
00000100:00100000:0.0:1767327128.401341:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3347
00010000:00010000:1.0:1767327128.950589:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327129.014569:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327129.014577:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327129.014579:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327129.014582:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327129.014586:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327129.014593:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12321
00000100:00080000:0.0:1767327129.014597:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327129.014603:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327129.014641:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38700 x1853164010383872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327129.014714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327129.014724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010383872:0@lo:38:kworker.0
00000100:00080000:0.0:1767327129.014725:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327129.014725:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010384000:0@lo:400:kworker.0
00000100:00080000:0.0:1767327129.014735:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327129.014753:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010384128:0@lo:400:kworker.0
00000100:00080000:0.0:1767327129.014754:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12321
00000100:00080000:0.0:1767327129.014766:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327129.014774:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327129.014793:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39f80 x1853164010384256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327129.014829:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327129.014846:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327129.014848:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327129.014856:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327129.014858:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327129.014863:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12321
00000100:00080000:0.0:1767327129.014867:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327129.014874:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327129.014889:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39500 x1853164010384512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327129.014891:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384000
00000100:00100000:1.0:1767327129.014906:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384000
00000100:00100000:2.0:1767327129.014911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010384256:0@lo:38:kworker.0
00000100:00080000:0.0:1767327129.014914:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327129.014925:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327129.014926:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327129.014927:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327129.014934:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12321
00000100:00080000:0.0:1767327129.014937:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327129.014940:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327129.014959:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38a80 x1853164010384768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327129.014974:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327129.015012:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010384384:0@lo:400:kworker.0
00000100:00100000:2.0:1767327129.015020:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010384512:0@lo:38:kworker.0
00000100:00100000:1.0:1767327129.015022:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384128
00000100:00100000:1.0:1767327129.015030:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384128
00000100:00100000:3.0:1767327129.015030:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9034
00000100:00100000:3.0:1767327129.015052:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010384000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327129.015072:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327129.015093:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010383872
00000100:00100000:1.0:1767327129.015097:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9035
00000100:00100000:2.0:1767327129.015099:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010383872
00000100:00100000:1.0:1767327129.015114:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010384128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327129.015127:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327129.015142:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010384000:12345-0@lo:400:kworker.0 Request processed in 95us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327129.015143:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010384640:0@lo:400:kworker.0
00000100:00100000:2.0:1767327129.015154:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35003
00000100:00100000:3.0:1767327129.015176:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9034
00000100:00100000:2.0:1767327129.015180:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010383872:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327129.015199:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327129.015209:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010384128:12345-0@lo:400:kworker.0 Request processed in 97us (281us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327129.015209:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327129.015221:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9035
00000100:00100000:3.0:1767327129.015248:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010384128:0@lo:400:kworker.0
00000100:00100000:0.0:1767327129.015259:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384256
00000100:00100000:0.0:1767327129.015267:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384256
00000100:00100000:2.0:1767327129.015275:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010383872:12345-0@lo:38:kworker.0 Request processed in 99us (435us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327129.015289:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35003
00000100:00080000:1.0:1767327129.015325:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327129.015332:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327129.015343:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010384000:0@lo:400:kworker.0
00000100:00100000:0.0:1767327129.015344:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384384
00000100:00100000:0.0:1767327129.015350:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384384
00000100:00100000:2.0:1767327129.015375:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384640
00000100:00100000:2.0:1767327129.015383:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384640
00000100:00100000:1.0:1767327129.015390:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327129.015407:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384512
00000100:00100000:0.0:1767327129.015413:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384512
00000100:00100000:3.0:1767327129.015463:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622
00000100:00100000:2.0:1767327129.015475:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623
00000100:00100000:3.0:1767327129.015477:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010384384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327129.015498:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010384640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327129.015506:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00080000:1.0:1767327129.015508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327129.015517:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010384256:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327129.015525:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327129.015534:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010384384:12345-0@lo:400:kworker.0 Request processed in 59us (461us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327129.015537:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327129.015539:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010383872:0@lo:38:kworker.0
00000100:00100000:3.0:1767327129.015552:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622
00000100:00100000:2.0:1767327129.015560:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010384640:12345-0@lo:400:kworker.0 Request processed in 68us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327129.015570:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623
00000100:00100000:1.0:1767327129.015581:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010384768:0@lo:38:kworker.0
00000100:00100000:3.0:1767327129.015585:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00100000:3.0:1767327129.015604:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010384512:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327129.015605:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010384256:12345-0@lo:38:kworker.0 Request processed in 78us (628us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327129.015619:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00010000:00020000:3.0:1767327129.015621:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327129.015653:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327129.015668:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010384512:12345-0@lo:38:kworker.0 Request processed in 73us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327129.015677:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010384640:0@lo:400:kworker.0
00000100:00100000:3.0:1767327129.015686:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00100000:0.0:1767327129.015697:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384768
00000100:00100000:0.0:1767327129.015706:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384768
00000100:00080000:1.0:1767327129.015706:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327129.015713:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010384384:0@lo:400:kworker.0
00000100:00080000:1.0:1767327129.015719:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327129.015724:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010384256:0@lo:38:kworker.0
00000100:00080000:3.0:1767327129.015729:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327129.015749:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327129.015757:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00080000:1.0:1767327129.015767:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327129.015773:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010384768:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327129.015780:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010384512:0@lo:38:kworker.0
00010000:00020000:0.0:1767327129.015786:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327129.015827:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010384768:12345-0@lo:38:kworker.0 Request processed in 61us (181us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327129.015836:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00080000:1.0:1767327129.015861:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327129.015866:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327129.015869:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010384768:0@lo:38:kworker.0
00010000:00010000:1.0:1767327129.974644:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327130.998566:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327131.574761:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010384896:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327131.574837:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327131.574914:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010384896
00000100:00100000:2.0:1767327131.574927:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010384896
00000100:00080000:3.0:1767327131.574976:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327131.575013:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7897
00000100:00100000:2.0:1767327131.575027:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010384896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327131.575068:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327131.575148:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010384896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327131.575158:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7897
00000100:00100000:3.0:1767327131.575216:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010384896:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327132.022604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327132.086602:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010385024:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327132.086688:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327132.086765:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385024
00000100:00100000:2.0:1767327132.086778:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385024
00000100:00080000:3.0:1767327132.086860:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327132.086863:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7898
00000100:00100000:2.0:1767327132.086880:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010385024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327132.086922:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327132.086979:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010385024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327132.086988:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7898
00000100:00100000:0.0:1767327132.087020:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010385024:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327133.046546:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327133.521045:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327133.521106:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327133.521138:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171840
00000100:00100000:0.0:1767327133.521151:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171840
00000100:00100000:3.0:1767327133.521158:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993171968
00000100:00100000:3.0:1767327133.521165:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993171968
00000100:00100000:0.0:1767327133.521201:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3351
00000100:00100000:0.0:1767327133.521210:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993171840:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767327133.521223:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1624
00010000:00020000:0.0:1767327133.521237:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327133.521238:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993171968:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327133.521274:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327133.521339:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993171840:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 126us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327133.521339:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993171968:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 103us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327133.521355:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1624
00000100:00100000:0.0:1767327133.521364:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3351
00010000:00010000:1.0:1767327134.070598:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327134.134505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327134.134513:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327134.134516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327134.134520:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327134.134523:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327134.134530:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12326
00000100:00080000:0.0:1767327134.134535:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327134.134545:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327134.134583:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39880 x1853164010385152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327134.134665:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327134.134666:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010385152:0@lo:38:kworker.0
00000100:00080000:0.0:1767327134.134676:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327134.134680:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327134.134687:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12326
00000100:00080000:0.0:1767327134.134692:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327134.134703:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327134.134704:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010385280:0@lo:400:kworker.0
00000100:00100000:3.0:1767327134.134738:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010385408:0@lo:400:kworker.0
00000100:00100000:0.0:1767327134.134748:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3ad80 x1853164010385536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327134.134784:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327134.134788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327134.134790:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327134.134796:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12326
00000100:00080000:0.0:1767327134.134813:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327134.134821:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327134.134822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327134.134828:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327134.134851:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39500 x1853164010385792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327134.134854:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010385664:0@lo:400:kworker.0
00000100:00080000:0.0:1767327134.134891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327134.134912:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327134.134915:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327134.134924:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12326
00000100:00080000:0.0:1767327134.134929:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327134.134942:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327134.134943:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327134.134966:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3bb80 x1853164010386048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327134.134968:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010385536:0@lo:38:kworker.0
00000100:00100000:2.0:1767327134.134969:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385280
00000100:00100000:2.0:1767327134.134984:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385280
00000100:00100000:3.0:1767327134.135004:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327134.135017:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010385920:0@lo:400:kworker.0
00000100:00100000:1.0:1767327134.135046:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327134.135074:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385152
00000100:00100000:0.0:1767327134.135097:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385152
00000100:00100000:2.0:1767327134.135101:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9036
00000100:00100000:3.0:1767327134.135106:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385664
00000100:00100000:2.0:1767327134.135112:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010385280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327134.135113:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385664
00000100:00100000:1.0:1767327134.135115:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010385792:0@lo:38:kworker.0
00000100:00100000:0.0:1767327134.135139:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35004
00000100:00100000:0.0:1767327134.135162:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010385152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327134.135182:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327134.135191:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385536
00000100:00100000:1.0:1767327134.135197:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327134.135198:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385536
00000100:00100000:2.0:1767327134.135206:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010385280:12345-0@lo:400:kworker.0 Request processed in 93us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327134.135217:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9036
00000100:00100000:3.0:1767327134.135247:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385792
00000100:00100000:3.0:1767327134.135252:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385792
00000100:00100000:0.0:1767327134.135261:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010385152:12345-0@lo:38:kworker.0 Request processed in 113us (464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327134.135270:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35004
00000100:00080000:1.0:1767327134.135324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327134.135325:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625
00000100:00080000:1.0:1767327134.135338:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327134.135343:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:2.0:1767327134.135344:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010385664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327134.135353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010385152:0@lo:38:kworker.0
00000100:00100000:3.0:1767327134.135355:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010385536:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327134.135363:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:0.0:1767327134.135384:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010385792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327134.135387:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327134.135397:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010385664:12345-0@lo:400:kworker.0 Request processed in 58us (466us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327134.135401:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327134.135407:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010386048:0@lo:38:kworker.0
00000100:00100000:2.0:1767327134.135459:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625
00000100:00100000:0.0:1767327134.135481:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010385792:12345-0@lo:38:kworker.0 Request processed in 99us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327134.135493:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010385536:12345-0@lo:38:kworker.0 Request processed in 132us (451us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327134.135495:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00100000:3.0:1767327134.135505:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:1.0:1767327134.135518:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327134.135520:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327134.135528:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327134.135551:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386048
00000100:00100000:2.0:1767327134.135558:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327134.135559:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386048
00000100:00080000:1.0:1767327134.135583:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327134.135599:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327134.135609:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010385536:0@lo:38:kworker.0
00000100:00100000:3.0:1767327134.135610:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:3.0:1767327134.135629:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010386048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327134.135641:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385408
00010000:00020000:3.0:1767327134.135643:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327134.135647:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385408
00000100:00080000:1.0:1767327134.135651:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327134.135662:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327134.135670:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010385792:0@lo:38:kworker.0
00000100:00100000:0.0:1767327134.135693:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327134.135696:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010386048:12345-0@lo:38:kworker.0 Request processed in 70us (186us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327134.135710:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00100000:2.0:1767327134.135717:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9037
00000100:00100000:2.0:1767327134.135732:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010385408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327134.135740:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010385920
00000100:00080000:1.0:1767327134.135745:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327134.135747:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010385920
00000100:00080000:1.0:1767327134.135757:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327134.135764:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010385664:0@lo:400:kworker.0
00000100:00100000:1.0:1767327134.135772:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010386048:0@lo:38:kworker.0
00000100:00100000:2.0:1767327134.135814:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010385408:12345-0@lo:400:kworker.0 Request processed in 79us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327134.135828:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9037
00000100:00100000:3.0:1767327134.135830:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626
00000100:00100000:3.0:1767327134.135870:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010385920:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327134.135883:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327134.135890:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327134.135915:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010385280:0@lo:400:kworker.0
00000100:00100000:2.0:1767327134.135939:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010385408:0@lo:400:kworker.0
00000100:00100000:3.0:1767327134.135970:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010385920:12345-0@lo:400:kworker.0 Request processed in 110us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327134.135977:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626
00000100:00100000:1.0:1767327134.136013:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010385920:0@lo:400:kworker.0
00010000:00010000:1.0:1767327135.094620:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327136.118583:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327136.694669:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010386176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327136.694757:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327136.694806:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386176
00000100:00100000:2.0:1767327136.694816:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386176
00000100:00080000:3.0:1767327136.694865:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327136.694885:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7899
00000100:00100000:2.0:1767327136.694894:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010386176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327136.694927:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327136.694976:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010386176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327136.694983:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7899
00000100:00100000:1.0:1767327136.695034:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010386176:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327137.142532:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327137.206680:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010386304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327137.206768:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327137.206846:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386304
00000100:00100000:0.0:1767327137.206859:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386304
00000100:00080000:3.0:1767327137.206954:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327137.206964:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7900
00000100:00100000:0.0:1767327137.206981:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010386304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327137.207021:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327137.207083:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010386304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327137.207093:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7900
00000100:00100000:2.0:1767327137.207123:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010386304:0@lo:13:osp-pre-1-1.0
00000400:00000100:1.0:1767327137.617073:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993172096 offset 0 length 520: 4
00000100:00100000:1.0:1767327137.617132:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327137.617172:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327137.617208:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172352
00000100:00100000:3.0:1767327137.617221:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172352
00000100:00100000:2.0:1767327137.617292:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172224
00000100:00100000:2.0:1767327137.617299:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172224
00000100:00080000:0.0:1767327137.617305:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327137.617335:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1627
00000100:00100000:2.0:1767327137.617346:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3355
00000100:00100000:3.0:1767327137.617352:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993172352:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327137.617356:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993172224:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327137.617383:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327137.617489:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993172224:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 135us (317us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327137.617493:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993172352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 146us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327137.617504:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3355
00000100:00100000:3.0:1767327137.617517:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1627
00010000:00010000:0.0:1767327138.166631:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327138.230532:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327113/real 1767327113]  req@ffff9bb5bcc00a80 x1853164010380928/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327138.230576:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc00a80 x1853164010380928/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327138.230604:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327138.230634:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327138.230639:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010380928:0@lo:250:kworker.0
00000100:00080000:3.0:1767327138.230717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327138.230725:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767327138.230730:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327138.230746:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12311
00000100:00080000:3.0:1767327138.230752:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327138.230760:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327138.230805:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b800 x1853164010386432/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327138.230832:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327138.230837:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327138.230839:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327138.230843:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12331
00000100:00080000:3.0:1767327138.230849:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327138.230855:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327138.230869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010386432:0@lo:250:kworker.0
00000100:00100000:3.0:1767327138.230876:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010386560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327138.230940:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:2.0:1767327138.230941:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010386432 offset 0 length 520: 4
00000100:00080000:3.0:1767327138.230952:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327138.230955:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327138.230961:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12331
00000100:00080000:3.0:1767327138.230965:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327138.230972:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010386688:0@lo:400:kworker.0
00000100:00080000:3.0:1767327138.230974:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327138.230999:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049180 x1853164010386944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327138.231007:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010386816:0@lo:400:kworker.0
00000100:00100000:2.0:1767327138.231016:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010386560:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231037:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327138.231046:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327138.231052:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327138.231055:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327138.231061:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12331
00000100:00080000:3.0:1767327138.231064:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327138.231069:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327138.231080:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327138.231086:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010387200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327138.231095:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327138.231119:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327138.231124:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327138.231126:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327138.231132:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12331
00000100:00100000:1.0:1767327138.231137:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386688
00000100:00080000:3.0:1767327138.231137:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327138.231142:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386560
00000100:00100000:2.0:1767327138.231144:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010386944:0@lo:38:kworker.0
00000100:00080000:3.0:1767327138.231146:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327138.231147:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386688
00000100:00100000:0.0:1767327138.231150:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386560
00000100:00100000:3.0:1767327138.231167:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010387456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327138.231195:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327138.231204:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010387072:0@lo:400:kworker.0
00000100:00100000:0.0:1767327138.231211:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35005
00000100:00100000:0.0:1767327138.231223:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010386560:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231224:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386816
00000100:00100000:2.0:1767327138.231229:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010387200:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231232:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386816
00000100:00100000:3.0:1767327138.231268:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327138.231271:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327138.231287:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9038
00000100:00100000:2.0:1767327138.231296:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010386944
00000100:00100000:1.0:1767327138.231303:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010386688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327138.231304:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010386944
00000100:00100000:3.0:1767327138.231314:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327138.231325:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010387328:0@lo:400:kworker.0
00000100:00100000:0.0:1767327138.231334:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010386560:12345-0@lo:38:kworker.0 Request processed in 107us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327138.231338:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387072
00000100:00100000:2.0:1767327138.231344:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387072
00000100:00100000:0.0:1767327138.231349:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35005
00000100:00100000:1.0:1767327138.231378:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010386688:12345-0@lo:400:kworker.0 Request processed in 79us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327138.231378:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327138.231388:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628
00000100:00100000:1.0:1767327138.231393:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9038
00000100:00100000:2.0:1767327138.231405:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010387072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327138.231459:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9039
00000100:00100000:3.0:1767327138.231465:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387328
00000100:00100000:3.0:1767327138.231471:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387328
00000100:00100000:1.0:1767327138.231472:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010386816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327138.231488:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010387072:12345-0@lo:400:kworker.0 Request processed in 88us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327138.231498:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628
00000100:00100000:2.0:1767327138.231526:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629
00000100:00100000:1.0:1767327138.231535:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010386816:12345-0@lo:400:kworker.0 Request processed in 66us (453us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327138.231537:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:2.0:1767327138.231542:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010387328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327138.231552:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010386944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231560:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9039
00010000:00020000:3.0:1767327138.231571:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327138.231593:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010387328:12345-0@lo:400:kworker.0 Request processed in 57us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327138.231600:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629
00000100:00100000:3.0:1767327138.231622:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010386944:12345-0@lo:38:kworker.0 Request processed in 71us (427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327138.231632:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:1.0:1767327138.231639:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010386688:0@lo:400:kworker.0
00000100:00080000:0.0:1767327138.231660:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327138.231668:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327138.231704:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010387328:0@lo:400:kworker.0
00000100:00100000:2.0:1767327138.231708:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327138.231710:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010386816:0@lo:400:kworker.0
00000100:00100000:3.0:1767327138.231736:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010387072:0@lo:400:kworker.0
00000100:00100000:1.0:1767327138.231744:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387200
00000100:00100000:1.0:1767327138.231749:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387200
00000100:00080000:2.0:1767327138.231755:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327138.231762:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327138.231767:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010386560:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231788:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:2.0:1767327138.231789:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010387456:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231797:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010387200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327138.231809:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327138.231823:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327138.231840:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010387200:12345-0@lo:38:kworker.0 Request processed in 43us (137us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327138.231846:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00100000:1.0:1767327138.231859:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387456
00000100:00100000:1.0:1767327138.231862:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387456
00000100:00080000:2.0:1767327138.231867:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327138.231873:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327138.231878:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010386944:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231889:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00080000:2.0:1767327138.231893:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327138.231895:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010387456:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327138.231905:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:1.0:1767327138.231909:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327138.231913:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010387200:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231943:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010387456:12345-0@lo:38:kworker.0 Request processed in 45us (119us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327138.231944:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327138.231953:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327138.231960:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010387456:0@lo:38:kworker.0
00000100:00100000:1.0:1767327138.231968:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00010000:00010000:1.0:1767327139.190566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327140.214560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327141.238585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327141.814648:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010387584:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327141.814756:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327141.814811:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387584
00000100:00100000:0.0:1767327141.814823:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387584
00000100:00080000:2.0:1767327141.814893:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327141.814923:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7901
00000100:00100000:0.0:1767327141.814937:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010387584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327141.814976:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327141.815036:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010387584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327141.815046:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7901
00000100:00100000:1.0:1767327141.815073:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010387584:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327142.262639:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327142.326757:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010387712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327142.326855:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327142.326921:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387712
00000100:00100000:2.0:1767327142.326933:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387712
00000100:00080000:0.0:1767327142.326990:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327142.327019:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902
00000100:00100000:2.0:1767327142.327030:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010387712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327142.327070:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327142.327132:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010387712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327142.327142:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902
00000100:00100000:0.0:1767327142.327177:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010387712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327142.737016:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327142.737062:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327142.737091:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172480
00000100:00100000:0.0:1767327142.737106:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172480
00000100:00100000:3.0:1767327142.737110:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172608
00000100:00100000:3.0:1767327142.737116:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172608
00000100:00100000:0.0:1767327142.737173:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1630
00000100:00100000:0.0:1767327142.737191:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993172608:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327142.737191:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3359
00000100:00080000:2.0:1767327142.737249:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327142.737287:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993172480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327142.737314:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327142.737318:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993172608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 127us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327142.737331:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1630
00000100:00100000:1.0:1767327142.737391:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993172480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 110us (386us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327142.737398:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3359
00010000:00010000:0.0:1767327143.286579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327143.350539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327143.350552:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327143.350556:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327143.350560:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327143.350565:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327143.350575:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12336
00000100:00080000:3.0:1767327143.350580:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327143.350591:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327143.350654:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60700 x1853164010387840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327143.350729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010387840:0@lo:38:kworker.0
00000100:00080000:3.0:1767327143.350743:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327143.350747:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010387968:0@lo:400:kworker.0
00000100:00080000:3.0:1767327143.350750:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327143.350755:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327143.350762:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12336
00000100:00080000:3.0:1767327143.350766:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327143.350771:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327143.350795:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60000 x1853164010388224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327143.350833:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327143.350847:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327143.350854:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327143.350861:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327143.350865:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010388096:0@lo:400:kworker.0
00000100:00080000:3.0:1767327143.350869:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12336
00000100:00080000:3.0:1767327143.350883:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327143.350893:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327143.350895:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327143.350905:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010388352:0@lo:400:kworker.0
00000100:00100000:3.0:1767327143.350924:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63100 x1853164010388480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327143.350955:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327143.350963:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327143.350964:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327143.350978:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327143.350983:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327143.350992:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12336
00000100:00080000:3.0:1767327143.351002:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327143.351010:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327143.351019:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327143.351023:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010388608:0@lo:400:kworker.0
00000100:00100000:3.0:1767327143.351063:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63b80 x1853164010388736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327143.351084:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327143.351091:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010388224:0@lo:38:kworker.0
00000100:00100000:1.0:1767327143.351166:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387840
00000100:00100000:2.0:1767327143.351180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327143.351181:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387840
00000100:00100000:0.0:1767327143.351187:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388352
00000100:00100000:0.0:1767327143.351197:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388352
00000100:00100000:3.0:1767327143.351204:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010387968
00000100:00100000:3.0:1767327143.351229:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010387968
00000100:00100000:2.0:1767327143.351268:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010388480:0@lo:38:kworker.0
00000100:00100000:1.0:1767327143.351322:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35006
00000100:00100000:0.0:1767327143.351324:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388608
00000100:00100000:3.0:1767327143.351328:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388096
00000100:00100000:0.0:1767327143.351333:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388608
00000100:00100000:3.0:1767327143.351338:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388096
00000100:00100000:1.0:1767327143.351350:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010387840:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327143.351350:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327143.351386:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388224
00000100:00100000:0.0:1767327143.351392:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388224
00010000:00020000:1.0:1767327143.351395:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327143.351405:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9040
00000100:00100000:3.0:1767327143.351457:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010387968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327143.351460:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388480
00000100:00100000:0.0:1767327143.351466:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388480
00000100:00100000:2.0:1767327143.351486:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010388736:0@lo:38:kworker.0
00000100:00100000:0.0:1767327143.351498:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631
00000100:00100000:0.0:1767327143.351520:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010388352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327143.351545:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010387840:12345-0@lo:38:kworker.0 Request processed in 200us (575us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327143.351570:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35006
00000100:00100000:2.0:1767327143.351601:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327143.351605:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010387968:12345-0@lo:400:kworker.0 Request processed in 181us (769us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327143.351613:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010388352:12345-0@lo:400:kworker.0 Request processed in 100us (650us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327143.351631:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9040
00000100:00100000:0.0:1767327143.351632:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631
00000100:00100000:1.0:1767327143.351658:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9041
00000100:00100000:0.0:1767327143.351684:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388736
00000100:00100000:1.0:1767327143.351691:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010388096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327143.351693:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388736
00000100:00080000:2.0:1767327143.351703:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327143.351724:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327143.351736:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632
00000100:00100000:2.0:1767327143.351745:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010387840:0@lo:38:kworker.0
00000100:00100000:0.0:1767327143.351755:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:3.0:1767327143.351765:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010388608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327143.351772:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010388224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327143.351793:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327143.351819:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010388096:12345-0@lo:400:kworker.0 Request processed in 139us (815us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327143.351843:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9041
00000100:00100000:3.0:1767327143.351881:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010388608:12345-0@lo:400:kworker.0 Request processed in 109us (785us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327143.351884:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:0.0:1767327143.351885:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010388224:12345-0@lo:38:kworker.0 Request processed in 92us (693us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327143.351920:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010388480:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327143.351921:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632
00000100:00100000:0.0:1767327143.351944:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00010000:00020000:2.0:1767327143.351960:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327143.351965:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:1.0:1767327143.351985:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010388736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327143.352007:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327143.352028:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767327143.352040:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327143.352048:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010387968:0@lo:400:kworker.0
00000100:00100000:2.0:1767327143.352056:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010388480:12345-0@lo:38:kworker.0 Request processed in 145us (710us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327143.352080:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010388608:0@lo:400:kworker.0
00000100:00100000:2.0:1767327143.352094:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00000100:00100000:1.0:1767327143.352107:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010388736:12345-0@lo:38:kworker.0 Request processed in 118us (508us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327143.352118:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010388352:0@lo:400:kworker.0
00000100:00100000:1.0:1767327143.352127:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00080000:3.0:1767327143.352165:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327143.352179:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327143.352184:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010388736:0@lo:38:kworker.0
00000100:00080000:3.0:1767327143.352235:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327143.352245:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327143.352253:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010388224:0@lo:38:kworker.0
00000100:00080000:3.0:1767327143.352278:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327143.352280:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010388096:0@lo:400:kworker.0
00000100:00080000:3.0:1767327143.352290:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327143.352317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010388480:0@lo:38:kworker.0
00010000:00010000:1.0:1767327144.310588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327145.334555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327146.358532:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327146.934647:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010388864:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327146.934712:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327146.934743:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388864
00000100:00100000:2.0:1767327146.934752:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388864
00000100:00100000:2.0:1767327146.934811:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7903
00000100:00080000:0.0:1767327146.934815:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327146.934821:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010388864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327146.934847:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327146.934891:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010388864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327146.934896:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7903
00000100:00100000:0.0:1767327146.934939:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010388864:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327147.382571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327147.446572:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327147.446593:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010388992:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327147.446654:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327147.446708:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010388992
00000100:00100000:2.0:1767327147.446716:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010388992
00000100:00080000:0.0:1767327147.446764:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327147.446770:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7904
00000100:00100000:2.0:1767327147.446777:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010388992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327147.446803:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327147.446843:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010388992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327147.446849:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7904
00000100:00100000:3.0:1767327147.446879:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010388992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327147.856933:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327147.856966:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327147.857017:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172864
00000100:00100000:3.0:1767327147.857018:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172736
00000100:00100000:1.0:1767327147.857027:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172864
00000100:00100000:3.0:1767327147.857028:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172736
00000100:00100000:3.0:1767327147.857076:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1633
00000100:00100000:3.0:1767327147.857088:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993172864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327147.857091:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3363
00000100:00100000:1.0:1767327147.857102:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993172736:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327147.857120:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327147.857127:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327147.857172:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993172736:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 67us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327147.857172:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993172864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327147.857193:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3363
00000100:00100000:3.0:1767327147.857207:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1633
00010000:00010000:0.0:1767327148.406572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327148.470508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327148.470516:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327148.470519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327148.470522:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327148.470526:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327148.470533:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12341
00000100:00080000:3.0:1767327148.470536:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327148.470543:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327148.470580:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60000 x1853164010389120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327148.470626:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010389120:0@lo:38:kworker.0
00000100:00080000:3.0:1767327148.470634:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327148.470638:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327148.470640:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327148.470644:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12341
00000100:00080000:3.0:1767327148.470646:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327148.470649:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327148.470661:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61500 x1853164010389504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327148.470670:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010389248:0@lo:400:kworker.0
00000100:00100000:2.0:1767327148.470702:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327148.470702:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327148.470710:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010389376:0@lo:400:kworker.0
00000100:00080000:3.0:1767327148.470710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327148.470714:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327148.470723:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12341
00000100:00100000:1.0:1767327148.470724:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327148.470729:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327148.470737:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327148.470742:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010389504:0@lo:38:kworker.0
00000100:00100000:3.0:1767327148.470757:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010389760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327148.470769:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327148.470777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327148.470791:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327148.470795:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327148.470797:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327148.470801:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389248
00000100:00080000:3.0:1767327148.470801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12341
00000100:00080000:3.0:1767327148.470806:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327148.470810:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327148.470812:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389248
00000100:00100000:2.0:1767327148.470820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010389760:0@lo:38:kworker.0
00000100:00100000:3.0:1767327148.470827:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63480 x1853164010390016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327148.470835:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389120
00000100:00100000:0.0:1767327148.470842:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389120
00000100:00100000:2.0:1767327148.470855:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327148.470867:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010389888:0@lo:400:kworker.0
00000100:00100000:1.0:1767327148.470880:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389376
00000100:00100000:0.0:1767327148.470882:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35007
00000100:00100000:1.0:1767327148.470886:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389376
00000100:00100000:0.0:1767327148.470892:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010389120:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327148.470892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010390016:0@lo:38:kworker.0
00000100:00100000:1.0:1767327148.470908:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9042
00010000:00020000:0.0:1767327148.470916:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327148.470916:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327148.470919:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010389248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327148.470939:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389504
00000100:00100000:2.0:1767327148.470944:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389504
00000100:00100000:3.0:1767327148.470961:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327148.470967:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010389120:12345-0@lo:38:kworker.0 Request processed in 75us (264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327148.470970:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389760
00000100:00100000:3.0:1767327148.470970:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010389632:0@lo:400:kworker.0
00000100:00100000:2.0:1767327148.470976:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389760
00000100:00100000:0.0:1767327148.470980:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35007
00000100:00100000:1.0:1767327148.471001:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010389248:12345-0@lo:400:kworker.0 Request processed in 82us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327148.471003:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389888
00000100:00100000:2.0:1767327148.471010:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389888
00000100:00100000:3.0:1767327148.471013:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327148.471014:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327148.471016:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9042
00000100:00080000:0.0:1767327148.471024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327148.471044:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9043
00000100:00100000:2.0:1767327148.471053:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010389632
00000100:00100000:1.0:1767327148.471055:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010389376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327148.471057:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010389632
00000100:00100000:0.0:1767327148.471062:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634
00000100:00100000:0.0:1767327148.471077:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010389888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327148.471095:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635
00000100:00100000:2.0:1767327148.471104:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00000100:00100000:1.0:1767327148.471108:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010389376:12345-0@lo:400:kworker.0 Request processed in 54us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327148.471109:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010389632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327148.471117:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010389504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327148.471125:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9043
00000100:00100000:0.0:1767327148.471130:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010389888:12345-0@lo:400:kworker.0 Request processed in 55us (214us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327148.471138:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327148.471144:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634
00000100:00100000:0.0:1767327148.471168:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:1.0:1767327148.471188:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010389248:0@lo:400:kworker.0
00000100:00100000:0.0:1767327148.471194:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010389760:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327148.471197:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010389632:12345-0@lo:400:kworker.0 Request processed in 93us (187us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327148.471211:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327148.471212:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635
00000100:00100000:2.0:1767327148.471213:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010389504:12345-0@lo:38:kworker.0 Request processed in 93us (435us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327148.471223:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00080000:1.0:1767327148.471256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327148.471262:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010389632:0@lo:400:kworker.0
00000100:00100000:2.0:1767327148.471267:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327148.471269:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010389760:12345-0@lo:38:kworker.0 Request processed in 89us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327148.471281:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00100000:3.0:1767327148.471291:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010389888:0@lo:400:kworker.0
00000100:00100000:1.0:1767327148.471297:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010389376:0@lo:400:kworker.0
00000100:00100000:0.0:1767327148.471305:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390016
00000100:00100000:0.0:1767327148.471311:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390016
00000100:00080000:2.0:1767327148.471314:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327148.471320:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327148.471325:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010389760:0@lo:38:kworker.0
00000100:00080000:2.0:1767327148.471337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327148.471341:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327148.471348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010389504:0@lo:38:kworker.0
00000100:00100000:0.0:1767327148.471349:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:0.0:1767327148.471357:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010390016:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327148.471360:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327148.471364:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767327148.471368:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327148.471369:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010389120:0@lo:38:kworker.0
00000100:00080000:2.0:1767327148.471400:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327148.471405:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010390016:12345-0@lo:38:kworker.0 Request processed in 46us (141us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327148.471407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327148.471414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010390016:0@lo:38:kworker.0
00000100:00100000:0.0:1767327148.471449:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00010000:00010000:1.0:1767327149.430570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327150.454585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327151.478541:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327152.054583:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010390144:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327152.054646:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327152.054696:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390144
00000100:00100000:2.0:1767327152.054704:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390144
00000100:00080000:1.0:1767327152.054746:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327152.054757:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7905
00000100:00100000:2.0:1767327152.054766:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010390144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327152.054793:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327152.054834:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010390144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327152.054840:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7905
00000100:00100000:1.0:1767327152.054873:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010390144:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327152.502567:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327152.566589:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010390272:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327152.566648:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327152.566683:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390272
00000100:00100000:2.0:1767327152.566691:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390272
00000100:00080000:1.0:1767327152.566733:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327152.566748:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7906
00000100:00100000:2.0:1767327152.566757:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010390272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327152.566782:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327152.566833:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010390272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327152.566842:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7906
00000100:00100000:1.0:1767327152.566890:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010390272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327152.976992:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327152.977048:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327152.977083:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993173120
00000100:00100000:0.0:1767327152.977112:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993173120
00000100:00100000:3.0:1767327152.977134:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993172992
00000100:00100000:3.0:1767327152.977159:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993172992
00000100:00080000:1.0:1767327152.977181:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327152.977221:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1636
00000100:00100000:0.0:1767327152.977240:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3367
00000100:00100000:3.0:1767327152.977242:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993173120:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327152.977255:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993172992:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327152.977276:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327152.977342:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993173120:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 106us (355us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327152.977343:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993172992:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327152.977360:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1636
00000100:00100000:0.0:1767327152.977366:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3367
00010000:00010000:0.0:1767327153.526586:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327153.590494:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327153.590505:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327153.590508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327153.590513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327153.590518:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327153.590526:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12346
00000100:00080000:3.0:1767327153.590532:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327153.590539:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327153.590578:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010390400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327153.590633:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010390400:0@lo:38:kworker.0
00000100:00080000:3.0:1767327153.590657:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327153.590664:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327153.590667:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327153.590673:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12346
00000100:00100000:0.0:1767327153.590677:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010390528:0@lo:400:kworker.0
00000100:00080000:3.0:1767327153.590678:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767327153.590685:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010390656:0@lo:400:kworker.0
00000100:00080000:3.0:1767327153.590687:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327153.590697:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327153.590711:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60380 x1853164010390784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327153.590735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010390784:0@lo:38:kworker.0
00000100:00100000:1.0:1767327153.590740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327153.590754:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390400
00000100:00080000:3.0:1767327153.590760:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327153.590763:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390400
00000100:00080000:3.0:1767327153.590766:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327153.590770:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327153.590777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12346
00000100:00100000:2.0:1767327153.590778:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327153.590785:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327153.590791:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327153.590797:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327153.590808:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010390912:0@lo:400:kworker.0
00000100:00100000:3.0:1767327153.590812:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60000 x1853164010391040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327153.590815:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35008
00000100:00100000:0.0:1767327153.590827:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010390400:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327153.590838:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327153.590848:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327153.590861:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390656
00000100:00100000:2.0:1767327153.590867:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390656
00000100:00080000:3.0:1767327153.590867:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327153.590870:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010391168:0@lo:400:kworker.0
00000100:00080000:3.0:1767327153.590879:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327153.590883:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327153.590890:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12346
00000100:00100000:0.0:1767327153.590894:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010390400:12345-0@lo:38:kworker.0 Request processed in 65us (194us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327153.590896:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327153.590907:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35008
00000100:00080000:3.0:1767327153.590907:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327153.590909:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327153.590913:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9044
00000100:00100000:2.0:1767327153.590923:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010390656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327153.590931:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010391296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327153.590950:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390784
00000100:00100000:0.0:1767327153.590955:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390784
00000100:00100000:1.0:1767327153.590957:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390912
00000100:00100000:1.0:1767327153.590962:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390912
00000100:00100000:3.0:1767327153.590968:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010391040:0@lo:38:kworker.0
00000100:00100000:2.0:1767327153.590978:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010390656:12345-0@lo:400:kworker.0 Request processed in 55us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327153.590979:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391168
00000100:00100000:0.0:1767327153.590985:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391168
00000100:00100000:2.0:1767327153.590988:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9044
00000100:00100000:1.0:1767327153.591008:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637
00000100:00100000:3.0:1767327153.591017:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327153.591023:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010390912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327153.591023:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638
00000100:00100000:0.0:1767327153.591030:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391040
00000100:00100000:0.0:1767327153.591035:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391040
00000100:00100000:2.0:1767327153.591037:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010391168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327153.591044:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010391296:0@lo:38:kworker.0
00000100:00100000:0.0:1767327153.591053:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:0.0:1767327153.591059:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010390784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327153.591069:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327153.591080:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010390912:12345-0@lo:400:kworker.0 Request processed in 64us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327153.591086:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637
00000100:00100000:2.0:1767327153.591096:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010391168:12345-0@lo:400:kworker.0 Request processed in 62us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327153.591102:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327153.591112:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638
00000100:00100000:0.0:1767327153.591113:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010390784:12345-0@lo:38:kworker.0 Request processed in 47us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327153.591121:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:1.0:1767327153.591128:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010391040:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327153.591132:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327153.591133:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00100000:2.0:1767327153.591134:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391296
00010000:00020000:1.0:1767327153.591155:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327153.591157:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391296
00000100:00080000:3.0:1767327153.591158:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327153.591164:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010390784:0@lo:38:kworker.0
00000100:00100000:0.0:1767327153.591178:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327153.591184:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327153.591191:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327153.591196:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010391040:12345-0@lo:38:kworker.0 Request processed in 64us (177us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327153.591199:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010390400:0@lo:38:kworker.0
00000100:00100000:2.0:1767327153.591201:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:1.0:1767327153.591213:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00100000:2.0:1767327153.591218:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010391296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327153.591235:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327153.591235:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327153.591239:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327153.591244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327153.591249:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010391040:0@lo:38:kworker.0
00000100:00100000:0.0:1767327153.591251:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010390656:0@lo:400:kworker.0
00000100:00100000:1.0:1767327153.591265:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010391168:0@lo:400:kworker.0
00000100:00100000:1.0:1767327153.591281:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010390912:0@lo:400:kworker.0
00000100:00100000:2.0:1767327153.591295:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010391296:12345-0@lo:38:kworker.0 Request processed in 79us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327153.591303:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00080000:3.0:1767327153.591313:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327153.591321:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327153.591326:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010391296:0@lo:38:kworker.0
00000100:00100000:2.0:1767327153.591338:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010390528
00000100:00100000:2.0:1767327153.591343:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010390528
00000100:00100000:2.0:1767327153.591367:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9045
00000100:00100000:2.0:1767327153.591371:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010390528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327153.591408:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010390528:12345-0@lo:400:kworker.0 Request processed in 35us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327153.591445:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9045
00000100:00100000:0.0:1767327153.591453:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010390528:0@lo:400:kworker.0
00010000:00010000:1.0:1767327154.550545:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327155.574599:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327156.598543:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327157.174600:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327157.174620:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010391424:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327157.174682:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327157.174734:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391424
00000100:00100000:2.0:1767327157.174745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391424
00000100:00080000:1.0:1767327157.174799:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327157.174826:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907
00000100:00100000:2.0:1767327157.174836:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010391424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327157.174862:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327157.174909:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010391424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327157.174918:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907
00000100:00100000:1.0:1767327157.174944:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010391424:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327157.622595:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327157.686605:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327157.686625:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010391552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327157.686691:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327157.686737:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391552
00000100:00100000:0.0:1767327157.686745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391552
00000100:00080000:1.0:1767327157.686779:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327157.686797:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908
00000100:00100000:0.0:1767327157.686805:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010391552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327157.686832:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327157.686874:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010391552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327157.686879:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908
00000100:00100000:2.0:1767327157.686929:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010391552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327158.096912:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327158.096944:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327158.096971:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993173376
00000100:00100000:2.0:1767327158.096983:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993173376
00000100:00100000:0.0:1767327158.096998:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993173248
00000100:00100000:0.0:1767327158.097006:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993173248
00000100:00080000:1.0:1767327158.097048:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327158.097058:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1639
00000100:00100000:2.0:1767327158.097067:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3371
00000100:00100000:0.0:1767327158.097071:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993173376:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327158.097080:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993173248:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327158.097103:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327158.097167:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993173376:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327158.097174:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993173248:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327158.097182:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1639
00000100:00100000:2.0:1767327158.097191:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3371
00010000:00010000:0.0:1767327158.646540:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327158.710511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327158.710521:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327158.710525:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327158.710529:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327158.710533:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327158.710542:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12351
00000100:00080000:1.0:1767327158.710548:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327158.710555:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327158.710599:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048700 x1853164010391680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327158.710659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010391680:0@lo:38:kworker.0
00000100:00080000:1.0:1767327158.710665:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327158.710670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327158.710674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327158.710679:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12351
00000100:00080000:1.0:1767327158.710683:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327158.710688:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327158.710694:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010391808:0@lo:400:kworker.0
00000100:00100000:1.0:1767327158.710704:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431f80 x1853164010392064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327158.710707:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010391936:0@lo:400:kworker.0
00000100:00100000:3.0:1767327158.710729:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327158.710752:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327158.710753:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327158.710759:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327158.710761:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327158.710766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12351
00000100:00080000:1.0:1767327158.710770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327158.710776:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391680
00000100:00080000:1.0:1767327158.710776:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327158.710784:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391680
00000100:00100000:3.0:1767327158.710794:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010392064:0@lo:38:kworker.0
00000100:00100000:1.0:1767327158.710796:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433100 x1853164010392320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327158.710814:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391808
00000100:00100000:2.0:1767327158.710819:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391808
00000100:00100000:0.0:1767327158.710824:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35009
00000100:00080000:1.0:1767327158.710827:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327158.710830:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327158.710835:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010391680:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327158.710837:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327158.710842:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327158.710847:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12351
00000100:00080000:1.0:1767327158.710851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00010000:00020000:0.0:1767327158.710855:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327158.710859:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327158.710863:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9046
00000100:00100000:3.0:1767327158.710863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010392320:0@lo:38:kworker.0
00000100:00100000:2.0:1767327158.710876:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010391808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327158.710882:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431500 x1853164010392576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327158.710899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327158.710908:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010391680:12345-0@lo:38:kworker.0 Request processed in 74us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327158.710915:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35009
00000100:00100000:1.0:1767327158.710921:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010392192:0@lo:400:kworker.0
00000100:00080000:3.0:1767327158.710939:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327158.710946:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010391808:12345-0@lo:400:kworker.0 Request processed in 70us (194us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327158.710947:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327158.710948:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327158.710955:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010391680:0@lo:38:kworker.0
00000100:00100000:2.0:1767327158.710966:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9046
00000100:00100000:1.0:1767327158.710971:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327158.710980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010392576:0@lo:38:kworker.0
00000100:00100000:2.0:1767327158.710994:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010391936
00000100:00100000:0.0:1767327158.710996:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392064
00000100:00100000:2.0:1767327158.710999:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010391936
00000100:00100000:0.0:1767327158.711001:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392064
00000100:00100000:3.0:1767327158.711013:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327158.711014:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327158.711027:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010392448:0@lo:400:kworker.0
00000100:00100000:0.0:1767327158.711034:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392320
00000100:00100000:0.0:1767327158.711037:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392320
00000100:00100000:2.0:1767327158.711044:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9047
00000100:00100000:2.0:1767327158.711056:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010391936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327158.711063:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392192
00000100:00100000:0.0:1767327158.711064:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392576
00000100:00100000:3.0:1767327158.711069:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392192
00000100:00100000:1.0:1767327158.711070:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327158.711072:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392576
00000100:00100000:0.0:1767327158.711091:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392448
00000100:00100000:0.0:1767327158.711096:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392448
00000100:00100000:2.0:1767327158.711131:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010391936:12345-0@lo:400:kworker.0 Request processed in 76us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327158.711132:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640
00000100:00100000:3.0:1767327158.711147:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010392192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327158.711148:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9047
00000100:00100000:0.0:1767327158.711156:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641
00000100:00100000:0.0:1767327158.711171:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010392448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327158.711171:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:1.0:1767327158.711185:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010392064:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327158.711193:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010392192:12345-0@lo:400:kworker.0 Request processed in 51us (226us total) trans 0 rc 0/0
00010000:00020000:1.0:1767327158.711203:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327158.711203:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640
00000100:00100000:2.0:1767327158.711210:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010391808:0@lo:400:kworker.0
00000100:00100000:3.0:1767327158.711227:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:0.0:1767327158.711230:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010392448:12345-0@lo:400:kworker.0 Request processed in 62us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327158.711236:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010392320:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327158.711245:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641
00010000:00020000:3.0:1767327158.711250:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327158.711274:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:1.0:1767327158.711275:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010392064:12345-0@lo:38:kworker.0 Request processed in 87us (442us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327158.711284:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010392576:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327158.711285:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010392320:12345-0@lo:38:kworker.0 Request processed in 49us (387us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327158.711290:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00080000:2.0:1767327158.711297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327158.711302:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327158.711303:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00100000:2.0:1767327158.711325:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010392448:0@lo:400:kworker.0
00000100:00100000:2.0:1767327158.711341:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010392192:0@lo:400:kworker.0
00000100:00100000:0.0:1767327158.711353:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010392576:12345-0@lo:38:kworker.0 Request processed in 68us (340us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327158.711355:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327158.711363:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00080000:3.0:1767327158.711366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327158.711373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010392576:0@lo:38:kworker.0
00000100:00100000:1.0:1767327158.711382:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010391936:0@lo:400:kworker.0
00000100:00080000:3.0:1767327158.711392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327158.711399:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327158.711403:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010392320:0@lo:38:kworker.0
00000100:00080000:3.0:1767327158.711436:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327158.711440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327158.711442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010392064:0@lo:38:kworker.0
00010000:00010000:1.0:1767327159.670589:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327160.694591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327161.718551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767327162.192888:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993173504 offset 0 length 520: 4
00000100:00100000:2.0:1767327162.192931:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327162.192980:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327162.193005:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993173760
00000100:00100000:0.0:1767327162.193017:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993173760
00000100:00100000:1.0:1767327162.193025:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993173632
00000100:00100000:1.0:1767327162.193032:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993173632
00000100:00080000:2.0:1767327162.193071:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327162.193092:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1642
00000100:00100000:0.0:1767327162.193104:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3375
00000100:00100000:1.0:1767327162.193111:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993173760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327162.193118:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993173632:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327162.193141:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327162.193195:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993173632:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327162.193196:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993173760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327162.193212:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3375
00000100:00100000:1.0:1767327162.193220:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1642
00000100:00100000:0.0:1767327162.294601:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010392704:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327162.294675:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327162.294726:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392704
00000100:00100000:2.0:1767327162.294736:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392704
00000100:00080000:1.0:1767327162.294772:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327162.294794:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7909
00000100:00100000:2.0:1767327162.294810:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010392704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327162.294840:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327162.294897:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010392704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327162.294904:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7909
00000100:00100000:0.0:1767327162.294946:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010392704:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327162.742563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327162.806611:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010392832:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327162.806670:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327162.806712:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392832
00000100:00100000:2.0:1767327162.806723:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392832
00000100:00080000:1.0:1767327162.806769:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327162.806789:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7910
00000100:00100000:2.0:1767327162.806800:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010392832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327162.806829:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327162.806882:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010392832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327162.806890:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7910
00000100:00100000:1.0:1767327162.806944:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010392832:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327163.766551:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327163.830500:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327138/real 1767327138]  req@ffff9bb48d04b800 x1853164010386432/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327163.830507:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327163.830516:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327163.830518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327163.830521:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327163.830525:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327163.830530:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12356
00000100:00100000:3.0:1767327163.830532:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48d04b800 x1853164010386432/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327163.830540:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327163.830551:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767327163.830552:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327163.830571:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327163.830581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010386432:0@lo:250:kworker.0
00000100:00100000:0.0:1767327163.830594:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39180 x1853164010392960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327163.830635:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010392960:0@lo:38:kworker.0
00000100:00080000:0.0:1767327163.830655:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327163.830659:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327163.830661:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327163.830665:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12356
00000100:00080000:0.0:1767327163.830668:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327163.830670:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010393216:0@lo:400:kworker.0
00000100:00080000:0.0:1767327163.830674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327163.830693:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0700 x1853164010393344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327163.830697:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010393088:0@lo:400:kworker.0
00000100:00100000:3.0:1767327163.830704:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327163.830714:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327163.830737:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327163.830741:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327163.830743:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327163.830748:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12356
00000100:00080000:0.0:1767327163.830751:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327163.830754:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327163.830764:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327163.830768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f800 x1853164010393600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327163.830773:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010393344:0@lo:38:kworker.0
00000100:00100000:1.0:1767327163.830793:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393216
00000100:00080000:0.0:1767327163.830798:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327163.830801:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393216
00000100:00080000:0.0:1767327163.830803:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327163.830806:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327163.830810:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12356
00000100:00080000:0.0:1767327163.830815:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327163.830816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327163.830821:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327163.830828:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393088
00000100:00100000:0.0:1767327163.830834:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c380 x1853164010393856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327163.830835:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393088
00000100:00100000:3.0:1767327163.830847:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010393600:0@lo:38:kworker.0
00000100:00080000:0.0:1767327163.830851:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327163.830856:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327163.830857:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327163.830860:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9048
00000100:00080000:0.0:1767327163.830866:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12336
00000100:00080000:0.0:1767327163.830872:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327163.830875:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010393216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327163.830875:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327163.830881:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327163.830894:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9049
00000100:00100000:3.0:1767327163.830900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010393856:0@lo:38:kworker.0
00000100:00100000:2.0:1767327163.830908:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010393088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327163.830916:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010393984/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327163.830941:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327163.830949:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010392960
00000100:00100000:1.0:1767327163.830955:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010393216:12345-0@lo:400:kworker.0 Request processed in 83us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327163.830956:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010392960
00000100:00100000:1.0:1767327163.830966:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9048
00000100:00100000:2.0:1767327163.830975:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010393088:12345-0@lo:400:kworker.0 Request processed in 70us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327163.830982:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010393984:0@lo:250:kworker.0
00000100:00100000:2.0:1767327163.830989:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9049
00000100:00100000:0.0:1767327163.830992:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35010
00000100:00100000:1.0:1767327163.831001:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010393728:0@lo:400:kworker.0
00000100:00100000:0.0:1767327163.831003:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010392960:12345-0@lo:38:kworker.0
00000400:00000100:3.0:1767327163.831009:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010393984 offset 0 length 520: 4
00010000:00020000:0.0:1767327163.831030:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327163.831040:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327163.831050:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010393088:0@lo:400:kworker.0
00000100:00100000:3.0:1767327163.831084:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393344
00000100:00100000:3.0:1767327163.831088:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393344
00000100:00100000:1.0:1767327163.831089:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327163.831098:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010393472:0@lo:400:kworker.0
00000100:00100000:2.0:1767327163.831102:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393600
00000100:00100000:2.0:1767327163.831110:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393600
00000100:00100000:0.0:1767327163.831111:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010392960:12345-0@lo:38:kworker.0 Request processed in 108us (417us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327163.831115:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393856
00000100:00100000:3.0:1767327163.831120:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393856
00000100:00100000:0.0:1767327163.831128:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35010
00000100:00100000:1.0:1767327163.831128:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327163.831135:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393728
00000100:00100000:3.0:1767327163.831139:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393728
00000100:00100000:2.0:1767327163.831143:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010393472
00000100:00100000:2.0:1767327163.831149:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010393472
00000100:00100000:1.0:1767327163.831176:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010393216:0@lo:400:kworker.0
00000100:00100000:3.0:1767327163.831188:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643
00000100:00100000:2.0:1767327163.831197:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644
00000100:00100000:3.0:1767327163.831203:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010393728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327163.831211:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:2.0:1767327163.831213:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010393472:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327163.831218:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327163.831223:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010393344:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327163.831234:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00010000:00020000:0.0:1767327163.831239:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327163.831242:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010393600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327163.831254:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327163.831269:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010393728:12345-0@lo:400:kworker.0 Request processed in 72us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327163.831273:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010393472:12345-0@lo:400:kworker.0 Request processed in 63us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327163.831280:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643
00000100:00100000:2.0:1767327163.831288:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644
00000100:00100000:0.0:1767327163.831294:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010393344:12345-0@lo:38:kworker.0 Request processed in 71us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327163.831297:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010393600:12345-0@lo:38:kworker.0 Request processed in 55us (426us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327163.831305:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:3.0:1767327163.831312:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010393856:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327163.831317:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:1.0:1767327163.831324:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00010000:00020000:3.0:1767327163.831326:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327163.831353:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327163.831361:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010393856:12345-0@lo:38:kworker.0 Request processed in 49us (421us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327163.831363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327163.831374:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010393600:0@lo:38:kworker.0
00000100:00100000:3.0:1767327163.831375:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:0.0:1767327163.831386:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010393472:0@lo:400:kworker.0
00000100:00080000:2.0:1767327163.831395:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327163.831401:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327163.831407:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010393344:0@lo:38:kworker.0
00000100:00100000:0.0:1767327163.831409:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010393728:0@lo:400:kworker.0
00000100:00080000:2.0:1767327163.831459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327163.831465:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327163.831469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010392960:0@lo:38:kworker.0
00000100:00080000:2.0:1767327163.831488:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327163.831492:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327163.831496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010393856:0@lo:38:kworker.0
00010000:00010000:1.0:1767327164.790584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327165.814614:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327166.838542:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327167.312856:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327167.312886:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327167.312924:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993173888
00000100:00100000:3.0:1767327167.312933:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993173888
00000100:00100000:2.0:1767327167.312951:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174016
00000100:00100000:2.0:1767327167.312959:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174016
00000100:00100000:3.0:1767327167.312973:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3379
00000100:00100000:3.0:1767327167.312980:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993173888:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327167.313001:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327167.313029:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1645
00000100:00080000:0.0:1767327167.313035:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327167.313058:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993174016:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327167.313078:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993173888:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327167.313086:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3379
00000100:00100000:2.0:1767327167.313113:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993174016:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327167.313123:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1645
00000100:00100000:0.0:1767327167.414618:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010394112:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327167.414687:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327167.414742:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394112
00000100:00100000:2.0:1767327167.414752:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394112
00000100:00080000:0.0:1767327167.414807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327167.414816:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7911
00000100:00100000:2.0:1767327167.414829:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010394112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327167.414860:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327167.414912:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010394112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327167.414920:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7911
00000100:00100000:0.0:1767327167.414960:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010394112:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327167.862603:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327167.926592:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010394240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327167.926654:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327167.926704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394240
00000100:00100000:2.0:1767327167.926713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394240
00000100:00080000:0.0:1767327167.926774:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327167.926784:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7912
00000100:00100000:2.0:1767327167.926795:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010394240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327167.926826:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327167.926882:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010394240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327167.926889:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7912
00000100:00100000:1.0:1767327167.926939:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010394240:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327168.886594:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327168.950516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327168.950527:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327168.950530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327168.950534:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327168.950539:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327168.950548:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12361
00000100:00080000:0.0:1767327168.950553:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327168.950560:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327168.950599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d500 x1853164010394368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327168.950662:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327168.950667:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010394368:0@lo:38:kworker.0
00000100:00080000:0.0:1767327168.950668:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327168.950673:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327168.950680:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12361
00000100:00080000:0.0:1767327168.950684:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327168.950689:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327168.950695:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010394496:0@lo:400:kworker.0
00000100:00100000:3.0:1767327168.950695:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010394624:0@lo:400:kworker.0
00000100:00100000:0.0:1767327168.950708:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886a00 x1853164010394752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327168.950746:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327168.950748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327168.950755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327168.950757:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327168.950759:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327168.950766:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12361
00000100:00080000:0.0:1767327168.950769:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327168.950774:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327168.950778:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010394880:0@lo:400:kworker.0
00000100:00100000:0.0:1767327168.950791:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010395008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327168.950811:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010394752:0@lo:38:kworker.0
00000100:00080000:0.0:1767327168.950817:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327168.950823:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327168.950826:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010395136:0@lo:400:kworker.0
00000100:00080000:0.0:1767327168.950827:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327168.950833:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327168.950839:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12361
00000100:00080000:0.0:1767327168.950842:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327168.950847:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327168.950861:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327168.950865:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87b80 x1853164010395264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327168.950877:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394496
00000100:00100000:3.0:1767327168.950881:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394880
00000100:00100000:1.0:1767327168.950885:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394496
00000100:00100000:3.0:1767327168.950885:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394880
00000100:00100000:2.0:1767327168.950903:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010395008:0@lo:38:kworker.0
00000100:00100000:0.0:1767327168.950914:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327168.950933:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394752
00000100:00100000:1.0:1767327168.950934:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394624
00000100:00100000:1.0:1767327168.950939:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394624
00000100:00100000:3.0:1767327168.950939:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394752
00000100:00100000:2.0:1767327168.950940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327168.950971:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395008
00000100:00100000:1.0:1767327168.950974:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9050
00000100:00100000:3.0:1767327168.950975:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395008
00000100:00100000:2.0:1767327168.950981:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010395264:0@lo:38:kworker.0
00000100:00100000:1.0:1767327168.950988:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010394496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327168.950996:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9051
00000100:00100000:3.0:1767327168.951002:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646
00000100:00100000:0.0:1767327168.951012:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010394624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327168.951018:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010394880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327168.951025:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327168.951095:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010394496:12345-0@lo:400:kworker.0 Request processed in 110us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327168.951105:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9050
00000100:00100000:2.0:1767327168.951109:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010394368
00000100:00100000:0.0:1767327168.951117:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010394624:12345-0@lo:400:kworker.0 Request processed in 107us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327168.951117:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010394368
00000100:00100000:3.0:1767327168.951117:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010394880:12345-0@lo:400:kworker.0 Request processed in 105us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327168.951137:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646
00000100:00100000:0.0:1767327168.951141:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9051
00000100:00100000:1.0:1767327168.951154:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010394496:0@lo:400:kworker.0
00000100:00100000:2.0:1767327168.951156:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35011
00000100:00100000:3.0:1767327168.951161:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395264
00000100:00100000:3.0:1767327168.951165:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395264
00000100:00100000:2.0:1767327168.951170:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010394368:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327168.951189:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00010000:00020000:2.0:1767327168.951192:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327168.951197:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010394624:0@lo:400:kworker.0
00000100:00100000:3.0:1767327168.951200:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010394752:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327168.951212:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00010000:00020000:3.0:1767327168.951217:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327168.951219:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010395008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327168.951229:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327168.951250:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010394368:12345-0@lo:38:kworker.0 Request processed in 80us (501us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327168.951251:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00100000:1.0:1767327168.951262:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010395008:12345-0@lo:38:kworker.0 Request processed in 39us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327168.951262:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010394752:12345-0@lo:38:kworker.0 Request processed in 60us (400us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327168.951265:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010395264:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327168.951274:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35011
00000100:00100000:1.0:1767327168.951280:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00010000:00020000:0.0:1767327168.951288:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327168.951293:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00080000:1.0:1767327168.951309:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327168.951337:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010395264:12345-0@lo:38:kworker.0 Request processed in 73us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327168.951341:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010394880:0@lo:400:kworker.0
00000100:00100000:2.0:1767327168.951343:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327168.951358:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00000100:00100000:1.0:1767327168.951374:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395136
00000100:00100000:1.0:1767327168.951380:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395136
00000100:00080000:3.0:1767327168.951393:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327168.951399:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327168.951404:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010395264:0@lo:38:kworker.0
00000100:00080000:0.0:1767327168.951412:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327168.951442:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327168.951449:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647
00000100:00080000:3.0:1767327168.951449:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327168.951454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010394752:0@lo:38:kworker.0
00000100:00100000:1.0:1767327168.951459:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010395136:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327168.951468:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327168.951473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327168.951476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010395008:0@lo:38:kworker.0
00000100:00080000:3.0:1767327168.951485:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327168.951488:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327168.951492:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010394368:0@lo:38:kworker.0
00000100:00100000:1.0:1767327168.951508:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010395136:12345-0@lo:400:kworker.0 Request processed in 52us (171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327168.951515:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647
00000100:00100000:2.0:1767327168.951555:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010395136:0@lo:400:kworker.0
00010000:00010000:1.0:1767327169.910544:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327170.934562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327171.958537:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327172.432985:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327172.433044:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327172.433071:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174272
00000100:00100000:1.0:1767327172.433083:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174272
00000100:00100000:2.0:1767327172.433096:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174144
00000100:00100000:2.0:1767327172.433102:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174144
00000100:00100000:2.0:1767327172.433147:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1648
00000100:00080000:0.0:1767327172.433148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327172.433159:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3383
00000100:00100000:2.0:1767327172.433161:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993174272:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327172.433172:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993174144:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327172.433195:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327172.433232:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993174272:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327172.433235:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993174144:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (189us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327172.433252:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1648
00000100:00100000:1.0:1767327172.433263:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3383
00000100:00100000:1.0:1767327172.534641:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010395392:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327172.534702:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327172.534749:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395392
00000100:00100000:2.0:1767327172.534758:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395392
00000100:00080000:0.0:1767327172.534810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327172.534821:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7913
00000100:00100000:2.0:1767327172.534830:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010395392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327172.534858:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327172.534901:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010395392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327172.534909:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7913
00000100:00100000:1.0:1767327172.534951:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010395392:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327172.982597:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327173.046618:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010395520:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327173.046678:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327173.046730:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395520
00000100:00100000:0.0:1767327173.046739:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395520
00000100:00080000:1.0:1767327173.046788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327173.046812:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7914
00000100:00100000:0.0:1767327173.046825:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010395520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327173.046856:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327173.046910:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010395520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327173.046918:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7914
00000100:00100000:2.0:1767327173.046959:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010395520:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327174.006590:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327174.070532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327174.070539:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327174.070541:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327174.070545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327174.070548:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327174.070556:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12366
00000100:00080000:1.0:1767327174.070560:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327174.070572:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327174.070602:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433100 x1853164010395648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327174.070647:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327174.070650:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327174.070652:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327174.070656:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12366
00000100:00080000:1.0:1767327174.070658:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327174.070663:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327174.070665:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010395648:0@lo:38:kworker.0
00000100:00100000:0.0:1767327174.070673:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010395776:0@lo:400:kworker.0
00000100:00100000:1.0:1767327174.070676:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430000 x1853164010396032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327174.070691:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010395904:0@lo:400:kworker.0
00000100:00080000:1.0:1767327174.070707:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327174.070712:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327174.070713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327174.070717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12366
00000100:00080000:1.0:1767327174.070719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327174.070722:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327174.070734:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d500 x1853164010396288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327174.070748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327174.070749:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767327174.070750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327174.070755:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327174.070757:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327174.070760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327174.070764:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010396416:0@lo:400:kworker.0
00000100:00080000:1.0:1767327174.070767:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12366
00000100:00080000:1.0:1767327174.070772:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327174.070775:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327174.070783:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c380 x1853164010396544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327174.070814:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010396032:0@lo:38:kworker.0
00000100:00100000:2.0:1767327174.070827:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327174.070855:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395776
00000100:00100000:3.0:1767327174.070862:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327174.070864:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395776
00000100:00100000:2.0:1767327174.070864:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010396160:0@lo:400:kworker.0
00000100:00100000:1.0:1767327174.070876:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396416
00000100:00100000:1.0:1767327174.070881:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396416
00000100:00100000:3.0:1767327174.070895:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010396288:0@lo:38:kworker.0
00000100:00100000:2.0:1767327174.070903:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327174.070932:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9052
00000100:00100000:1.0:1767327174.070936:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396032
00000100:00100000:3.0:1767327174.070941:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327174.070942:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396032
00000100:00100000:0.0:1767327174.070947:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010395776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327174.070972:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396160
00000100:00100000:3.0:1767327174.070972:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010396544:0@lo:38:kworker.0
00000100:00100000:2.0:1767327174.070973:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396288
00000100:00100000:1.0:1767327174.070977:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396160
00000100:00100000:2.0:1767327174.070981:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396288
00000100:00100000:0.0:1767327174.071016:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010395776:12345-0@lo:400:kworker.0 Request processed in 75us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327174.071025:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9052
00000100:00100000:2.0:1767327174.071036:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649
00000100:00100000:3.0:1767327174.071042:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327174.071048:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650
00000100:00100000:2.0:1767327174.071055:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010396416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327174.071057:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395648
00000100:00100000:1.0:1767327174.071061:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010396160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327174.071064:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395648
00000100:00100000:3.0:1767327174.071081:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396544
00000100:00100000:3.0:1767327174.071088:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396544
00000100:00100000:0.0:1767327174.071092:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35012
00000100:00100000:0.0:1767327174.071098:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010395648:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327174.071110:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00010000:00020000:0.0:1767327174.071114:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327174.071121:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010396032:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327174.071127:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010396416:12345-0@lo:400:kworker.0 Request processed in 75us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327174.071128:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010396160:12345-0@lo:400:kworker.0 Request processed in 69us (225us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327174.071141:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327174.071147:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650
00000100:00100000:0.0:1767327174.071152:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010395648:12345-0@lo:38:kworker.0 Request processed in 51us (406us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327174.071160:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649
00000100:00100000:0.0:1767327174.071161:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35012
00000100:00100000:1.0:1767327174.071170:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:1.0:1767327174.071177:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010396288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327174.071189:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327174.071190:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010396032:12345-0@lo:38:kworker.0 Request processed in 68us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327174.071196:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:3.0:1767327174.071208:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767327174.071210:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010395776:0@lo:400:kworker.0
00000100:00100000:2.0:1767327174.071211:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010396544:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327174.071222:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010396288:12345-0@lo:38:kworker.0 Request processed in 42us (284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327174.071231:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00010000:00020000:2.0:1767327174.071232:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327174.071251:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327174.071255:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327174.071257:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327174.071264:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010396032:0@lo:38:kworker.0
00000100:00080000:1.0:1767327174.071264:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327174.071276:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327174.071278:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010396544:12345-0@lo:38:kworker.0 Request processed in 66us (236us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327174.071281:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327174.071289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327174.071293:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:0.0:1767327174.071295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010396288:0@lo:38:kworker.0
00000100:00100000:1.0:1767327174.071308:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010395904
00000100:00080000:0.0:1767327174.071313:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327174.071314:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010395904
00000100:00080000:0.0:1767327174.071320:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327174.071325:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010396544:0@lo:38:kworker.0
00000100:00080000:0.0:1767327174.071346:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327174.071350:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010396416:0@lo:400:kworker.0
00000100:00100000:1.0:1767327174.071351:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9053
00000100:00080000:0.0:1767327174.071354:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327174.071364:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010395648:0@lo:38:kworker.0
00000100:00100000:1.0:1767327174.071364:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010395904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327174.071378:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010396160:0@lo:400:kworker.0
00000100:00100000:1.0:1767327174.071412:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010395904:12345-0@lo:400:kworker.0 Request processed in 52us (144us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327174.071436:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9053
00000100:00100000:3.0:1767327174.071462:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010395904:0@lo:400:kworker.0
00010000:00010000:1.0:1767327175.030574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327176.054567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327177.078587:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327177.552895:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327177.552924:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327177.552952:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174528
00000100:00100000:2.0:1767327177.552961:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174528
00000100:00100000:3.0:1767327177.552996:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174400
00000100:00100000:3.0:1767327177.553004:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174400
00000100:00080000:1.0:1767327177.553027:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327177.553052:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1651
00000100:00100000:2.0:1767327177.553062:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3387
00000100:00100000:3.0:1767327177.553071:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993174528:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327177.553072:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993174400:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327177.553097:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327177.553150:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993174400:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327177.553158:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993174528:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 93us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327177.553159:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3387
00000100:00100000:3.0:1767327177.553172:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1651
00000100:00100000:0.0:1767327177.654600:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010396672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327177.654662:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327177.654707:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396672
00000100:00100000:2.0:1767327177.654715:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396672
00000100:00080000:1.0:1767327177.654760:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327177.654767:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7915
00000100:00100000:2.0:1767327177.654777:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010396672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327177.654803:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327177.654850:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010396672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327177.654856:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7915
00000100:00100000:0.0:1767327177.654896:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010396672:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327178.102550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327178.166563:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010396800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327178.166624:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327178.166666:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396800
00000100:00100000:0.0:1767327178.166674:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396800
00000100:00080000:1.0:1767327178.166722:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327178.166727:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7916
00000100:00100000:0.0:1767327178.166738:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010396800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327178.166763:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327178.166811:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010396800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327178.166818:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7916
00000100:00100000:2.0:1767327178.166851:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010396800:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327179.126552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327179.190490:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327179.190499:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327179.190503:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327179.190508:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327179.190513:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327179.190522:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12371
00000100:00080000:2.0:1767327179.190528:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327179.190536:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327179.190571:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39180 x1853164010396928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327179.190626:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327179.190630:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327179.190630:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010396928:0@lo:38:kworker.0
00000100:00080000:2.0:1767327179.190633:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327179.190643:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12371
00000100:00080000:2.0:1767327179.190646:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327179.190650:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327179.190661:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010397056:0@lo:400:kworker.0
00000100:00100000:2.0:1767327179.190666:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5880 x1853164010397312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327179.190677:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010397184:0@lo:400:kworker.0
00000100:00080000:2.0:1767327179.190696:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327179.190699:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327179.190701:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327179.190706:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12371
00000100:00080000:2.0:1767327179.190710:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327179.190712:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327179.190719:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327179.190719:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327179.190724:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010397440:0@lo:400:kworker.0
00000100:00100000:2.0:1767327179.190737:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c7800 x1853164010397568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327179.190755:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327179.190758:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327179.190760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327179.190765:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12371
00000100:00100000:3.0:1767327179.190768:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010397312:0@lo:38:kworker.0
00000100:00080000:2.0:1767327179.190770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767327179.190771:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327179.190777:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327179.190781:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010396928
00000100:00100000:0.0:1767327179.190789:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010396928
00000100:00100000:2.0:1767327179.190792:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5180 x1853164010397824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327179.190804:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327179.190812:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010397696:0@lo:400:kworker.0
00000100:00100000:3.0:1767327179.190820:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327179.190829:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35013
00000100:00100000:0.0:1767327179.190836:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010396928:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327179.190849:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327179.190856:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327179.190856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010397568:0@lo:38:kworker.0
00000100:00100000:2.0:1767327179.190861:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397440
00000100:00100000:2.0:1767327179.190869:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397440
00000100:00100000:1.0:1767327179.190883:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397056
00000100:00100000:1.0:1767327179.190888:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397056
00000100:00100000:0.0:1767327179.190910:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010396928:12345-0@lo:38:kworker.0 Request processed in 70us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327179.190916:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327179.190922:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35013
00000100:00100000:2.0:1767327179.190932:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397312
00000100:00100000:1.0:1767327179.190936:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9054
00000100:00100000:2.0:1767327179.190938:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397312
00000100:00100000:1.0:1767327179.190946:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010397056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327179.190977:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397696
00000100:00080000:3.0:1767327179.190978:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327179.190982:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397696
00000100:00100000:2.0:1767327179.190985:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397568
00000100:00080000:3.0:1767327179.190986:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327179.190990:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397568
00000100:00100000:3.0:1767327179.190996:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010396928:0@lo:38:kworker.0
00000100:00100000:1.0:1767327179.191008:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010397056:12345-0@lo:400:kworker.0 Request processed in 63us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327179.191014:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652
00000100:00100000:1.0:1767327179.191018:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9054
00000100:00100000:0.0:1767327179.191022:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653
00000100:00100000:3.0:1767327179.191024:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010397824:0@lo:38:kworker.0
00000100:00100000:2.0:1767327179.191027:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010397440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327179.191037:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010397696:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327179.191038:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327179.191046:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327179.191060:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:1.0:1767327179.191066:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010397312:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327179.191074:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327179.191078:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327179.191093:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010397440:12345-0@lo:400:kworker.0 Request processed in 71us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327179.191100:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652
00000100:00100000:0.0:1767327179.191106:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010397696:12345-0@lo:400:kworker.0 Request processed in 69us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327179.191116:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653
00000100:00100000:1.0:1767327179.191121:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010397312:12345-0@lo:38:kworker.0 Request processed in 53us (305us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327179.191121:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397824
00000100:00100000:2.0:1767327179.191126:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397824
00000100:00100000:1.0:1767327179.191131:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00100000:3.0:1767327179.191140:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:3.0:1767327179.191148:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010397568:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327179.191154:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:0.0:1767327179.191161:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010397824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327179.191166:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327179.191173:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327179.191179:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327179.191207:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327179.191213:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327179.191220:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010397312:0@lo:38:kworker.0
00000100:00100000:3.0:1767327179.191222:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010397568:12345-0@lo:38:kworker.0 Request processed in 69us (310us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327179.191227:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010397824:12345-0@lo:38:kworker.0 Request processed in 61us (151us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327179.191239:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327179.191240:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010397696:0@lo:400:kworker.0
00000100:00100000:3.0:1767327179.191240:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00100000:0.0:1767327179.191254:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00080000:2.0:1767327179.191254:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327179.191264:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010397568:0@lo:38:kworker.0
00000100:00100000:1.0:1767327179.191266:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010397440:0@lo:400:kworker.0
00000100:00100000:3.0:1767327179.191287:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397184
00000100:00100000:3.0:1767327179.191294:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397184
00000100:00100000:0.0:1767327179.191298:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010397056:0@lo:400:kworker.0
00000100:00080000:2.0:1767327179.191305:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327179.191312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327179.191317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010397824:0@lo:38:kworker.0
00000100:00100000:3.0:1767327179.191336:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9055
00000100:00100000:3.0:1767327179.191348:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010397184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327179.191393:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010397184:12345-0@lo:400:kworker.0 Request processed in 48us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327179.191400:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9055
00000100:00100000:1.0:1767327179.191437:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010397184:0@lo:400:kworker.0
00010000:00010000:1.0:1767327180.150552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327181.174535:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327182.198557:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327182.673012:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327182.673047:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327182.673073:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174784
00000100:00100000:3.0:1767327182.673083:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174784
00000100:00100000:1.0:1767327182.673090:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174656
00000100:00100000:1.0:1767327182.673096:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174656
00000100:00080000:0.0:1767327182.673134:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327182.673141:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1654
00000100:00100000:3.0:1767327182.673150:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3391
00000100:00100000:1.0:1767327182.673155:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993174784:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327182.673161:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993174656:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327182.673182:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327182.673230:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993174784:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327182.673231:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993174656:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327182.673247:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3391
00000100:00100000:1.0:1767327182.673258:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1654
00000100:00100000:1.0:1767327182.774609:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010397952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327182.774669:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327182.774705:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010397952
00000100:00100000:3.0:1767327182.774713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010397952
00000100:00080000:0.0:1767327182.774755:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327182.774802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917
00000100:00100000:0.0:1767327182.774817:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010397952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327182.774850:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327182.774906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010397952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327182.774915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7917
00000100:00100000:1.0:1767327182.774964:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010397952:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327183.222579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327183.286598:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327183.286613:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010398080:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327183.286671:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327183.286724:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398080
00000100:00100000:0.0:1767327183.286734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398080
00000100:00080000:1.0:1767327183.286784:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327183.286803:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918
00000100:00100000:0.0:1767327183.286815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010398080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327183.286845:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327183.286899:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010398080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327183.286909:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918
00000100:00100000:2.0:1767327183.286947:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010398080:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327184.246581:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327184.310523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327184.310534:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327184.310538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327184.310542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327184.310546:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327184.310555:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12377
00000100:00080000:3.0:1767327184.310561:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327184.310568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327184.310608:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3bb80 x1853164010398208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327184.310672:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010398208:0@lo:38:kworker.0
00000100:00080000:3.0:1767327184.310674:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327184.310683:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327184.310686:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327184.310691:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12377
00000100:00080000:3.0:1767327184.310695:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327184.310700:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010398336:0@lo:400:kworker.0
00000100:00100000:2.0:1767327184.310701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010398464:0@lo:400:kworker.0
00000100:00080000:3.0:1767327184.310701:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327184.310722:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884000 x1853164010398592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327184.310747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327184.310762:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327184.310765:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327184.310770:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327184.310773:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327184.310779:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12377
00000100:00080000:3.0:1767327184.310783:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327184.310789:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398208
00000100:00080000:3.0:1767327184.310789:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327184.310798:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398208
00000100:00100000:0.0:1767327184.310805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010398592:0@lo:38:kworker.0
00000100:00100000:3.0:1767327184.310808:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07b80 x1853164010398848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327184.310819:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327184.310836:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35014
00000100:00100000:0.0:1767327184.310844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327184.310845:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327184.310846:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010398208:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327184.310855:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327184.310858:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327184.310863:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12377
00010000:00020000:1.0:1767327184.310867:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327184.310867:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327184.310871:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010398976:0@lo:400:kworker.0
00000100:00080000:3.0:1767327184.310874:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327184.310886:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010398848:0@lo:38:kworker.0
00000100:00100000:3.0:1767327184.310894:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc06300 x1853164010399104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327184.310913:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010398208:12345-0@lo:38:kworker.0 Request processed in 67us (167us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327184.310936:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327184.310938:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35014
00000100:00100000:3.0:1767327184.310959:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398464
00000100:00100000:0.0:1767327184.310962:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398592
00000100:00100000:3.0:1767327184.310965:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398464
00000100:00100000:0.0:1767327184.310968:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398592
00000100:00100000:2.0:1767327184.310973:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327184.310974:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398336
00000100:00100000:1.0:1767327184.310979:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398336
00000100:00100000:2.0:1767327184.310982:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010398720:0@lo:400:kworker.0
00000100:00100000:0.0:1767327184.310999:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398976
00000100:00100000:0.0:1767327184.311003:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398976
00000100:00100000:2.0:1767327184.311015:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327184.311030:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9056
00000100:00100000:1.0:1767327184.311039:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9057
00000100:00100000:0.0:1767327184.311043:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398720
00000100:00100000:3.0:1767327184.311045:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010398464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327184.311047:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398720
00000100:00100000:1.0:1767327184.311053:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc802450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010398336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327184.311057:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655
00000100:00100000:2.0:1767327184.311068:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010398976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327184.311086:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656
00000100:00100000:0.0:1767327184.311100:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010398720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327184.311129:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc802450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010398336:12345-0@lo:400:kworker.0 Request processed in 81us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327184.311133:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010398976:12345-0@lo:400:kworker.0 Request processed in 66us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327184.311138:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010398464:12345-0@lo:400:kworker.0 Request processed in 96us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327184.311145:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9057
00000100:00100000:2.0:1767327184.311150:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655
00000100:00100000:0.0:1767327184.311153:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010398720:12345-0@lo:400:kworker.0 Request processed in 55us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327184.311159:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9056
00000100:00100000:0.0:1767327184.311165:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656
00000100:00080000:1.0:1767327184.311172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327184.311177:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00080000:1.0:1767327184.311179:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327184.311184:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010398592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327184.311195:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327184.311217:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327184.311224:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010398336:0@lo:400:kworker.0
00000100:00100000:2.0:1767327184.311234:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010398592:12345-0@lo:38:kworker.0 Request processed in 49us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327184.311241:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00000100:00080000:0.0:1767327184.311258:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327184.311260:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010398848
00000100:00100000:2.0:1767327184.311265:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010398848
00000100:00080000:0.0:1767327184.311267:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327184.311273:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010398592:0@lo:38:kworker.0
00000100:00080000:0.0:1767327184.311290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327184.311295:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00080000:0.0:1767327184.311297:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327184.311304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010398208:0@lo:38:kworker.0
00000100:00100000:2.0:1767327184.311305:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010398848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327184.311318:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327184.311335:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010398464:0@lo:400:kworker.0
00000100:00100000:0.0:1767327184.311340:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010399104:0@lo:38:kworker.0
00000100:00100000:2.0:1767327184.311349:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010398848:12345-0@lo:38:kworker.0 Request processed in 46us (133us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327184.311356:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00100000:0.0:1767327184.311373:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327184.311396:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010398720:0@lo:400:kworker.0
00000100:00100000:1.0:1767327184.311405:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010399104
00000100:00100000:1.0:1767327184.311411:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010399104
00000100:00080000:0.0:1767327184.311444:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327184.311445:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010398976:0@lo:400:kworker.0
00000100:00080000:0.0:1767327184.311453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327184.311458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010398848:0@lo:38:kworker.0
00000100:00100000:1.0:1767327184.311480:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:1.0:1767327184.311486:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010399104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327184.311496:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327184.311532:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010399104:12345-0@lo:38:kworker.0 Request processed in 46us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327184.311539:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00080000:0.0:1767327184.311549:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327184.311555:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327184.311560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010399104:0@lo:38:kworker.0
00010000:00010000:1.0:1767327185.270565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327186.294547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327187.318571:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327187.792954:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327187.792986:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327187.793006:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993175168 offset 0 length 520: 4
00000100:00100000:1.0:1767327187.793015:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993174912
00000100:00100000:1.0:1767327187.793024:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993174912
00000100:00100000:0.0:1767327187.793050:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175040
00000100:00100000:0.0:1767327187.793058:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175040
00000100:00100000:1.0:1767327187.793071:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3395
00000100:00100000:1.0:1767327187.793080:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993174912:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327187.793101:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327187.793122:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1657
00000100:00080000:3.0:1767327187.793129:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327187.793136:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993175040:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327187.793154:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993174912:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327187.793160:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3395
00000100:00100000:0.0:1767327187.793187:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993175040:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327187.793193:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1657
00000100:00100000:1.0:1767327187.894587:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010399232:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327187.894648:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327187.894695:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010399232
00000100:00100000:0.0:1767327187.894705:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010399232
00000100:00080000:3.0:1767327187.894760:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327187.894775:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919
00000100:00100000:0.0:1767327187.894785:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010399232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327187.894811:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327187.894853:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010399232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327187.894859:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919
00000100:00100000:1.0:1767327187.894930:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010399232:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327188.342599:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327188.406535:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327163/real 1767327163]  req@ffff9bb48324e300 x1853164010393984/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767327188.406564:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48324e300 x1853164010393984/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767327188.406581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327188.406596:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327188.406601:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010393984:0@lo:250:kworker.0
00000100:00100000:1.0:1767327188.406613:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010399360:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327188.406614:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327188.406624:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327188.406628:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327188.406635:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12361
00000100:00080000:0.0:1767327188.406640:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327188.406648:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327188.406665:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86a00 x1853164010399488/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327188.406676:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327188.406685:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327188.406689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327188.406691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327188.406697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12382
00000100:00080000:0.0:1767327188.406703:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327188.406709:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010399488:0@lo:250:kworker.0
00000100:00080000:0.0:1767327188.406710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327188.406733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010399360
00000100:00100000:0.0:1767327188.406736:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87800 x1853164010399616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327188.406741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010399360
00000400:00000100:3.0:1767327188.406745:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010399488 offset 0 length 520: 4
00000100:00080000:0.0:1767327188.406778:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327188.406779:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010399616:0@lo:38:kworker.0
00000100:00080000:0.0:1767327188.406788:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327188.406790:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327188.406796:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010399744:0@lo:400:kworker.0
00000100:00080000:0.0:1767327188.406797:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12382
00000100:00080000:0.0:1767327188.406805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327188.406811:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327188.406815:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327188.406816:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920
00000100:00100000:2.0:1767327188.406829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010399360:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327188.406833:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85f80 x1853164010399872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327188.406838:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767327188.406861:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767327188.406863:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327188.406866:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327188.406867:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327188.406869:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327188.406875:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327188.406876:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12382
00000100:00080000:0.0:1767327188.406882:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327188.406882:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010399872:0@lo:38:kworker.0
00000100:00100000:1.0:1767327188.406885:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010400000:0@lo:400:kworker.0
00000100:00080000:0.0:1767327188.406906:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327188.406925:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86d80 x1853164010400128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327188.406934:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010399360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327188.406942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327188.406947:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920
00000100:00100000:1.0:1767327188.406952:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010399616
00000100:00080000:0.0:1767327188.406956:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327188.406957:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010399616
00000100:00080000:0.0:1767327188.406963:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327188.406966:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327188.406971:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12382
00000100:00080000:0.0:1767327188.406975:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327188.406980:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327188.406981:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010400128:0@lo:38:kworker.0
00000100:00100000:1.0:1767327188.406988:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35015
00000100:00100000:2.0:1767327188.406993:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010399744
00000100:00100000:1.0:1767327188.406995:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010399616:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327188.407000:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87100 x1853164010400384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327188.407000:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010399744
00000100:00100000:3.0:1767327188.407012:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327188.407015:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327188.407034:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010399872
00000100:00100000:3.0:1767327188.407039:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010400384:0@lo:38:kworker.0
00000100:00100000:0.0:1767327188.407041:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010399872
00000100:00100000:2.0:1767327188.407043:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9058
00000100:00100000:2.0:1767327188.407057:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010399744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327188.407075:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400128
00000100:00100000:1.0:1767327188.407075:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010399616:12345-0@lo:38:kworker.0 Request processed in 78us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327188.407081:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400128
00000100:00100000:3.0:1767327188.407083:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327188.407091:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35015
00000100:00100000:2.0:1767327188.407111:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010399744:12345-0@lo:400:kworker.0 Request processed in 55us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327188.407118:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400384
00000100:00100000:2.0:1767327188.407120:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9058
00000100:00100000:0.0:1767327188.407121:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400384
00000100:00080000:3.0:1767327188.407124:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327188.407125:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00080000:3.0:1767327188.407134:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327188.407135:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010399872:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327188.407142:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010399616:0@lo:38:kworker.0
00010000:00020000:1.0:1767327188.407148:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327188.407149:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:0.0:1767327188.407158:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010400128:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327188.407171:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00010000:00020000:0.0:1767327188.407172:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327188.407177:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010400384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327188.407186:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010399872:12345-0@lo:38:kworker.0 Request processed in 52us (244us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327188.407191:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327188.407192:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327188.407197:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00080000:3.0:1767327188.407201:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327188.407206:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010399872:0@lo:38:kworker.0
00000100:00100000:0.0:1767327188.407223:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010400128:12345-0@lo:38:kworker.0 Request processed in 64us (210us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327188.407227:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327188.407233:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010400384:12345-0@lo:38:kworker.0 Request processed in 53us (152us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327188.407235:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327188.407240:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767327188.407242:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327188.407244:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010400384:0@lo:38:kworker.0
00000100:00100000:2.0:1767327188.407253:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00080000:3.0:1767327188.407261:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327188.407265:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400000
00000100:00080000:3.0:1767327188.407268:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327188.407271:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400000
00000100:00100000:3.0:1767327188.407273:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010400128:0@lo:38:kworker.0
00000100:00100000:1.0:1767327188.407287:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010399744:0@lo:400:kworker.0
00000100:00100000:2.0:1767327188.407293:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010400256:0@lo:400:kworker.0
00000100:00080000:3.0:1767327188.407300:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327188.407324:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658
00000100:00100000:2.0:1767327188.407329:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327188.407336:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010400000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327188.407338:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400256
00000100:00100000:3.0:1767327188.407342:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400256
00000100:00100000:1.0:1767327188.407372:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010399360:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327188.407388:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659
00000100:00080000:2.0:1767327188.407390:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327188.407398:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010400256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327188.407404:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010400000:12345-0@lo:400:kworker.0 Request processed in 68us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327188.407442:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010400000:0@lo:400:kworker.0
00000100:00100000:0.0:1767327188.407444:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658
00000100:00100000:3.0:1767327188.407475:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010400256:12345-0@lo:400:kworker.0 Request processed in 77us (144us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327188.407484:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010400256:0@lo:400:kworker.0
00000100:00100000:3.0:1767327188.407486:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659
00010000:00010000:0.0:1767327189.366591:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327190.390611:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327191.414592:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327192.438575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327192.912905:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327192.912942:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327192.912979:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175424
00000100:00100000:3.0:1767327192.912990:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175424
00000100:00100000:1.0:1767327192.912992:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175296
00000100:00100000:1.0:1767327192.913001:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175296
00000100:00100000:1.0:1767327192.913053:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1660
00000100:00080000:2.0:1767327192.913058:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327192.913064:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3399
00000100:00100000:1.0:1767327192.913067:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993175424:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327192.913076:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993175296:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327192.913099:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327192.913137:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993175424:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327192.913147:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1660
00000100:00100000:3.0:1767327192.913148:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993175296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (200us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327192.913161:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3399
00000100:00100000:1.0:1767327193.014587:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010400512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327193.014647:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327193.014689:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400512
00000100:00100000:2.0:1767327193.014697:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400512
00000100:00080000:3.0:1767327193.014746:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327193.014754:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921
00000100:00100000:2.0:1767327193.014763:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010400512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327193.014787:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327193.014828:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010400512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327193.014834:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921
00000100:00100000:1.0:1767327193.014890:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010400512:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327193.462561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327193.526512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327193.526520:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327193.526523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327193.526528:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327193.526532:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327193.526540:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12386
00000100:00080000:1.0:1767327193.526546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327193.526554:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327193.526560:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327193.526573:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010400640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327193.526586:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010400768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327193.526635:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327193.526637:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010400768:0@lo:38:kworker.0
00000100:00080000:1.0:1767327193.526654:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327193.526659:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327193.526661:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327193.526666:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12386
00000100:00080000:1.0:1767327193.526668:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327193.526673:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010400896:0@lo:400:kworker.0
00000100:00080000:1.0:1767327193.526674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327193.526687:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327193.526698:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652d80 x1853164010401152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327193.526698:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010401024:0@lo:400:kworker.0
00000100:00100000:0.0:1767327193.526711:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327193.526729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010401152:0@lo:38:kworker.0
00000100:00080000:1.0:1767327193.526732:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327193.526737:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327193.526739:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327193.526743:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12386
00000100:00080000:1.0:1767327193.526746:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327193.526749:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327193.526759:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327193.526762:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400640
00000100:00100000:1.0:1767327193.526763:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653b80 x1853164010401408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327193.526770:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400640
00000100:00100000:3.0:1767327193.526776:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327193.526797:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767327193.526800:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327193.526804:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327193.526806:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327193.526811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12386
00000100:00100000:2.0:1767327193.526812:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010401280:0@lo:400:kworker.0
00000100:00080000:1.0:1767327193.526814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327193.526817:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010401408:0@lo:38:kworker.0
00000100:00080000:1.0:1767327193.526822:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327193.526835:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7922
00000100:00100000:1.0:1767327193.526838:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652a00 x1853164010401664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327193.526848:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010400640:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327193.526880:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767327193.526891:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327193.526896:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400768
00000100:00100000:1.0:1767327193.526901:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010401536:0@lo:400:kworker.0
00000100:00100000:3.0:1767327193.526903:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400768
00000100:00100000:0.0:1767327193.526941:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010400640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327193.526948:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010400896
00000100:00100000:3.0:1767327193.526949:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35016
00000100:00100000:0.0:1767327193.526951:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7922
00000100:00100000:2.0:1767327193.526956:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010400896
00000100:00100000:1.0:1767327193.526957:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327193.526964:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010400768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327193.526983:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327193.526987:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401152
00000100:00100000:0.0:1767327193.526993:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401152
00000100:00100000:2.0:1767327193.527002:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401024
00000100:00100000:2.0:1767327193.527007:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401024
00000100:00100000:0.0:1767327193.527020:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401280
00000100:00100000:0.0:1767327193.527024:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401280
00000100:00100000:3.0:1767327193.527039:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010400768:12345-0@lo:38:kworker.0 Request processed in 75us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327193.527047:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010400640:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327193.527050:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9059
00000100:00100000:0.0:1767327193.527054:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401536
00000100:00100000:3.0:1767327193.527054:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35016
00000100:00100000:0.0:1767327193.527059:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401536
00000100:00100000:2.0:1767327193.527069:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010400896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327193.527090:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661
00000100:00080000:3.0:1767327193.527093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327193.527101:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010401280:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327193.527101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327193.527107:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662
00000100:00100000:1.0:1767327193.527119:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010401536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327193.527127:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1767327193.527130:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010400896:12345-0@lo:400:kworker.0 Request processed in 65us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327193.527139:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010401152:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327193.527144:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9059
00000100:00100000:0.0:1767327193.527150:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010401280:12345-0@lo:400:kworker.0 Request processed in 49us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327193.527160:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661
00010000:00020000:3.0:1767327193.527167:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327193.527176:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9060
00000100:00100000:1.0:1767327193.527178:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010401536:12345-0@lo:400:kworker.0 Request processed in 62us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327193.527187:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662
00000100:00100000:2.0:1767327193.527192:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010401024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327193.527203:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010401280:0@lo:400:kworker.0
00000100:00100000:3.0:1767327193.527214:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010401152:12345-0@lo:38:kworker.0 Request processed in 76us (442us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327193.527224:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:1.0:1767327193.527232:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010401536:0@lo:400:kworker.0
00000100:00100000:2.0:1767327193.527258:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010401024:12345-0@lo:400:kworker.0 Request processed in 70us (499us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327193.527262:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327193.527274:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9060
00000100:00100000:0.0:1767327193.527286:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010401024:0@lo:400:kworker.0
00000100:00100000:1.0:1767327193.527290:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401408
00000100:00100000:1.0:1767327193.527295:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401408
00000100:00080000:3.0:1767327193.527310:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327193.527317:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327193.527323:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010401152:0@lo:38:kworker.0
00000100:00100000:1.0:1767327193.527326:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:2.0:1767327193.527331:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010400896:0@lo:400:kworker.0
00000100:00100000:1.0:1767327193.527339:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010401408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327193.527349:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327193.527350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327193.527360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327193.527364:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010400768:0@lo:38:kworker.0
00000100:00100000:1.0:1767327193.527381:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010401408:12345-0@lo:38:kworker.0 Request processed in 43us (125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327193.527387:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00100000:3.0:1767327193.527393:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010401664:0@lo:38:kworker.0
00000100:00100000:3.0:1767327193.527442:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327193.527470:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327193.527476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327193.527478:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401664
00000100:00100000:3.0:1767327193.527482:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010401408:0@lo:38:kworker.0
00000100:00100000:1.0:1767327193.527484:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401664
00000100:00100000:1.0:1767327193.527507:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00100000:1.0:1767327193.527511:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010401664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327193.527519:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327193.527550:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010401664:12345-0@lo:38:kworker.0 Request processed in 35us (106us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327193.527555:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00000100:00080000:3.0:1767327193.527572:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327193.527578:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327193.527582:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010401664:0@lo:38:kworker.0
00010000:00010000:0.0:1767327194.486604:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327195.510569:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327196.534595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327197.558540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327198.032810:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327198.032886:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327198.032915:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175552
00000100:00100000:1.0:1767327198.032927:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175552
00000100:00100000:2.0:1767327198.032952:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175680
00000100:00100000:2.0:1767327198.032960:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175680
00000100:00100000:1.0:1767327198.032976:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3403
00000100:00100000:1.0:1767327198.032985:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993175552:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327198.033004:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327198.033040:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1663
00000100:00080000:0.0:1767327198.033053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327198.033055:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993175680:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327198.033063:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993175552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327198.033071:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3403
00000100:00100000:2.0:1767327198.033112:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993175680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 62us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327198.033121:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1663
00000100:00100000:1.0:1767327198.134606:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010401792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327198.134667:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327198.134757:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401792
00000100:00100000:0.0:1767327198.134766:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401792
00000100:00080000:3.0:1767327198.134815:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327198.134845:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7923
00000100:00100000:0.0:1767327198.134863:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010401792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327198.134896:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327198.134944:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010401792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327198.134951:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7923
00000100:00100000:1.0:1767327198.134990:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010401792:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327198.582609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327198.646595:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327198.646604:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327198.646606:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327198.646609:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327198.646612:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327198.646619:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12391
00000100:00080000:2.0:1767327198.646623:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327198.646629:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327198.646654:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5f80 x1853164010402048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327198.646674:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010401920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327198.646704:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010402048:0@lo:38:kworker.0
00000100:00080000:2.0:1767327198.646707:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327198.646712:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010402176:0@lo:400:kworker.0
00000100:00080000:2.0:1767327198.646713:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327198.646716:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327198.646723:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12391
00000100:00080000:2.0:1767327198.646730:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327198.646734:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327198.646743:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327198.646748:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5880 x1853164010402432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327198.646756:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327198.646780:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327198.646783:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327198.646788:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327198.646792:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327198.646798:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12391
00000100:00100000:0.0:1767327198.646800:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010402432:0@lo:38:kworker.0
00000100:00080000:2.0:1767327198.646804:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327198.646811:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327198.646814:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010402560:0@lo:400:kworker.0
00000100:00100000:2.0:1767327198.646845:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4000 x1853164010402688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327198.646846:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327198.646867:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402048
00000100:00100000:3.0:1767327198.646875:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402048
00000100:00080000:2.0:1767327198.646886:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327198.646889:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010402688:0@lo:38:kworker.0
00000100:00100000:1.0:1767327198.646891:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327198.646899:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327198.646903:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327198.646909:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12391
00000100:00100000:3.0:1767327198.646912:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35017
00000100:00080000:2.0:1767327198.646914:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327198.646921:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010402048:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327198.646922:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327198.646931:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327198.646933:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327198.646942:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010402304:0@lo:400:kworker.0
00010000:00020000:3.0:1767327198.646946:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327198.646947:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c6300 x1853164010402944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327198.646972:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402432
00000100:00100000:1.0:1767327198.646977:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327198.646978:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402432
00000100:00100000:3.0:1767327198.646996:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010402048:12345-0@lo:38:kworker.0 Request processed in 75us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327198.646997:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402176
00000100:00100000:2.0:1767327198.647005:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402176
00000100:00100000:3.0:1767327198.647008:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35017
00000100:00100000:0.0:1767327198.647020:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402560
00000100:00100000:0.0:1767327198.647024:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402560
00000100:00100000:1.0:1767327198.647037:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402688
00000100:00100000:1.0:1767327198.647045:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402688
00000100:00100000:2.0:1767327198.647057:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402304
00000100:00100000:3.0:1767327198.647059:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327198.647063:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402304
00000100:00100000:3.0:1767327198.647070:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010402816:0@lo:400:kworker.0
00000100:00100000:0.0:1767327198.647073:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664
00000100:00100000:1.0:1767327198.647086:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:0.0:1767327198.647087:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010402560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327198.647095:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010402432:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327198.647103:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327198.647110:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9061
00010000:00020000:1.0:1767327198.647117:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327198.647125:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010402176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327198.647144:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010402560:12345-0@lo:400:kworker.0 Request processed in 60us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327198.647151:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664
00000100:00100000:3.0:1767327198.647157:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9062
00000100:00100000:1.0:1767327198.647160:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010402432:12345-0@lo:38:kworker.0 Request processed in 64us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327198.647170:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:0.0:1767327198.647171:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402816
00000100:00100000:3.0:1767327198.647175:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010402304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327198.647176:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402816
00000100:00100000:2.0:1767327198.647189:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010402176:12345-0@lo:400:kworker.0 Request processed in 70us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327198.647195:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:1.0:1767327198.647204:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010402688:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327198.647204:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9061
00000100:00100000:0.0:1767327198.647215:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665
00010000:00020000:1.0:1767327198.647216:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327198.647225:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010402304:12345-0@lo:400:kworker.0 Request processed in 56us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327198.647226:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010402816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327198.647239:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9062
00000100:00100000:1.0:1767327198.647248:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010402688:12345-0@lo:38:kworker.0 Request processed in 43us (319us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327198.647252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327198.647257:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00080000:2.0:1767327198.647260:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327198.647277:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010402816:12345-0@lo:400:kworker.0 Request processed in 52us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327198.647278:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010401920
00000100:00100000:3.0:1767327198.647284:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010401920
00000100:00100000:0.0:1767327198.647289:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665
00000100:00100000:2.0:1767327198.647302:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010402816:0@lo:400:kworker.0
00000100:00100000:2.0:1767327198.647322:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010402176:0@lo:400:kworker.0
00000100:00100000:0.0:1767327198.647327:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010402944:0@lo:38:kworker.0
00000100:00100000:1.0:1767327198.647332:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010402304:0@lo:400:kworker.0
00000100:00100000:3.0:1767327198.647334:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7924
00000100:00100000:3.0:1767327198.647353:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010401920:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327198.647357:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010402560:0@lo:400:kworker.0
00000100:00100000:0.0:1767327198.647363:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767327198.647391:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767327198.647398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327198.647404:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327198.647408:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010402944
00000100:00100000:0.0:1767327198.647409:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010402688:0@lo:38:kworker.0
00000100:00080000:0.0:1767327198.647441:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327198.647442:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010402944
00000100:00080000:0.0:1767327198.647445:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327198.647450:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010402432:0@lo:38:kworker.0
00000100:00080000:0.0:1767327198.647461:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327198.647464:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327198.647469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010402048:0@lo:38:kworker.0
00000100:00100000:1.0:1767327198.647481:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00000100:00100000:3.0:1767327198.647481:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010401920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (734us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327198.647490:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010402944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327198.647497:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7924
00010000:00020000:1.0:1767327198.647501:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327198.647518:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010401920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327198.647551:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010402944:12345-0@lo:38:kworker.0 Request processed in 60us (191us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327198.647561:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327198.647561:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00080000:0.0:1767327198.647568:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327198.647571:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010402944:0@lo:38:kworker.0
00010000:00010000:0.0:1767327199.606549:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327200.630604:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327201.654548:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327202.678634:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327203.152787:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327203.152834:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327203.152866:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175936
00000100:00100000:1.0:1767327203.152877:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175936
00000100:00100000:0.0:1767327203.152890:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993175808
00000100:00100000:0.0:1767327203.152897:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993175808
00000100:00080000:2.0:1767327203.152925:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327203.152951:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1666
00000100:00100000:1.0:1767327203.152962:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3407
00000100:00100000:0.0:1767327203.152968:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993175936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327203.152973:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993175808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327203.152993:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327203.153048:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993175808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327203.153052:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993175936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327203.153058:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3407
00000100:00100000:0.0:1767327203.153071:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1666
00000100:00100000:1.0:1767327203.254578:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327203.254598:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010403072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327203.254656:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327203.254696:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403072
00000100:00100000:3.0:1767327203.254704:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403072
00000100:00100000:3.0:1767327203.254769:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7925
00000100:00080000:2.0:1767327203.254776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327203.254781:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010403072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327203.254823:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327203.254884:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010403072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327203.254895:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7925
00000100:00100000:1.0:1767327203.254931:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010403072:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327203.702562:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327203.766519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327203.766529:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327203.766533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327203.766538:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327203.766543:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327203.766552:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12396
00000100:00080000:2.0:1767327203.766560:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327203.766567:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010403200:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327203.766569:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327203.766603:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5f80 x1853164010403328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327203.766631:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327203.766650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327203.766656:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010403456:0@lo:400:kworker.0
00000100:00080000:2.0:1767327203.766658:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327203.766664:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327203.766670:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12396
00000100:00080000:2.0:1767327203.766674:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327203.766680:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327203.766684:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403200
00000100:00100000:1.0:1767327203.766694:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403200
00000100:00100000:2.0:1767327203.766698:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4000 x1853164010403584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327203.766701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010403328:0@lo:38:kworker.0
00000100:00100000:0.0:1767327203.766714:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327203.766748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327203.766753:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327203.766759:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327203.766764:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7926
00000100:00080000:2.0:1767327203.766764:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327203.766774:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12396
00000100:00100000:3.0:1767327203.766776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010403584:0@lo:38:kworker.0
00000100:00080000:2.0:1767327203.766782:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767327203.766797:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010403200:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327203.766803:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327203.766821:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403456
00000100:00100000:2.0:1767327203.766823:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5c00 x1853164010403840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327203.766825:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327203.766829:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403456
00002000:00000024:1.0:1767327203.766835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:2.0:1767327203.766860:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327203.766860:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010403840:0@lo:38:kworker.0
00000100:00080000:2.0:1767327203.766870:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327203.766873:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327203.766880:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12396
00000100:00100000:0.0:1767327203.766881:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9063
00000100:00080000:2.0:1767327203.766886:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327203.766893:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327203.766898:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010403456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327203.766900:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010403200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327203.766909:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327203.766915:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7926
00000100:00100000:2.0:1767327203.766915:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75f80 x1853164010404096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327203.766953:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010403712:0@lo:400:kworker.0
00000100:00100000:3.0:1767327203.766960:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010404096:0@lo:38:kworker.0
00000100:00100000:0.0:1767327203.766962:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010403456:12345-0@lo:400:kworker.0 Request processed in 70us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327203.766969:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403328
00000100:00100000:0.0:1767327203.766974:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9063
00000100:00100000:2.0:1767327203.766976:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403328
00000100:00080000:0.0:1767327203.766997:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327203.766997:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327203.767016:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35018
00000100:00100000:2.0:1767327203.767025:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010403328:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327203.767025:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403584
00000100:00100000:3.0:1767327203.767033:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403584
00000100:00100000:1.0:1767327203.767035:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327203.767037:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010403456:0@lo:400:kworker.0
00000100:00100000:1.0:1767327203.767045:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010403968:0@lo:400:kworker.0
00010000:00020000:2.0:1767327203.767049:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327203.767067:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403840
00000100:00100000:3.0:1767327203.767073:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403840
00000100:00100000:1.0:1767327203.767077:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327203.767080:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403712
00000100:00100000:0.0:1767327203.767085:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403712
00000100:00100000:2.0:1767327203.767107:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010403328:12345-0@lo:38:kworker.0 Request processed in 80us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327203.767109:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010403968
00000100:00100000:3.0:1767327203.767116:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010403968
00000100:00100000:1.0:1767327203.767122:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327203.767123:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667
00000100:00100000:2.0:1767327203.767129:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35018
00000100:00100000:0.0:1767327203.767138:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010403712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327203.767156:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404096
00000100:00080000:1.0:1767327203.767157:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327203.767163:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404096
00000100:00080000:1.0:1767327203.767168:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327203.767174:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010403328:0@lo:38:kworker.0
00000100:00100000:0.0:1767327203.767186:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010403712:12345-0@lo:400:kworker.0 Request processed in 51us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327203.767191:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668
00000100:00100000:3.0:1767327203.767201:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00080000:1.0:1767327203.767206:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327203.767207:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010403968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327203.767212:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667
00000100:00100000:3.0:1767327203.767215:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010403584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327203.767232:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327203.767234:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010403712:0@lo:400:kworker.0
00000100:00100000:0.0:1767327203.767239:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:0.0:1767327203.767246:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010403840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327203.767263:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327203.767276:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010403968:12345-0@lo:400:kworker.0 Request processed in 74us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327203.767286:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668
00000100:00100000:3.0:1767327203.767298:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010403584:12345-0@lo:38:kworker.0 Request processed in 84us (472us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327203.767307:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010403840:12345-0@lo:38:kworker.0 Request processed in 58us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327203.767309:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010403968:0@lo:400:kworker.0
00000100:00100000:3.0:1767327203.767313:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00100000:2.0:1767327203.767327:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:0.0:1767327203.767335:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00100000:2.0:1767327203.767339:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010404096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327203.767353:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327203.767393:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010403200:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327203.767393:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327203.767395:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010404096:12345-0@lo:38:kworker.0 Request processed in 58us (275us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327203.767404:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327203.767411:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00000100:00100000:3.0:1767327203.767413:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010403840:0@lo:38:kworker.0
00000100:00080000:3.0:1767327203.767462:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327203.767468:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327203.767473:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010403584:0@lo:38:kworker.0
00000100:00080000:3.0:1767327203.767491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327203.767495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327203.767499:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010404096:0@lo:38:kworker.0
00010000:00010000:0.0:1767327204.726597:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327205.750552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327206.774586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327207.798556:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327208.272953:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327208.272984:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327208.273015:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176064
00000100:00100000:2.0:1767327208.273025:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176064
00000100:00100000:0.0:1767327208.273046:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176192
00000100:00100000:0.0:1767327208.273052:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176192
00000100:00100000:2.0:1767327208.273069:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3411
00000100:00100000:2.0:1767327208.273076:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993176064:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327208.273097:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327208.273111:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1669
00000100:00100000:0.0:1767327208.273123:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993176192:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767327208.273148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327208.273159:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993176064:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327208.273166:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3411
00000100:00100000:0.0:1767327208.273171:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993176192:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327208.273178:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1669
00000100:00100000:1.0:1767327208.374590:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010404224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327208.374669:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327208.374804:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404224
00000100:00100000:3.0:1767327208.374812:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404224
00000100:00080000:1.0:1767327208.374860:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327208.374876:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7927
00000100:00100000:3.0:1767327208.374885:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010404224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327208.374912:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327208.374958:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010404224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327208.374964:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7927
00000100:00100000:1.0:1767327208.375001:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010404224:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327208.822624:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327208.886562:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327208.886577:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327208.886583:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327208.886604:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327208.886609:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327208.886620:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12401
00000100:00080000:2.0:1767327208.886627:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327208.886637:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327208.886668:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76680 x1853164010404480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327208.886723:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327208.886746:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010404352:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327208.886773:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327208.886780:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010404608:0@lo:400:kworker.0
00000100:00080000:2.0:1767327208.886781:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327208.886784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010404480:0@lo:38:kworker.0
00000100:00080000:2.0:1767327208.886789:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327208.886818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12401
00000100:00080000:2.0:1767327208.886821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327208.886825:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327208.886841:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010404736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327208.886861:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327208.886864:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327208.886866:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327208.886873:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12401
00000100:00080000:2.0:1767327208.886881:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327208.886882:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327208.886882:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327208.886884:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327208.886891:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327208.886901:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010404992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327208.886927:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327208.886930:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327208.886932:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327208.886936:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12401
00000100:00080000:2.0:1767327208.886939:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327208.886942:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327208.886948:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327208.886949:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010404736:0@lo:38:kworker.0
00000100:00100000:3.0:1767327208.886955:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010405120:0@lo:400:kworker.0
00000100:00100000:2.0:1767327208.886956:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74380 x1853164010405248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327208.886963:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010404864:0@lo:400:kworker.0
00000100:00100000:0.0:1767327208.886984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327208.887013:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010404992:0@lo:38:kworker.0
00000100:00100000:1.0:1767327208.887020:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327208.887026:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404352
00000100:00100000:2.0:1767327208.887034:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404352
00000100:00100000:3.0:1767327208.887047:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404480
00000100:00100000:3.0:1767327208.887054:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404480
00000100:00100000:0.0:1767327208.887057:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327208.887090:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404608
00000100:00100000:0.0:1767327208.887094:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010405248:0@lo:38:kworker.0
00000100:00100000:1.0:1767327208.887099:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404608
00000100:00100000:2.0:1767327208.887102:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7928
00000100:00100000:3.0:1767327208.887113:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35019
00000100:00100000:2.0:1767327208.887118:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010404352:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327208.887128:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010404480:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327208.887138:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767327208.887148:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327208.887153:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9064
00010000:00020000:3.0:1767327208.887154:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327208.887168:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010404608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327208.887197:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404736
00000100:00100000:0.0:1767327208.887205:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404736
00000100:00100000:2.0:1767327208.887215:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010404352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327208.887226:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7928
00000100:00100000:1.0:1767327208.887241:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010404608:12345-0@lo:400:kworker.0 Request processed in 75us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327208.887241:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010404480:12345-0@lo:38:kworker.0 Request processed in 111us (364us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327208.887248:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404864
00000100:00100000:0.0:1767327208.887256:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404864
00000100:00100000:2.0:1767327208.887263:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010404992
00000100:00100000:3.0:1767327208.887266:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35019
00000100:00100000:1.0:1767327208.887267:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9064
00000100:00100000:2.0:1767327208.887270:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010404992
00000100:00100000:0.0:1767327208.887306:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405248
00000100:00080000:1.0:1767327208.887311:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327208.887311:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670
00000100:00100000:0.0:1767327208.887312:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405248
00000100:00100000:2.0:1767327208.887323:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:3.0:1767327208.887348:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010404864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327208.887353:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010404736:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327208.887356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327208.887370:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:0.0:1767327208.887385:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010404992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327208.887390:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327208.887421:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327208.887427:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010404864:12345-0@lo:400:kworker.0 Request processed in 97us (403us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327208.887488:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670
00000100:00100000:1.0:1767327208.887496:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010404864:0@lo:400:kworker.0
00000100:00100000:2.0:1767327208.887508:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010404736:12345-0@lo:38:kworker.0 Request processed in 173us (523us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327208.887518:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00000100:00100000:3.0:1767327208.887527:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00000100:00100000:1.0:1767327208.887532:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010404608:0@lo:400:kworker.0
00000100:00100000:3.0:1767327208.887561:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010405248:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327208.887565:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010404992:12345-0@lo:38:kworker.0 Request processed in 157us (484us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327208.887585:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327208.887589:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00100000:3.0:1767327208.887655:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010405248:12345-0@lo:38:kworker.0 Request processed in 116us (517us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327208.887661:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00080000:2.0:1767327208.887666:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327208.887674:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327208.887682:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327208.887683:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010405248:0@lo:38:kworker.0
00000100:00080000:2.0:1767327208.887700:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327208.887704:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327208.887709:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010404736:0@lo:38:kworker.0
00000100:00100000:3.0:1767327208.887716:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405120
00000100:00100000:3.0:1767327208.887721:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405120
00000100:00080000:2.0:1767327208.887726:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327208.887732:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010404352:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327208.887733:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327208.887744:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010404992:0@lo:38:kworker.0
00000100:00080000:2.0:1767327208.887781:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327208.887786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327208.887804:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327208.887812:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671
00000100:00100000:2.0:1767327208.887817:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010404480:0@lo:38:kworker.0
00000100:00100000:3.0:1767327208.887831:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010405120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327208.887898:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010405120:12345-0@lo:400:kworker.0 Request processed in 74us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327208.887913:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671
00000100:00100000:1.0:1767327208.887941:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010405120:0@lo:400:kworker.0
00010000:00010000:0.0:1767327209.846619:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327210.870559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327211.894591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327212.369228:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993176320 offset 0 length 520: 4
00000100:00100000:3.0:1767327212.369357:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327212.369405:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327212.369464:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176576
00000100:00100000:0.0:1767327212.369478:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176576
00000100:00100000:1.0:1767327212.369482:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176448
00000100:00100000:1.0:1767327212.369497:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176448
00000100:00100000:1.0:1767327212.369605:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1672
00000100:00100000:0.0:1767327212.369619:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3415
00000100:00100000:1.0:1767327212.369631:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993176576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327212.369633:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993176448:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767327212.369653:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327212.369688:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327212.369828:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993176576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 200us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327212.369829:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993176448:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 189us (414us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327212.369886:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1672
00000100:00100000:0.0:1767327212.369898:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3415
00010000:00010000:1.0:1767327212.918676:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327213.494684:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010405376:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327213.494817:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327213.494971:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405376
00000100:00100000:0.0:1767327213.494989:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405376
00000100:00080000:2.0:1767327213.495084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327213.495094:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7929
00000100:00100000:0.0:1767327213.495107:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010405376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327213.495147:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327213.495234:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010405376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327213.495240:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7929
00000100:00100000:1.0:1767327213.495309:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010405376:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327213.942620:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327214.006565:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327214.006578:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327214.006583:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327214.006589:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327214.006595:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327214.006605:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12406
00000100:00080000:2.0:1767327214.006614:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327214.006628:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327188/real 1767327188]  req@ffff9bb5ade86a00 x1853164010399488/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327214.006629:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327214.006676:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5ade86a00 x1853164010399488/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327214.006687:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010405504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327214.006705:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327214.006788:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327214.006794:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327214.006797:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:2.0:1767327214.006803:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327214.006804:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010405760:0@lo:400:kworker.0
00000100:00100000:3.0:1767327214.006813:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010399488:0@lo:250:kworker.0
00000100:00100000:0.0:1767327214.006817:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010405632:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327214.006829:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12406
00000100:00080000:2.0:1767327214.006846:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327214.006855:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327214.006874:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010405504:0@lo:38:kworker.0
00000100:00100000:2.0:1767327214.006886:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74380 x1853164010405888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327214.006928:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327214.006929:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327214.006942:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327214.006948:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327214.006952:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327214.006964:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12406
00000100:00080000:2.0:1767327214.006970:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327214.006978:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327214.006984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327214.007002:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010406144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327214.007053:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327214.007059:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327214.007064:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327214.007074:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12406
00000100:00080000:2.0:1767327214.007080:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327214.007088:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405632
00000100:00080000:2.0:1767327214.007094:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327214.007098:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010406272:0@lo:400:kworker.0
00000100:00100000:0.0:1767327214.007102:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405632
00000100:00100000:3.0:1767327214.007117:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010405888:0@lo:38:kworker.0
00000100:00100000:2.0:1767327214.007125:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76300 x1853164010406400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327214.007161:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327214.007162:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327214.007178:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327214.007182:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327214.007190:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12386
00000100:00080000:2.0:1767327214.007194:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327214.007202:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327214.007210:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7930
00000100:00100000:2.0:1767327214.007225:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75500 x1853164010406528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327214.007227:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010405632:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327214.007232:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327214.007255:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010406016:0@lo:400:kworker.0
00002000:00000024:0.0:1767327214.007294:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327214.007320:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405504
00000100:00100000:1.0:1767327214.007322:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327214.007340:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405504
00000100:00080000:2.0:1767327214.007341:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327214.007371:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010405632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327214.007379:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7930
00000100:00100000:1.0:1767327214.007399:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405760
00000100:00100000:1.0:1767327214.007408:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405760
00000100:00100000:2.0:1767327214.007465:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406272
00000100:00100000:3.0:1767327214.007475:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35020
00000100:00100000:2.0:1767327214.007481:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406272
00000100:00100000:3.0:1767327214.007496:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010405504:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327214.007498:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010405632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327214.007506:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9065
00000100:00100000:1.0:1767327214.007532:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010405760:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327214.007547:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327214.007587:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406016
00000100:00100000:0.0:1767327214.007595:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406016
00000100:00100000:2.0:1767327214.007610:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673
00000100:00100000:1.0:1767327214.007612:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010405760:12345-0@lo:400:kworker.0 Request processed in 78us (679us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327214.007641:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9065
00000100:00100000:3.0:1767327214.007644:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010405504:12345-0@lo:38:kworker.0 Request processed in 148us (661us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327214.007652:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010406272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327214.007660:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674
00000100:00100000:0.0:1767327214.007695:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010406016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327214.007696:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35020
00000100:00100000:1.0:1767327214.007700:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010405760:0@lo:400:kworker.0
00000100:00100000:1.0:1767327214.007758:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327214.007793:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010405888
00000100:00100000:3.0:1767327214.007805:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010405888
00000100:00100000:1.0:1767327214.007814:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010406144:0@lo:38:kworker.0
00000100:00100000:2.0:1767327214.007820:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010406272:12345-0@lo:400:kworker.0 Request processed in 180us (656us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327214.007834:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673
00000100:00100000:1.0:1767327214.007861:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327214.007871:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767327214.007880:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406144
00000100:00100000:2.0:1767327214.007888:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406144
00000100:00100000:3.0:1767327214.007893:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010405888:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327214.007911:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327214.007930:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327214.007931:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327214.007932:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010406016:12345-0@lo:400:kworker.0 Request processed in 251us (611us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327214.007944:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:1.0:1767327214.007952:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010405504:0@lo:38:kworker.0
00000100:00100000:0.0:1767327214.007981:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674
00000100:00100000:2.0:1767327214.007982:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010406144:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327214.007991:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010406400:0@lo:38:kworker.0
00010000:00020000:2.0:1767327214.008025:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327214.008037:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010405888:12345-0@lo:38:kworker.0 Request processed in 144us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327214.008058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327214.008063:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327214.008085:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:0.0:1767327214.008102:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406400
00000100:00100000:0.0:1767327214.008110:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406400
00000100:00100000:2.0:1767327214.008122:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010406144:12345-0@lo:38:kworker.0 Request processed in 149us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327214.008125:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010406528:0@lo:250:kworker.0
00000100:00100000:3.0:1767327214.008145:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000400:00000100:1.0:1767327214.008182:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010406528 offset 0 length 520: 4
00000100:00100000:2.0:1767327214.008184:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00100000:3.0:1767327214.008185:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010406400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327214.008218:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327214.008242:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010406016:0@lo:400:kworker.0
00000100:00080000:1.0:1767327214.008255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327214.008261:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327214.008268:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010406272:0@lo:400:kworker.0
00000100:00100000:1.0:1767327214.008269:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010405888:0@lo:38:kworker.0
00000100:00080000:1.0:1767327214.008300:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327214.008307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327214.008315:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010406144:0@lo:38:kworker.0
00000100:00100000:3.0:1767327214.008323:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010406400:12345-0@lo:38:kworker.0 Request processed in 146us (263us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327214.008342:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327214.008343:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00080000:1.0:1767327214.008351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327214.008359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010406400:0@lo:38:kworker.0
00010000:00010000:0.0:1767327214.966555:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327215.990542:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327217.014608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327217.488847:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327217.488898:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327217.488913:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176832
00000100:00100000:0.0:1767327217.488924:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176832
00000100:00100000:2.0:1767327217.488959:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176704
00000100:00100000:2.0:1767327217.488971:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176704
00000100:00080000:1.0:1767327217.489010:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327217.489022:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1675
00000100:00100000:2.0:1767327217.489042:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3419
00000100:00100000:0.0:1767327217.489043:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993176832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327217.489056:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993176704:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327217.489082:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327217.489139:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993176832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327217.489152:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1675
00000100:00100000:2.0:1767327217.489158:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993176704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 101us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327217.489168:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3419
00010000:00010000:1.0:1767327218.038613:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327218.614721:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010406656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327218.614834:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327218.614916:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406656
00000100:00100000:1.0:1767327218.614928:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406656
00000100:00080000:0.0:1767327218.614997:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327218.615012:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7931
00000100:00100000:1.0:1767327218.615023:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010406656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327218.615058:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327218.615126:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010406656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327218.615133:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7931
00000100:00100000:0.0:1767327218.615215:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010406656:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327219.062620:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327219.126532:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327219.126548:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327219.126551:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327219.126556:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327219.126561:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327219.126572:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12411
00000100:00080000:2.0:1767327219.126579:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327219.126589:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327219.126623:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77b80 x1853164010406912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327219.126656:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010406784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327219.126700:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010406912:0@lo:38:kworker.0
00000100:00080000:2.0:1767327219.126703:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327219.126710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327219.126713:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327219.126731:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12411
00000100:00080000:2.0:1767327219.126736:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327219.126741:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327219.126756:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010407040:0@lo:400:kworker.0
00000100:00100000:2.0:1767327219.126764:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76300 x1853164010407168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327219.126775:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327219.126779:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327219.126812:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327219.126818:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327219.126821:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327219.126827:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12411
00000100:00080000:2.0:1767327219.126830:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327219.126836:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327219.126838:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010407168:0@lo:38:kworker.0
00000100:00100000:3.0:1767327219.126858:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327219.126860:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74380 x1853164010407424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327219.126870:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406784
00000100:00100000:0.0:1767327219.126879:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327219.126880:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406784
00000100:00080000:2.0:1767327219.126921:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327219.126927:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327219.126928:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010407424:0@lo:38:kworker.0
00000100:00080000:2.0:1767327219.126933:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327219.126942:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767327219.126944:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12411
00000100:00080000:2.0:1767327219.126952:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327219.126959:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010407296:0@lo:400:kworker.0
00000100:00080000:2.0:1767327219.126961:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327219.126974:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7932
00000100:00100000:0.0:1767327219.126979:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327219.126990:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010406784:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327219.127003:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75180 x1853164010407680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:1.0:1767327219.127041:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327219.127050:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010406912
00000100:00100000:0.0:1767327219.127059:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010406912
00000100:00100000:3.0:1767327219.127059:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327219.127060:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327219.127080:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010407552:0@lo:400:kworker.0
00000100:00100000:0.0:1767327219.127105:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35021
00000100:00100000:0.0:1767327219.127117:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010406912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327219.127122:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010406784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (350us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327219.127134:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7932
00010000:00020000:0.0:1767327219.127140:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327219.127146:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327219.127168:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407168
00000100:00100000:3.0:1767327219.127176:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407168
00000100:00100000:1.0:1767327219.127182:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407040
00000100:00100000:1.0:1767327219.127187:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407040
00000100:00100000:0.0:1767327219.127194:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010406912:12345-0@lo:38:kworker.0 Request processed in 78us (422us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327219.127201:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35021
00000100:00100000:3.0:1767327219.127224:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407424
00000100:00100000:3.0:1767327219.127230:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407424
00000100:00100000:2.0:1767327219.127236:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010406784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327219.127237:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9066
00000100:00100000:1.0:1767327219.127250:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010407040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327219.127264:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407296
00000100:00100000:0.0:1767327219.127270:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407296
00000100:00100000:3.0:1767327219.127281:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407552
00000100:00100000:3.0:1767327219.127291:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407552
00000100:00100000:1.0:1767327219.127301:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010407040:12345-0@lo:400:kworker.0 Request processed in 53us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327219.127304:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676
00000100:00100000:1.0:1767327219.127313:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9066
00000100:00100000:0.0:1767327219.127317:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:2.0:1767327219.127325:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010407296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327219.127326:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010407168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327219.127345:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327219.127353:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677
00000100:00100000:3.0:1767327219.127364:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010407552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327219.127377:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010407040:0@lo:400:kworker.0
00000100:00100000:0.0:1767327219.127394:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010407168:12345-0@lo:38:kworker.0 Request processed in 67us (516us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327219.127402:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:2.0:1767327219.127407:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010407296:12345-0@lo:400:kworker.0 Request processed in 88us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327219.127414:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010407296:0@lo:400:kworker.0
00000100:00100000:2.0:1767327219.127467:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676
00000100:00100000:0.0:1767327219.127476:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:0.0:1767327219.127485:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010407424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327219.127495:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327219.127507:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010407552:12345-0@lo:400:kworker.0 Request processed in 143us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327219.127517:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677
00000100:00080000:1.0:1767327219.127526:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327219.127534:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327219.127538:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010407552:0@lo:400:kworker.0
00000100:00100000:0.0:1767327219.127543:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010407424:12345-0@lo:38:kworker.0 Request processed in 57us (576us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327219.127555:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00100000:1.0:1767327219.127563:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010407680:0@lo:38:kworker.0
00000100:00100000:1.0:1767327219.127603:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327219.127658:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327219.127663:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327219.127668:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010407424:0@lo:38:kworker.0
00000100:00100000:0.0:1767327219.127672:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407680
00000100:00100000:0.0:1767327219.127690:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407680
00000100:00080000:1.0:1767327219.127693:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327219.127698:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327219.127701:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010407168:0@lo:38:kworker.0
00000100:00080000:1.0:1767327219.127711:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327219.127714:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327219.127719:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:1.0:1767327219.127720:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010406912:0@lo:38:kworker.0
00000100:00100000:0.0:1767327219.127740:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010407680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327219.127749:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327219.127775:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010407680:12345-0@lo:38:kworker.0 Request processed in 37us (176us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327219.127779:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00080000:1.0:1767327219.127804:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327219.127809:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327219.127813:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010407680:0@lo:38:kworker.0
00010000:00010000:0.0:1767327220.086646:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327221.110596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327222.134552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327222.609124:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327222.609171:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327222.609226:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177088
00000100:00100000:0.0:1767327222.609243:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177088
00000100:00100000:2.0:1767327222.609260:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993176960
00000100:00100000:2.0:1767327222.609268:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993176960
00000100:00100000:2.0:1767327222.609329:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1678
00000100:00100000:0.0:1767327222.609339:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3423
00000100:00100000:2.0:1767327222.609345:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993177088:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327222.609355:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993176960:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327222.609366:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327222.609385:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327222.609478:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993177088:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 140us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327222.609484:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993176960:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 129us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327222.609490:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1678
00000100:00100000:0.0:1767327222.609501:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3423
00010000:00010000:1.0:1767327223.158575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327223.734668:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010407808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327223.734755:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327223.734823:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407808
00000100:00100000:3.0:1767327223.734839:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407808
00000100:00080000:1.0:1767327223.734914:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327223.734916:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7933
00000100:00100000:3.0:1767327223.734929:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010407808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327223.734958:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327223.735031:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010407808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327223.735038:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7933
00000100:00100000:0.0:1767327223.735088:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010407808:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327224.182613:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327224.246522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327224.246530:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327224.246533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327224.246537:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327224.246542:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327224.246552:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12416
00000100:00080000:2.0:1767327224.246556:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327224.246567:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327224.246600:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010408064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327224.246619:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327224.246666:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010408064:0@lo:38:kworker.0
00000100:00100000:3.0:1767327224.246667:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010408192:0@lo:400:kworker.0
00000100:00080000:2.0:1767327224.246674:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327224.246688:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327224.246691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327224.246692:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327224.246696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12416
00000100:00080000:2.0:1767327224.246700:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327224.246705:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327224.246710:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010408320:0@lo:400:kworker.0
00000100:00100000:2.0:1767327224.246719:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77800 x1853164010408448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327224.246739:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327224.246741:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327224.246743:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327224.246747:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12416
00000100:00080000:2.0:1767327224.246749:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327224.246752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327224.246770:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327224.246772:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74700 x1853164010408704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327224.246790:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327224.246797:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327224.246809:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010408576:0@lo:400:kworker.0
00000100:00080000:2.0:1767327224.246818:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327224.246819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010408448:0@lo:38:kworker.0
00000100:00080000:2.0:1767327224.246827:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327224.246831:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327224.246837:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12416
00000100:00080000:2.0:1767327224.246840:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327224.246846:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327224.246859:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327224.246862:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010407936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327224.246869:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010408960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327224.246898:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408576
00000100:00100000:0.0:1767327224.246909:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408576
00000100:00100000:1.0:1767327224.246938:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408192
00000100:00100000:2.0:1767327224.246939:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408064
00000100:00100000:1.0:1767327224.246948:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408192
00000100:00100000:3.0:1767327224.246948:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327224.246949:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408064
00000100:00100000:0.0:1767327224.246991:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679
00000100:00100000:2.0:1767327224.246998:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35022
00000100:00100000:0.0:1767327224.247009:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010408576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327224.247010:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010408064:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327224.247019:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327224.247020:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9067
00000100:00100000:3.0:1767327224.247038:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010408832:0@lo:400:kworker.0
00000100:00100000:1.0:1767327224.247039:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010408192:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767327224.247042:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327224.247083:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010408576:12345-0@lo:400:kworker.0 Request processed in 83us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327224.247093:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679
00000100:00100000:2.0:1767327224.247112:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010408064:12345-0@lo:38:kworker.0 Request processed in 103us (344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327224.247120:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35022
00000100:00100000:3.0:1767327224.247133:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327224.247148:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010408192:12345-0@lo:400:kworker.0 Request processed in 114us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327224.247156:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9067
00000100:00100000:0.0:1767327224.247173:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408832
00000100:00100000:0.0:1767327224.247180:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408832
00000100:00100000:2.0:1767327224.247187:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010407936
00000100:00100000:2.0:1767327224.247195:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010407936
00000100:00100000:3.0:1767327224.247232:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010408192:0@lo:400:kworker.0
00000100:00080000:1.0:1767327224.247233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327224.247241:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680
00000100:00100000:2.0:1767327224.247244:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7934
00000100:00080000:1.0:1767327224.247245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327224.247263:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010408832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327224.247267:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc8bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010407936:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327224.247271:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767327224.247308:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327224.247333:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408320
00000100:00100000:1.0:1767327224.247340:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408320
00000100:00100000:0.0:1767327224.247349:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010408832:12345-0@lo:400:kworker.0 Request processed in 93us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327224.247365:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680
00000100:00100000:3.0:1767327224.247374:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010408832:0@lo:400:kworker.0
00000100:00100000:2.0:1767327224.247382:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc8bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010407936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327224.247389:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9068
00000100:00100000:2.0:1767327224.247399:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7934
00000100:00100000:1.0:1767327224.247408:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010408320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327224.247414:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327224.247473:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010407936:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327224.247500:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010408704:0@lo:38:kworker.0
00000100:00100000:1.0:1767327224.247542:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010408320:12345-0@lo:400:kworker.0 Request processed in 135us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327224.247551:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327224.247556:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9068
00000100:00100000:3.0:1767327224.247614:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010408576:0@lo:400:kworker.0
00000100:00080000:0.0:1767327224.247632:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327224.247660:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327224.247664:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010408320:0@lo:400:kworker.0
00000100:00100000:0.0:1767327224.247671:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010408064:0@lo:38:kworker.0
00000100:00100000:0.0:1767327224.247706:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010408960:0@lo:38:kworker.0
00000100:00100000:0.0:1767327224.247734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327224.247748:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408448
00000100:00100000:1.0:1767327224.247754:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408448
00000100:00100000:0.0:1767327224.247783:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408704
00000100:00100000:1.0:1767327224.247788:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010408960
00000100:00100000:0.0:1767327224.247789:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408704
00000100:00100000:1.0:1767327224.247793:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010408960
00000100:00100000:3.0:1767327224.247817:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:3.0:1767327224.247834:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010408448:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327224.247835:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:1.0:1767327224.247856:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:0.0:1767327224.247858:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010408704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327224.247868:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327224.247869:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010408960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327224.247881:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327224.247890:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327224.247975:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010408704:12345-0@lo:38:kworker.0 Request processed in 108us (412us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327224.247976:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010408960:12345-0@lo:38:kworker.0 Request processed in 99us (232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327224.247976:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010408448:12345-0@lo:38:kworker.0 Request processed in 132us (550us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327224.247977:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327224.247997:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327224.248001:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00100000:2.0:1767327224.248015:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010408960:0@lo:38:kworker.0
00000100:00100000:1.0:1767327224.248021:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:3.0:1767327224.248038:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00080000:2.0:1767327224.248040:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327224.248044:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327224.248048:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010408448:0@lo:38:kworker.0
00000100:00080000:2.0:1767327224.248061:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327224.248065:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327224.248069:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010408704:0@lo:38:kworker.0
00010000:00010000:0.0:1767327225.206632:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327226.230653:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327227.254573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327227.729096:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327227.729144:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327227.729171:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177216
00000100:00100000:3.0:1767327227.729182:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177216
00000100:00100000:1.0:1767327227.729189:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177344
00000100:00100000:1.0:1767327227.729196:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177344
00000100:00100000:3.0:1767327227.729233:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3427
00000100:00100000:3.0:1767327227.729243:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993177216:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327227.729259:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1681
00000100:00080000:2.0:1767327227.729263:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327227.729271:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993177344:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:3.0:1767327227.729271:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327227.729348:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993177344:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327227.729350:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993177216:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 101us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327227.729361:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1681
00000100:00100000:3.0:1767327227.729369:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3427
00010000:00010000:1.0:1767327228.278697:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327228.854592:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327228.854625:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010409088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327228.854690:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327228.854733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409088
00000100:00100000:2.0:1767327228.854741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409088
00000100:00080000:1.0:1767327228.854789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327228.854799:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7935
00000100:00100000:2.0:1767327228.854807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010409088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327228.854833:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327228.854873:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010409088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327228.854879:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7935
00000100:00100000:1.0:1767327228.854917:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010409088:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327229.302580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327229.366498:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327229.366505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327229.366509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327229.366512:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327229.366515:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327229.366522:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12422
00000100:00080000:3.0:1767327229.366527:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327229.366533:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327229.366568:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2300 x1853164010409216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327229.366635:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327229.366639:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327229.366641:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327229.366645:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12422
00000100:00100000:2.0:1767327229.366646:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010409216:0@lo:38:kworker.0
00000100:00080000:3.0:1767327229.366648:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767327229.366652:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010409344:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327229.366656:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327229.366661:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010409600:0@lo:400:kworker.0
00000100:00100000:3.0:1767327229.366677:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010409728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327229.366695:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327229.366697:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327229.366699:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327229.366701:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12422
00000100:00080000:3.0:1767327229.366704:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327229.366706:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327229.366715:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010409984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327229.366732:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327229.366733:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327229.366738:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327229.366739:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327229.366741:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327229.366745:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327229.366749:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12422
00000100:00080000:3.0:1767327229.366751:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327229.366754:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327229.366762:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0380 x1853164010410240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327229.366787:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010409856:0@lo:400:kworker.0
00000100:00100000:1.0:1767327229.366794:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010410112:0@lo:400:kworker.0
00000100:00100000:2.0:1767327229.366796:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010409728:0@lo:38:kworker.0
00000100:00100000:0.0:1767327229.366820:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409344
00000100:00100000:3.0:1767327229.366825:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327229.366828:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409344
00000100:00100000:1.0:1767327229.366850:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409600
00000100:00100000:1.0:1767327229.366855:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409600
00000100:00100000:2.0:1767327229.366862:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327229.366893:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409856
00000100:00100000:0.0:1767327229.366894:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7936
00000100:00100000:3.0:1767327229.366899:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409856
00000100:00100000:1.0:1767327229.366902:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9069
00000100:00100000:2.0:1767327229.366902:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010409984:0@lo:38:kworker.0
00000100:00100000:0.0:1767327229.366909:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010409344:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327229.366915:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010409600:12345-0@lo:400:kworker.0
00002000:00000024:0.0:1767327229.366937:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327229.366944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327229.366947:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409728
00000100:00100000:3.0:1767327229.366953:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409728
00000100:00100000:1.0:1767327229.366971:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010409600:12345-0@lo:400:kworker.0 Request processed in 58us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327229.366978:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409984
00000100:00100000:1.0:1767327229.366982:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9069
00000100:00100000:3.0:1767327229.366982:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409984
00000100:00100000:2.0:1767327229.366989:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010410240:0@lo:38:kworker.0
00000100:00100000:0.0:1767327229.366990:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010409344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327229.367007:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682
00000100:00100000:0.0:1767327229.367008:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7936
00000100:00100000:1.0:1767327229.367019:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327229.367023:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010409856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327229.367040:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327229.367043:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410112
00000100:00100000:0.0:1767327229.367048:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410112
00000100:00100000:1.0:1767327229.367065:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010409344:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327229.367078:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410240
00000100:00100000:3.0:1767327229.367082:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010409856:12345-0@lo:400:kworker.0 Request processed in 62us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327229.367083:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410240
00000100:00100000:1.0:1767327229.367084:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327229.367094:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682
00000100:00100000:1.0:1767327229.367096:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010409472:0@lo:400:kworker.0
00000100:00100000:2.0:1767327229.367097:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409216
00000100:00100000:0.0:1767327229.367104:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683
00000100:00100000:2.0:1767327229.367106:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409216
00000100:00100000:0.0:1767327229.367114:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010410112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327229.367117:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:3.0:1767327229.367124:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010409728:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327229.367134:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327229.367141:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327229.367147:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35023
00000100:00100000:2.0:1767327229.367155:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010409216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327229.367161:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010410112:12345-0@lo:400:kworker.0 Request processed in 47us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327229.367168:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683
00010000:00020000:2.0:1767327229.367173:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327229.367183:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010410112:0@lo:400:kworker.0
00000100:00100000:3.0:1767327229.367188:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010409728:12345-0@lo:38:kworker.0 Request processed in 59us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327229.367189:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:0.0:1767327229.367199:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010409984:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327229.367200:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00010000:00020000:0.0:1767327229.367214:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327229.367218:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010409472
00000100:00100000:1.0:1767327229.367223:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010409472
00000100:00100000:3.0:1767327229.367225:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:2.0:1767327229.367232:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010409216:12345-0@lo:38:kworker.0 Request processed in 74us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327229.367236:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010410240:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327229.367245:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010409984:12345-0@lo:38:kworker.0 Request processed in 45us (303us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327229.367251:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327229.367252:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35023
00000100:00100000:1.0:1767327229.367256:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9070
00000100:00100000:0.0:1767327229.367258:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00100000:1.0:1767327229.367269:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010409472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327229.367287:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010410240:12345-0@lo:38:kworker.0 Request processed in 52us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327229.367294:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00080000:0.0:1767327229.367295:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327229.367302:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327229.367316:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010409472:12345-0@lo:400:kworker.0 Request processed in 48us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327229.367322:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9070
00000100:00080000:2.0:1767327229.367332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327229.367337:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010409856:0@lo:400:kworker.0
00000100:00080000:2.0:1767327229.367342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327229.367344:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010409600:0@lo:400:kworker.0
00000100:00100000:2.0:1767327229.367355:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010409728:0@lo:38:kworker.0
00000100:00100000:1.0:1767327229.367363:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010409472:0@lo:400:kworker.0
00000100:00080000:2.0:1767327229.367378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327229.367386:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327229.367390:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010409984:0@lo:38:kworker.0
00000100:00080000:2.0:1767327229.367401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327229.367405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327229.367408:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010410240:0@lo:38:kworker.0
00000100:00080000:2.0:1767327229.367452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327229.367456:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327229.367460:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010409216:0@lo:38:kworker.0
00010000:00010000:0.0:1767327230.326547:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327231.350556:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327232.374528:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327232.849055:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327232.849090:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327232.849101:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177600
00000100:00100000:1.0:1767327232.849111:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177600
00000100:00100000:0.0:1767327232.849159:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177472
00000100:00100000:0.0:1767327232.849166:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177472
00000100:00100000:1.0:1767327232.849180:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1684
00000100:00080000:2.0:1767327232.849183:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327232.849192:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993177600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327232.849212:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3431
00000100:00100000:3.0:1767327232.849220:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993177472:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327232.849238:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327232.849258:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993177600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327232.849266:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1684
00000100:00100000:3.0:1767327232.849271:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993177472:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 48us (177us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327232.849278:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3431
00010000:00010000:1.0:1767327233.398558:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327233.974615:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010410368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327233.974676:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327233.974743:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410368
00000100:00100000:0.0:1767327233.974753:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410368
00000100:00080000:2.0:1767327233.974802:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327233.974828:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7937
00000100:00100000:0.0:1767327233.974839:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010410368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327233.974864:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327233.974907:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010410368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327233.974914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7937
00000100:00100000:1.0:1767327233.974942:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010410368:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327234.422561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327234.486488:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327234.486496:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327234.486499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327234.486503:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327234.486507:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327234.486514:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12427
00000100:00080000:3.0:1767327234.486519:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327234.486525:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327234.486549:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010410624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327234.486605:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010410624:0@lo:38:kworker.0
00000100:00100000:2.0:1767327234.486605:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010410496:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327234.486609:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327234.486614:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327234.486616:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327234.486620:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12427
00000100:00080000:3.0:1767327234.486623:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327234.486627:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327234.486639:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010411008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327234.486640:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327234.486657:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010410880:0@lo:400:kworker.0
00000100:00080000:3.0:1767327234.486660:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327234.486665:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327234.486667:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327234.486670:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12427
00000100:00080000:3.0:1767327234.486675:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327234.486679:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327234.486679:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327234.486681:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327234.486694:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2680 x1853164010411264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327234.486708:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327234.486711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327234.486712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327234.486715:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12427
00000100:00080000:3.0:1767327234.486719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327234.486724:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327234.486725:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327234.486740:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1180 x1853164010411520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327234.486746:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010411392:0@lo:400:kworker.0
00000100:00100000:0.0:1767327234.486748:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010411008:0@lo:38:kworker.0
00000100:00100000:1.0:1767327234.486765:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010411136:0@lo:400:kworker.0
00000100:00100000:2.0:1767327234.486790:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327234.486790:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010410752:0@lo:400:kworker.0
00000100:00100000:0.0:1767327234.486799:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410624
00000100:00100000:0.0:1767327234.486807:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410624
00000100:00100000:1.0:1767327234.486812:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410880
00000100:00100000:1.0:1767327234.486818:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410880
00000100:00100000:0.0:1767327234.486845:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35024
00000100:00100000:3.0:1767327234.486845:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327234.486857:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010410624:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327234.486867:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:0.0:1767327234.486878:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327234.486878:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410752
00000100:00100000:1.0:1767327234.486885:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410752
00000100:00100000:2.0:1767327234.486889:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9071
00000100:00100000:3.0:1767327234.486897:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411392
00000100:00100000:2.0:1767327234.486903:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010410880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327234.486905:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411392
00000100:00100000:1.0:1767327234.486919:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9072
00000100:00100000:0.0:1767327234.486926:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010410624:12345-0@lo:38:kworker.0 Request processed in 67us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327234.486935:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010410752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327234.486938:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35024
00000100:00100000:2.0:1767327234.486953:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010410880:12345-0@lo:400:kworker.0 Request processed in 54us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327234.486960:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9071
00000100:00100000:3.0:1767327234.486964:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685
00000100:00100000:0.0:1767327234.486974:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010410496
00000100:00100000:3.0:1767327234.486976:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010411392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327234.486980:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010410496
00000100:00080000:2.0:1767327234.486989:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327234.486996:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010410752:12345-0@lo:400:kworker.0 Request processed in 65us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327234.487006:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9072
00000100:00100000:0.0:1767327234.487017:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7938
00000100:00100000:3.0:1767327234.487030:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010411392:12345-0@lo:400:kworker.0 Request processed in 55us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327234.487031:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010410496:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327234.487031:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010410752:0@lo:400:kworker.0
00000100:00100000:3.0:1767327234.487044:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685
00000100:00100000:1.0:1767327234.487056:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767327234.487059:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327234.487075:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411136
00000100:00100000:3.0:1767327234.487079:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411136
00000100:00100000:2.0:1767327234.487089:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010411392:0@lo:400:kworker.0
00000100:00100000:1.0:1767327234.487106:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010410880:0@lo:400:kworker.0
00000100:00100000:0.0:1767327234.487109:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010410496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (434us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327234.487117:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010410496:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327234.487119:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686
00000100:00100000:0.0:1767327234.487124:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7938
00000100:00100000:3.0:1767327234.487132:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010411136:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327234.487151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327234.487162:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327234.487171:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010411136:12345-0@lo:400:kworker.0 Request processed in 42us (118us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327234.487178:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686
00000100:00100000:0.0:1767327234.487190:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010411264:0@lo:38:kworker.0
00000100:00100000:3.0:1767327234.487193:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411008
00000100:00100000:3.0:1767327234.487197:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411008
00000100:00100000:3.0:1767327234.487218:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:0.0:1767327234.487223:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327234.487227:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010411008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327234.487239:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327234.487255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327234.487260:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411264
00000100:00080000:0.0:1767327234.487261:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327234.487267:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010411008:12345-0@lo:38:kworker.0 Request processed in 41us (107us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327234.487268:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010410624:0@lo:38:kworker.0
00000100:00100000:1.0:1767327234.487268:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411264
00000100:00100000:3.0:1767327234.487281:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:0.0:1767327234.487293:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010411520:0@lo:38:kworker.0
00000100:00100000:3.0:1767327234.487297:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:3.0:1767327234.487306:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010411264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327234.487313:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327234.487336:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327234.487340:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010411264:12345-0@lo:38:kworker.0 Request processed in 34us (118us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327234.487346:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:3.0:1767327234.487360:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411520
00000100:00100000:3.0:1767327234.487363:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411520
00000100:00100000:2.0:1767327234.487364:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010411136:0@lo:400:kworker.0
00000100:00080000:0.0:1767327234.487372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327234.487375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327234.487381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010411008:0@lo:38:kworker.0
00000100:00100000:3.0:1767327234.487389:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:3.0:1767327234.487395:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010411520:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327234.487396:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327234.487403:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327234.487404:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327234.487410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010411264:0@lo:38:kworker.0
00000100:00100000:3.0:1767327234.487453:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010411520:12345-0@lo:38:kworker.0 Request processed in 57us (120us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327234.487459:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00080000:0.0:1767327234.487476:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327234.487481:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327234.487483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010411520:0@lo:38:kworker.0
00010000:00010000:0.0:1767327235.446607:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327236.470555:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327237.494607:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327237.969082:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327237.969114:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327237.969131:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993177984 offset 0 length 520: 4
00000100:00100000:3.0:1767327237.969134:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177728
00000100:00100000:3.0:1767327237.969144:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177728
00000100:00100000:1.0:1767327237.969154:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993177856
00000100:00100000:1.0:1767327237.969161:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993177856
00000100:00100000:3.0:1767327237.969189:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3435
00000100:00100000:3.0:1767327237.969196:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993177728:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327237.969216:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327237.969221:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1687
00000100:00100000:1.0:1767327237.969230:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993177856:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767327237.969269:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327237.969278:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993177728:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (202us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327237.969279:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993177856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327237.969293:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3435
00000100:00100000:1.0:1767327237.969303:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1687
00010000:00010000:1.0:1767327238.518568:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327239.094650:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010411648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327239.094711:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327239.094751:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411648
00000100:00100000:0.0:1767327239.094759:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411648
00000100:00080000:2.0:1767327239.094805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327239.094823:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7939
00000100:00100000:0.0:1767327239.094831:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010411648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327239.094857:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327239.094899:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010411648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327239.094904:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7939
00000100:00100000:3.0:1767327239.094953:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010411648:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327239.542566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327239.606501:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327239.606502:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327214/real 1767327214]  req@ffff9bb5bdc75500 x1853164010406528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327239 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327239.606511:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327239.606517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327239.606524:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327239.606527:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327239.606533:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12432
00000100:00080000:1.0:1767327239.606549:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327239.606553:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bdc75500 x1853164010406528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327239 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327239.606557:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327239.606577:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010411776:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327239.606581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327239.606587:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44a80 x1853164010411904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327239.606597:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767327239.606602:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010406528:0@lo:250:kworker.0
00000100:00100000:0.0:1767327239.606627:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010411904:0@lo:38:kworker.0
00000100:00080000:1.0:1767327239.606634:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327239.606634:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010412032:0@lo:400:kworker.0
00000100:00100000:3.0:1767327239.606644:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327239.606645:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327239.606649:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327239.606652:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12432
00000100:00080000:1.0:1767327239.606655:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327239.606659:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327239.606673:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44e00 x1853164010412288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327239.606676:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327239.606686:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327239.606703:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327239.606707:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327239.606709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327239.606714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12432
00000100:00080000:1.0:1767327239.606717:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327239.606720:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327239.606730:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010412288:0@lo:38:kworker.0
00000100:00100000:1.0:1767327239.606734:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8000 x1853164010412544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327239.606740:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411904
00000100:00100000:3.0:1767327239.606747:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411904
00000100:00100000:2.0:1767327239.606756:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010411776
00000100:00100000:2.0:1767327239.606762:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010411776
00000100:00080000:1.0:1767327239.606763:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327239.606769:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327239.606771:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327239.606774:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327239.606777:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12432
00000100:00080000:1.0:1767327239.606780:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327239.606785:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327239.606786:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35025
00000100:00100000:3.0:1767327239.606795:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010411904:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327239.606800:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb480 x1853164010412800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327239.606801:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010412544:0@lo:38:kworker.0
00000100:00100000:2.0:1767327239.606814:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7940
00010000:00020000:3.0:1767327239.606818:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327239.606821:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327239.606827:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010411776:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327239.606828:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327239.606833:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327239.606835:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327239.606842:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12411
00000100:00080000:1.0:1767327239.606845:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327239.606849:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00002000:00000024:2.0:1767327239.606861:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327239.606862:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb100 x1853164010412928/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327239.606871:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010411904:12345-0@lo:38:kworker.0 Request processed in 73us (194us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327239.606878:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327239.606884:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35025
00000100:00080000:0.0:1767327239.606885:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327239.606894:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010411904:0@lo:38:kworker.0
00000100:00100000:1.0:1767327239.606897:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010412416:0@lo:400:kworker.0
00000100:00100000:2.0:1767327239.606906:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010411776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327239.606914:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010412800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327239.606915:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7940
00000100:00100000:3.0:1767327239.606930:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010412160:0@lo:400:kworker.0
00000100:00100000:1.0:1767327239.606938:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327239.606944:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327239.606956:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412288
00000100:00100000:0.0:1767327239.606961:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412288
00000100:00100000:2.0:1767327239.606963:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412544
00000100:00100000:2.0:1767327239.606968:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412544
00000100:00100000:3.0:1767327239.606977:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327239.606988:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412416
00000100:00100000:0.0:1767327239.606992:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412416
00000100:00100000:2.0:1767327239.606998:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:2.0:1767327239.607004:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010412288:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327239.607006:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412032
00000100:00100000:1.0:1767327239.607012:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412032
00010000:00020000:2.0:1767327239.607016:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327239.607040:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688
00000100:00100000:3.0:1767327239.607048:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00100000:1.0:1767327239.607053:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412160
00000100:00100000:2.0:1767327239.607055:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010412288:12345-0@lo:38:kworker.0 Request processed in 47us (287us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327239.607058:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010412544:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327239.607059:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412160
00000100:00100000:0.0:1767327239.607064:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010412416:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327239.607077:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327239.607078:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00100000:1.0:1767327239.607083:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9073
00000100:00100000:1.0:1767327239.607094:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010412032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327239.607119:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9074
00000100:00100000:3.0:1767327239.607122:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010412544:12345-0@lo:38:kworker.0 Request processed in 64us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327239.607127:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010412416:12345-0@lo:400:kworker.0 Request processed in 76us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327239.607135:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010412160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327239.607135:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:1.0:1767327239.607142:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010412032:12345-0@lo:400:kworker.0 Request processed in 47us (453us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327239.607152:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688
00000100:00100000:1.0:1767327239.607153:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9073
00000100:00100000:3.0:1767327239.607179:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010412032:0@lo:400:kworker.0
00000100:00100000:3.0:1767327239.607198:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327239.607204:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010412416:0@lo:400:kworker.0
00000100:00100000:0.0:1767327239.607209:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327239.607209:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010412160:12345-0@lo:400:kworker.0 Request processed in 77us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327239.607210:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010412672:0@lo:400:kworker.0
00000100:00100000:2.0:1767327239.607226:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9074
00000100:00100000:0.0:1767327239.607241:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010412928:0@lo:250:kworker.0
00000100:00100000:3.0:1767327239.607249:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327239.607260:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010411776:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327239.607264:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:0.0:1767327239.607273:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010412928 offset 0 length 520: 4
00000100:00100000:3.0:1767327239.607300:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412800
00000100:00100000:1.0:1767327239.607302:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010412672
00000100:00100000:2.0:1767327239.607302:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010412160:0@lo:400:kworker.0
00000100:00100000:3.0:1767327239.607306:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412800
00000100:00100000:1.0:1767327239.607309:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010412672
00000100:00080000:0.0:1767327239.607317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327239.607324:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327239.607330:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010412544:0@lo:38:kworker.0
00000100:00080000:2.0:1767327239.607333:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327239.607339:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:3.0:1767327239.607344:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010412800:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327239.607348:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327239.607354:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327239.607357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327239.607365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010412288:0@lo:38:kworker.0
00000100:00100000:2.0:1767327239.607365:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689
00000100:00100000:2.0:1767327239.607380:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010412672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327239.607387:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010412800:12345-0@lo:38:kworker.0 Request processed in 40us (185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327239.607395:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00080000:0.0:1767327239.607405:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327239.607411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327239.607435:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010412800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327239.607457:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010412672:12345-0@lo:400:kworker.0 Request processed in 81us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327239.607463:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689
00000100:00100000:1.0:1767327239.607471:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010412672:0@lo:400:kworker.0
00010000:00010000:0.0:1767327240.566526:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327241.590546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327242.614568:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327243.088835:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327243.088873:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327243.088896:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178240
00000100:00100000:0.0:1767327243.088907:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178240
00000100:00100000:3.0:1767327243.088921:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178112
00000100:00100000:3.0:1767327243.088930:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178112
00000100:00080000:2.0:1767327243.088957:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327243.088987:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1690
00000100:00100000:0.0:1767327243.088998:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3439
00000100:00100000:3.0:1767327243.089006:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993178240:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327243.089009:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993178112:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327243.089037:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327243.089090:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993178240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327243.089091:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993178112:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327243.089115:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1690
00000100:00100000:0.0:1767327243.089124:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3439
00010000:00010000:1.0:1767327243.638570:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327244.214590:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327244.214611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010413056:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327244.214671:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327244.214718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413056
00000100:00100000:1.0:1767327244.214726:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413056
00000100:00080000:2.0:1767327244.214773:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327244.214779:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7941
00000100:00100000:1.0:1767327244.214788:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010413056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327244.214814:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327244.214859:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010413056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327244.214865:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7941
00000100:00100000:3.0:1767327244.214903:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010413056:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327244.662536:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327244.726494:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327244.726516:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327244.726518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327244.726522:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327244.726526:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327244.726533:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12437
00000100:00080000:1.0:1767327244.726537:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327244.726545:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327244.726578:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9500 x1853164010413312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327244.726612:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327244.726615:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327244.726617:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327244.726621:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12437
00000100:00080000:1.0:1767327244.726624:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327244.726628:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327244.726632:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010413440:0@lo:400:kworker.0
00000100:00100000:1.0:1767327244.726640:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8e00 x1853164010413568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327244.726651:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010413184:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327244.726673:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327244.726677:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327244.726678:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327244.726682:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12437
00000100:00080000:1.0:1767327244.726685:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327244.726688:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327244.726696:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010413696:0@lo:400:kworker.0
00000100:00100000:1.0:1767327244.726700:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9880 x1853164010413824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327244.726712:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327244.726712:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327244.726731:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327244.726735:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327244.726737:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327244.726741:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12437
00000100:00080000:1.0:1767327244.726743:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327244.726746:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327244.726753:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327244.726760:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb800 x1853164010414080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327244.726782:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413696
00000100:00100000:2.0:1767327244.726786:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327244.726789:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413696
00000100:00100000:1.0:1767327244.726791:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413440
00000100:00100000:2.0:1767327244.726796:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010413952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327244.726797:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413440
00000100:00100000:3.0:1767327244.726806:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413184
00000100:00100000:3.0:1767327244.726811:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413184
00000100:00100000:2.0:1767327244.726829:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327244.726846:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413952
00000100:00100000:0.0:1767327244.726851:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413952
00000100:00100000:1.0:1767327244.726859:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9075
00000100:00100000:3.0:1767327244.726861:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942
00000100:00080000:2.0:1767327244.726871:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327244.726876:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327244.726880:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010413184:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327244.726882:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010413440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327244.726887:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691
00000100:00100000:2.0:1767327244.726901:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692
00000100:00100000:0.0:1767327244.726902:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010413696:12345-0@lo:400:kworker.0
00002000:00000024:3.0:1767327244.726909:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327244.726931:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010413952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327244.726961:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010413696:12345-0@lo:400:kworker.0 Request processed in 62us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327244.726969:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010413440:12345-0@lo:400:kworker.0 Request processed in 97us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327244.726972:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691
00000100:00100000:3.0:1767327244.726973:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010413184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327244.726982:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010413952:12345-0@lo:400:kworker.0 Request processed in 52us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327244.726984:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9075
00000100:00100000:3.0:1767327244.726990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942
00000100:00100000:2.0:1767327244.726995:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692
00000100:00100000:0.0:1767327244.727014:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010413312:0@lo:38:kworker.0
00000100:00100000:3.0:1767327244.727051:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010413184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327244.727052:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327244.727053:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010413952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327244.727067:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010413440:0@lo:400:kworker.0
00000100:00100000:2.0:1767327244.727078:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010413696:0@lo:400:kworker.0
00000100:00100000:0.0:1767327244.727083:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010413568:0@lo:38:kworker.0
00000100:00100000:3.0:1767327244.727103:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413312
00000100:00100000:3.0:1767327244.727109:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413312
00000100:00100000:0.0:1767327244.727110:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327244.727135:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010413824:0@lo:38:kworker.0
00000100:00100000:3.0:1767327244.727141:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35026
00000100:00100000:3.0:1767327244.727148:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010413312:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327244.727153:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413568
00000100:00100000:2.0:1767327244.727158:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413568
00000100:00100000:0.0:1767327244.727162:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327244.727165:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327244.727182:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010414080:0@lo:38:kworker.0
00000100:00100000:2.0:1767327244.727187:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010413824
00000100:00100000:2.0:1767327244.727191:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010413824
00000100:00100000:1.0:1767327244.727194:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:1.0:1767327244.727202:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010413568:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327244.727206:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010413312:12345-0@lo:38:kworker.0 Request processed in 56us (157us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327244.727217:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:3.0:1767327244.727218:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35026
00000100:00100000:0.0:1767327244.727219:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327244.727219:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327244.727227:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010413824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327244.727238:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327244.727255:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414080
00000100:00100000:3.0:1767327244.727261:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414080
00000100:00080000:0.0:1767327244.727263:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327244.727269:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327244.727274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010413312:0@lo:38:kworker.0
00000100:00100000:1.0:1767327244.727280:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010413568:12345-0@lo:38:kworker.0 Request processed in 75us (170us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327244.727284:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010413824:12345-0@lo:38:kworker.0 Request processed in 55us (121us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327244.727287:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00080000:0.0:1767327244.727288:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327244.727299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327244.727301:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00100000:3.0:1767327244.727301:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010414080:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327244.727306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010413568:0@lo:38:kworker.0
00000100:00100000:2.0:1767327244.727311:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00010000:00020000:3.0:1767327244.727317:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327244.727321:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327244.727326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327244.727329:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010413824:0@lo:38:kworker.0
00000100:00100000:3.0:1767327244.727354:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010414080:12345-0@lo:38:kworker.0 Request processed in 54us (139us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327244.727358:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327244.727363:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00080000:0.0:1767327244.727366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327244.727370:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010414080:0@lo:38:kworker.0
00010000:00010000:0.0:1767327245.686568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327246.710561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327247.734591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327248.209024:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327248.209059:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327248.209071:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178496
00000100:00100000:3.0:1767327248.209080:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178496
00000100:00100000:1.0:1767327248.209108:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178368
00000100:00100000:1.0:1767327248.209116:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178368
00000100:00080000:2.0:1767327248.209131:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327248.209152:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1693
00000100:00100000:1.0:1767327248.209162:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3443
00000100:00100000:3.0:1767327248.209168:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993178496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327248.209175:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993178368:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327248.209196:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327248.209240:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993178496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327248.209241:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993178368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 67us (179us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327248.209255:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1693
00000100:00100000:1.0:1767327248.209261:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3443
00010000:00010000:1.0:1767327248.758584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327249.334616:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010414208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327249.334678:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327249.334720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414208
00000100:00100000:1.0:1767327249.334728:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414208
00000100:00080000:2.0:1767327249.334781:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327249.334788:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943
00000100:00100000:1.0:1767327249.334799:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010414208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327249.334829:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327249.334873:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010414208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327249.334880:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943
00000100:00100000:3.0:1767327249.334914:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010414208:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327249.782600:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327249.846520:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327249.846531:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327249.846535:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327249.846542:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327249.846547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327249.846556:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12442
00000100:00080000:3.0:1767327249.846563:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327249.846570:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327249.846600:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048e00 x1853164010414464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327249.846609:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010414336:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327249.846655:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327249.846661:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327249.846664:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010414464:0@lo:38:kworker.0
00000100:00080000:3.0:1767327249.846665:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327249.846668:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010414592:0@lo:400:kworker.0
00000100:00080000:3.0:1767327249.846677:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12442
00000100:00080000:3.0:1767327249.846681:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327249.846687:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327249.846690:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327249.846707:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049180 x1853164010414720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327249.846719:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327249.846734:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327249.846737:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327249.846742:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327249.846745:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327249.846751:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010414720:0@lo:38:kworker.0
00000100:00100000:1.0:1767327249.846752:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414336
00000100:00080000:3.0:1767327249.846752:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12442
00000100:00080000:3.0:1767327249.846759:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327249.846760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414336
00000100:00080000:3.0:1767327249.846765:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327249.846771:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327249.846783:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010414848:0@lo:400:kworker.0
00000100:00100000:2.0:1767327249.846791:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327249.846794:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010414976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327249.846823:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944
00000100:00100000:2.0:1767327249.846823:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010414976:0@lo:38:kworker.0
00000100:00100000:0.0:1767327249.846825:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327249.846832:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327249.846837:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010414336:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327249.846839:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327249.846844:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327249.846850:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12442
00000100:00080000:3.0:1767327249.846853:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327249.846858:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327249.846863:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:1.0:1767327249.846871:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327249.846875:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010415232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327249.846897:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010415232:0@lo:38:kworker.0
00000100:00100000:0.0:1767327249.846898:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414592
00000100:00100000:0.0:1767327249.846905:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414592
00000100:00100000:1.0:1767327249.846916:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010414336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327249.846922:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414720
00000100:00100000:1.0:1767327249.846928:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944
00000100:00100000:2.0:1767327249.846928:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327249.846930:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414720
00000100:00100000:0.0:1767327249.846955:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9076
00000100:00100000:0.0:1767327249.846967:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010414592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327249.846968:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414848
00000100:00100000:2.0:1767327249.846971:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414464
00000100:00100000:3.0:1767327249.846974:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414848
00000100:00100000:2.0:1767327249.846978:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414464
00000100:00100000:1.0:1767327249.846986:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010414336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327249.847007:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327249.847015:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35027
00000100:00100000:1.0:1767327249.847017:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010415104:0@lo:400:kworker.0
00000100:00100000:3.0:1767327249.847021:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010414976
00000100:00100000:2.0:1767327249.847023:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010414464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327249.847029:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010414592:12345-0@lo:400:kworker.0 Request processed in 63us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327249.847029:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010414976
00000100:00100000:3.0:1767327249.847044:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415232
00010000:00020000:2.0:1767327249.847045:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327249.847049:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327249.847050:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415232
00000100:00100000:0.0:1767327249.847057:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9076
00000100:00100000:3.0:1767327249.847078:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415104
00000100:00100000:3.0:1767327249.847083:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415104
00000100:00100000:1.0:1767327249.847092:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694
00000100:00100000:2.0:1767327249.847092:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010414464:12345-0@lo:38:kworker.0 Request processed in 68us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327249.847105:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:1.0:1767327249.847106:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010414848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327249.847106:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35027
00000100:00100000:0.0:1767327249.847119:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010414720:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327249.847128:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695
00000100:00080000:2.0:1767327249.847133:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327249.847134:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327249.847140:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327249.847143:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010415104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327249.847157:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:1.0:1767327249.847158:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010414848:12345-0@lo:400:kworker.0 Request processed in 46us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327249.847166:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694
00000100:00100000:2.0:1767327249.847166:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010414976:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327249.847176:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010414720:12345-0@lo:38:kworker.0 Request processed in 57us (386us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327249.847179:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327249.847188:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:0.0:1767327249.847198:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00100000:1.0:1767327249.847199:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010415232:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327249.847206:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010415104:12345-0@lo:400:kworker.0 Request processed in 66us (156us total) trans 0 rc 0/0
00010000:00020000:1.0:1767327249.847217:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327249.847218:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695
00000100:00100000:2.0:1767327249.847225:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010414976:12345-0@lo:38:kworker.0 Request processed in 57us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327249.847234:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:0.0:1767327249.847245:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010414848:0@lo:400:kworker.0
00000100:00100000:1.0:1767327249.847252:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010415232:12345-0@lo:38:kworker.0 Request processed in 54us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327249.847261:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00080000:2.0:1767327249.847279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327249.847280:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010414592:0@lo:400:kworker.0
00000100:00080000:2.0:1767327249.847288:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327249.847290:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010415104:0@lo:400:kworker.0
00000100:00100000:2.0:1767327249.847293:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010415232:0@lo:38:kworker.0
00000100:00080000:2.0:1767327249.847307:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327249.847311:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327249.847314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010414976:0@lo:38:kworker.0
00000100:00080000:2.0:1767327249.847327:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327249.847330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327249.847334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010414720:0@lo:38:kworker.0
00000100:00080000:2.0:1767327249.847342:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327249.847345:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327249.847348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010414464:0@lo:38:kworker.0
00010000:00010000:0.0:1767327250.806548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327251.830606:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327252.854549:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327253.328822:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327253.328854:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327253.328901:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178624
00000100:00100000:1.0:1767327253.328907:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178752
00000100:00100000:3.0:1767327253.328910:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178624
00000100:00100000:1.0:1767327253.328914:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178752
00000100:00100000:3.0:1767327253.328959:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3447
00000100:00100000:3.0:1767327253.328968:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993178624:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767327253.328981:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327253.328984:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1696
00010000:00020000:3.0:1767327253.328991:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327253.328997:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993178752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327253.329050:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993178624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (235us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327253.329061:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3447
00000100:00100000:1.0:1767327253.329062:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993178752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327253.329071:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1696
00010000:00010000:1.0:1767327253.878572:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327254.454616:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327254.454634:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010415360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327254.454695:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327254.454748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415360
00000100:00100000:3.0:1767327254.454856:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415360
00000100:00080000:0.0:1767327254.454905:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327254.454993:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945
00000100:00100000:3.0:1767327254.455005:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010415360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327254.455081:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327254.455127:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010415360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327254.455135:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945
00000100:00100000:2.0:1767327254.455166:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010415360:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327254.902579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327254.966512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327254.966520:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327254.966524:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327254.966529:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327254.966533:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327254.966542:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12447
00000100:00080000:3.0:1767327254.966548:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327254.966567:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327254.966583:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327254.966598:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010415488:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327254.966599:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010415616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327254.966646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327254.966651:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327254.966654:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327254.966655:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010415616:0@lo:38:kworker.0
00000100:00080000:3.0:1767327254.966661:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12447
00000100:00100000:0.0:1767327254.966666:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327254.966669:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767327254.966675:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767327254.966676:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327254.966695:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010415744:0@lo:400:kworker.0
00000100:00100000:3.0:1767327254.966697:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049180 x1853164010415872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327254.966710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327254.966721:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415488
00000100:00100000:0.0:1767327254.966728:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415488
00000100:00100000:2.0:1767327254.966747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010415872:0@lo:38:kworker.0
00000100:00100000:1.0:1767327254.966749:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327254.966752:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327254.966758:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327254.966760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327254.966766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12447
00000100:00080000:3.0:1767327254.966770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327254.966775:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327254.966786:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7946
00000100:00100000:2.0:1767327254.966791:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327254.966793:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010416128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327254.966799:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010415488:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327254.966820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327254.966820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010416128:0@lo:38:kworker.0
00000100:00080000:3.0:1767327254.966832:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00002000:00000024:0.0:1767327254.966834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767327254.966839:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327254.966842:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415872
00000100:00080000:3.0:1767327254.966844:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327254.966850:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415872
00000100:00100000:2.0:1767327254.966850:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327254.966855:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12447
00000100:00080000:3.0:1767327254.966860:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327254.966865:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327254.966885:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010416384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327254.966887:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416128
00000100:00100000:2.0:1767327254.966892:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415616
00000100:00100000:1.0:1767327254.966895:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416128
00000100:00100000:0.0:1767327254.966899:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010415488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327254.966900:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415616
00000100:00100000:0.0:1767327254.966908:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7946
00000100:00100000:1.0:1767327254.966930:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:2.0:1767327254.966939:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35028
00000100:00100000:0.0:1767327254.966941:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010415744
00000100:00100000:1.0:1767327254.966941:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010415872:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327254.966948:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010415744
00000100:00100000:3.0:1767327254.966948:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:2.0:1767327254.966954:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010415616:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327254.966962:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010416128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327254.966965:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327254.966974:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327254.966977:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9077
00010000:00020000:3.0:1767327254.966980:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327254.966989:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010415744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327254.967018:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010415872:12345-0@lo:38:kworker.0 Request processed in 78us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327254.967028:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:2.0:1767327254.967042:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010415616:12345-0@lo:38:kworker.0 Request processed in 90us (336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327254.967051:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010415744:12345-0@lo:400:kworker.0 Request processed in 63us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327254.967052:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35028
00000100:00100000:3.0:1767327254.967058:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010416128:12345-0@lo:38:kworker.0 Request processed in 94us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327254.967065:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9077
00000100:00100000:3.0:1767327254.967074:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00000100:00100000:1.0:1767327254.967083:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010415744:0@lo:400:kworker.0
00000100:00100000:2.0:1767327254.967094:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010416000:0@lo:400:kworker.0
00000100:00100000:1.0:1767327254.967117:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010416256:0@lo:400:kworker.0
00000100:00100000:2.0:1767327254.967127:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327254.967127:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010416384:0@lo:38:kworker.0
00000100:00100000:0.0:1767327254.967136:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010415488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327254.967159:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327254.967180:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416000
00000100:00100000:2.0:1767327254.967184:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416000
00000100:00100000:3.0:1767327254.967198:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416256
00000100:00100000:3.0:1767327254.967205:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416256
00000100:00100000:2.0:1767327254.967227:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697
00000100:00080000:0.0:1767327254.967230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327254.967240:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010416000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327254.967248:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698
00000100:00100000:3.0:1767327254.967258:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010416256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327254.967286:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010416000:12345-0@lo:400:kworker.0 Request processed in 51us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327254.967292:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697
00000100:00100000:3.0:1767327254.967310:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010416256:12345-0@lo:400:kworker.0 Request processed in 53us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327254.967320:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010416000:0@lo:400:kworker.0
00000100:00100000:3.0:1767327254.967320:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698
00000100:00100000:2.0:1767327254.967334:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327254.967341:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010416256:0@lo:400:kworker.0
00000100:00100000:3.0:1767327254.967343:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416384
00000100:00100000:3.0:1767327254.967350:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416384
00000100:00080000:2.0:1767327254.967370:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327254.967376:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00080000:2.0:1767327254.967379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327254.967384:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010416384:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327254.967386:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010416128:0@lo:38:kworker.0
00010000:00020000:3.0:1767327254.967395:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327254.967398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327254.967403:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327254.967406:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010415872:0@lo:38:kworker.0
00000100:00080000:2.0:1767327254.967453:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327254.967454:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010416384:12345-0@lo:38:kworker.0 Request processed in 71us (122us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327254.967458:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327254.967466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010415616:0@lo:38:kworker.0
00000100:00100000:3.0:1767327254.967466:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00080000:2.0:1767327254.967497:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327254.967501:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327254.967503:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010416384:0@lo:38:kworker.0
00010000:00010000:0.0:1767327255.926562:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327256.950634:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327257.974540:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327258.448997:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327258.449040:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327258.449073:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179008
00000100:00100000:3.0:1767327258.449085:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179008
00000100:00100000:0.0:1767327258.449088:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993178880
00000100:00100000:0.0:1767327258.449095:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993178880
00000100:00100000:0.0:1767327258.449139:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1699
00000100:00080000:1.0:1767327258.449147:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327258.449153:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3451
00000100:00100000:0.0:1767327258.449154:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993179008:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327258.449167:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993178880:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327258.449189:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327258.449225:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993179008:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327258.449232:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993178880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 64us (187us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327258.449238:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1699
00000100:00100000:3.0:1767327258.449248:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3451
00010000:00010000:1.0:1767327258.998561:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327259.574572:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010416512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327259.574633:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327259.574663:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416512
00000100:00100000:0.0:1767327259.574672:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416512
00000100:00100000:0.0:1767327259.574734:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7947
00000100:00080000:2.0:1767327259.574739:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327259.574744:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010416512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327259.574769:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327259.574813:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010416512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327259.574818:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7947
00000100:00100000:1.0:1767327259.574851:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010416512:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327260.022524:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327260.086533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327260.086543:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327260.086548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327260.086552:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327260.086557:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327260.086566:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12452
00000100:00080000:3.0:1767327260.086573:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327260.086582:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327260.086627:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010416768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327260.086680:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327260.086686:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327260.086691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327260.086696:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010416640:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327260.086703:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12452
00000100:00100000:2.0:1767327260.086712:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010416896:0@lo:400:kworker.0
00000100:00080000:3.0:1767327260.086712:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327260.086743:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327260.086763:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010417024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327260.086771:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010416768:0@lo:38:kworker.0
00000100:00100000:0.0:1767327260.086823:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327260.086823:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327260.086824:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327260.086834:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327260.086837:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327260.086842:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12452
00000100:00080000:3.0:1767327260.086847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327260.086856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327260.086857:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327260.086887:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010417280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327260.086911:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327260.086914:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327260.086916:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327260.086919:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12452
00000100:00080000:3.0:1767327260.086923:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327260.086926:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327260.086928:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327260.086928:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327260.086938:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010417536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327260.086939:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010417024:0@lo:38:kworker.0
00000100:00100000:2.0:1767327260.086946:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010417152:0@lo:400:kworker.0
00000100:00100000:0.0:1767327260.086947:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010417408:0@lo:400:kworker.0
00000100:00100000:1.0:1767327260.086990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327260.087002:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416768
00000100:00100000:3.0:1767327260.087008:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416768
00000100:00100000:2.0:1767327260.087011:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416640
00000100:00100000:2.0:1767327260.087017:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416640
00000100:00100000:0.0:1767327260.087021:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010416896
00000100:00100000:0.0:1767327260.087052:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010416896
00000100:00100000:1.0:1767327260.087060:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010417280:0@lo:38:kworker.0
00000100:00100000:3.0:1767327260.087070:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35029
00000100:00100000:3.0:1767327260.087080:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010416768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327260.087102:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327260.087107:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7948
00000100:00100000:1.0:1767327260.087116:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327260.087129:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9078
00000100:00100000:2.0:1767327260.087129:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010416640:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327260.087158:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010416896:12345-0@lo:400:kworker.0
00002000:00000024:2.0:1767327260.087171:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767327260.087184:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327260.087194:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010416768:12345-0@lo:38:kworker.0 Request processed in 96us (328us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327260.087199:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327260.087212:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35029
00000100:00100000:1.0:1767327260.087214:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010416768:0@lo:38:kworker.0
00000100:00100000:0.0:1767327260.087247:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010416896:12345-0@lo:400:kworker.0 Request processed in 96us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327260.087249:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010416640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (455us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327260.087254:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417024
00000100:00100000:1.0:1767327260.087258:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010417536:0@lo:38:kworker.0
00000100:00100000:3.0:1767327260.087263:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417024
00000100:00100000:0.0:1767327260.087273:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9078
00000100:00100000:2.0:1767327260.087274:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7948
00000100:00100000:3.0:1767327260.087302:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417280
00000100:00100000:3.0:1767327260.087307:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417280
00000100:00100000:1.0:1767327260.087341:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327260.087355:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417536
00000100:00100000:3.0:1767327260.087359:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417536
00000100:00100000:2.0:1767327260.087366:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:2.0:1767327260.087372:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010417024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327260.087378:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00010000:00020000:2.0:1767327260.087383:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327260.087389:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010417280:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327260.087408:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:3.0:1767327260.087414:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010417536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327260.087444:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327260.087450:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327260.087467:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010417024:12345-0@lo:38:kworker.0 Request processed in 93us (478us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327260.087474:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00080000:1.0:1767327260.087477:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327260.087485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327260.087489:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010417536:12345-0@lo:38:kworker.0 Request processed in 73us (171us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327260.087492:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010417024:0@lo:38:kworker.0
00000100:00080000:2.0:1767327260.087499:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327260.087500:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010417280:12345-0@lo:38:kworker.0 Request processed in 111us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327260.087501:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00100000:0.0:1767327260.087513:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00080000:1.0:1767327260.087518:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327260.087520:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327260.087528:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327260.087533:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417152
00000100:00100000:1.0:1767327260.087534:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010417280:0@lo:38:kworker.0
00000100:00100000:0.0:1767327260.087538:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417152
00000100:00100000:2.0:1767327260.087562:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010416896:0@lo:400:kworker.0
00000100:00100000:3.0:1767327260.087563:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327260.087568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327260.087575:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327260.087579:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417408
00000100:00100000:1.0:1767327260.087581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010417536:0@lo:38:kworker.0
00000100:00100000:0.0:1767327260.087584:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417408
00000100:00100000:2.0:1767327260.087614:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700
00000100:00100000:3.0:1767327260.087617:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010416640:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327260.087623:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701
00000100:00100000:2.0:1767327260.087628:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010417152:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327260.087630:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327260.087637:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010417408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327260.087677:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010417408:12345-0@lo:400:kworker.0 Request processed in 47us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327260.087687:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701
00000100:00100000:2.0:1767327260.087688:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010417152:12345-0@lo:400:kworker.0 Request processed in 62us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327260.087696:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700
00000100:00100000:1.0:1767327260.087709:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010417408:0@lo:400:kworker.0
00000100:00100000:3.0:1767327260.087729:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010417152:0@lo:400:kworker.0
00010000:00010000:0.0:1767327261.046548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327262.070552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767327262.545225:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993179136 offset 0 length 520: 4
00000100:00100000:2.0:1767327262.545287:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327262.545345:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327262.545362:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179392
00000100:00100000:3.0:1767327262.545372:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179392
00000100:00080000:1.0:1767327262.545466:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327262.545478:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179264
00000100:00100000:0.0:1767327262.545484:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179264
00000100:00100000:3.0:1767327262.545504:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1702
00000100:00100000:1.0:1767327262.545516:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3455
00000100:00100000:3.0:1767327262.545517:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993179392:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327262.545527:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993179264:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327262.545547:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327262.545594:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993179392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327262.545595:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993179264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (248us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327262.545610:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3455
00000100:00100000:3.0:1767327262.545617:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1702
00010000:00010000:1.0:1767327263.094546:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327264.118567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327264.182505:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327239/real 1767327239]  req@ffff9bb5aa1eb100 x1853164010412928/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327264 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327264.182542:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5aa1eb100 x1853164010412928/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327264 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327264.182562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327264.182592:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327264.182596:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010412928:0@lo:250:kworker.0
00000100:00080000:3.0:1767327264.182639:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327264.182645:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767327264.182647:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327264.182651:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12437
00000100:00080000:3.0:1767327264.182655:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327264.182660:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327264.182687:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049180 x1853164010417664/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327264.182708:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327264.182711:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327264.182712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327264.182715:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12457
00000100:00080000:3.0:1767327264.182718:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327264.182721:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327264.182734:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a300 x1853164010417792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327264.182744:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010417664:0@lo:250:kworker.0
00000100:00080000:3.0:1767327264.182794:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:2.0:1767327264.182799:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010417664 offset 0 length 520: 4
00000100:00100000:1.0:1767327264.182800:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010417920:0@lo:400:kworker.0
00000100:00080000:3.0:1767327264.182800:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327264.182805:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327264.182812:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12457
00000100:00080000:3.0:1767327264.182814:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327264.182817:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327264.182830:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010418176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327264.182848:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327264.182854:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327264.182855:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010418048:0@lo:400:kworker.0
00000100:00100000:1.0:1767327264.182856:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327264.182857:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327264.182865:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010417792:0@lo:38:kworker.0
00000100:00080000:3.0:1767327264.182865:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12457
00000100:00080000:3.0:1767327264.182871:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327264.182876:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327264.182888:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010418432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327264.182909:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327264.182915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327264.182915:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327264.182921:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327264.182923:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327264.182926:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12457
00000100:00080000:3.0:1767327264.182929:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327264.182931:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767327264.182932:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327264.182944:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327264.182946:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010418560:0@lo:400:kworker.0
00000100:00100000:3.0:1767327264.182949:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38e00 x1853164010418688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327264.182950:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010418176:0@lo:38:kworker.0
00000100:00100000:0.0:1767327264.182956:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010418304:0@lo:400:kworker.0
00000100:00100000:1.0:1767327264.182997:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327264.183000:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417792
00000100:00100000:3.0:1767327264.183008:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417792
00000100:00100000:2.0:1767327264.183031:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010417920
00000100:00100000:2.0:1767327264.183038:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010417920
00000100:00100000:3.0:1767327264.183043:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35030
00000100:00100000:0.0:1767327264.183048:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327264.183053:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010417792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327264.183070:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327264.183083:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418560
00000100:00100000:1.0:1767327264.183088:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418560
00000100:00100000:0.0:1767327264.183093:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418304
00000100:00100000:0.0:1767327264.183099:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418304
00000100:00100000:2.0:1767327264.183099:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418048
00000100:00100000:2.0:1767327264.183107:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418048
00000100:00100000:3.0:1767327264.183115:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010417792:12345-0@lo:38:kworker.0 Request processed in 61us (200us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327264.183122:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35030
00000100:00100000:1.0:1767327264.183135:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703
00000100:00100000:0.0:1767327264.183149:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704
00000100:00100000:1.0:1767327264.183150:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010418560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327264.183156:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9079
00000100:00100000:0.0:1767327264.183163:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010418304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327264.183171:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010417920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327264.183172:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9080
00000100:00100000:3.0:1767327264.183187:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010418048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327264.183228:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010418560:12345-0@lo:400:kworker.0 Request processed in 82us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327264.183230:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010418304:12345-0@lo:400:kworker.0 Request processed in 69us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327264.183245:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703
00000100:00100000:2.0:1767327264.183245:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010417920:12345-0@lo:400:kworker.0 Request processed in 76us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327264.183251:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010418048:12345-0@lo:400:kworker.0 Request processed in 67us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327264.183258:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704
00000100:00100000:3.0:1767327264.183266:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9080
00000100:00080000:1.0:1767327264.183280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327264.183286:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327264.183286:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9079
00000100:00080000:1.0:1767327264.183293:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327264.183300:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327264.183327:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010418304:0@lo:400:kworker.0
00000100:00100000:1.0:1767327264.183328:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010418560:0@lo:400:kworker.0
00000100:00100000:3.0:1767327264.183333:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010418432:0@lo:38:kworker.0
00000100:00100000:0.0:1767327264.183350:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010418048:0@lo:400:kworker.0
00000100:00100000:1.0:1767327264.183356:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010417920:0@lo:400:kworker.0
00000100:00100000:3.0:1767327264.183379:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327264.183405:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010418688:0@lo:38:kworker.0
00000100:00100000:0.0:1767327264.183408:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418176
00000100:00100000:0.0:1767327264.183412:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418176
00000100:00100000:2.0:1767327264.183451:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418432
00000100:00100000:3.0:1767327264.183455:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327264.183459:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418432
00000100:00100000:0.0:1767327264.183466:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418688
00000100:00100000:0.0:1767327264.183471:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418688
00000100:00080000:3.0:1767327264.183482:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327264.183487:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327264.183492:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010417792:0@lo:38:kworker.0
00000100:00100000:1.0:1767327264.183498:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:1.0:1767327264.183509:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010418176:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327264.183518:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00010000:00020000:1.0:1767327264.183521:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327264.183532:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:2.0:1767327264.183538:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010418432:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327264.183540:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010418688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327264.183557:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327264.183564:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010418176:12345-0@lo:38:kworker.0 Request processed in 55us (263us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327264.183564:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327264.183573:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327264.183574:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00080000:3.0:1767327264.183581:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327264.183586:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010418176:0@lo:38:kworker.0
00000100:00100000:0.0:1767327264.183601:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010418688:12345-0@lo:38:kworker.0 Request processed in 60us (146us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327264.183608:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00080000:3.0:1767327264.183610:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327264.183616:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327264.183622:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010418432:12345-0@lo:38:kworker.0 Request processed in 87us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327264.183622:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010418688:0@lo:38:kworker.0
00000100:00100000:2.0:1767327264.183637:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00080000:3.0:1767327264.183640:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327264.183644:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327264.183647:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010418432:0@lo:38:kworker.0
00000100:00100000:1.0:1767327264.694620:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010418816:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327264.694679:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327264.694733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418816
00000100:00100000:2.0:1767327264.694742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418816
00000100:00100000:2.0:1767327264.694795:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7949
00000100:00100000:2.0:1767327264.694807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010418816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327264.694836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327264.694889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010418816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327264.694897:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7949
00000100:00100000:1.0:1767327264.694953:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010418816:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327265.142580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327265.206651:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327265.206670:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010418944:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327265.206738:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327265.206785:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010418944
00000100:00100000:2.0:1767327265.206811:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010418944
00000100:00100000:2.0:1767327265.206876:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7950
00000100:00100000:2.0:1767327265.206884:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010418944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327265.206913:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327265.206956:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010418944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327265.206962:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7950
00000100:00100000:3.0:1767327265.207004:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010418944:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327266.166554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327267.190581:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327267.664859:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327267.664902:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327267.664932:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179520
00000100:00100000:2.0:1767327267.664941:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179520
00000100:00100000:0.0:1767327267.664954:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179648
00000100:00100000:0.0:1767327267.664960:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179648
00000100:00100000:2.0:1767327267.664988:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3459
00000100:00100000:2.0:1767327267.664996:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993179520:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767327267.665017:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767327267.665018:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327267.665024:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1705
00000100:00100000:0.0:1767327267.665034:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993179648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327267.665083:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993179520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (229us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327267.665084:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993179648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327267.665099:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1705
00000100:00100000:2.0:1767327267.665108:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3459
00010000:00010000:1.0:1767327268.214537:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327269.238593:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327269.302581:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327269.302590:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327269.302593:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327269.302597:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327269.302600:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327269.302607:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12462
00000100:00080000:1.0:1767327269.302611:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327269.302617:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327269.302670:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8000 x1853164010419072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327269.302720:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010419072:0@lo:38:kworker.0
00000100:00080000:1.0:1767327269.302741:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327269.302745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327269.302747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327269.302751:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12462
00000100:00080000:1.0:1767327269.302753:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327269.302757:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327269.302769:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010419200:0@lo:400:kworker.0
00000100:00100000:1.0:1767327269.302770:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010419456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327269.302784:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327269.302803:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327269.302806:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327269.302808:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327269.302812:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12462
00000100:00080000:1.0:1767327269.302814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327269.302817:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327269.302825:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327269.302830:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1c00 x1853164010419712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327269.302833:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419072
00000100:00100000:3.0:1767327269.302835:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010419456:0@lo:38:kworker.0
00000100:00100000:2.0:1767327269.302842:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419072
00000100:00100000:0.0:1767327269.302857:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767327269.302860:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327269.302864:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327269.302866:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010419840:0@lo:400:kworker.0
00000100:00080000:1.0:1767327269.302867:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327269.302876:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12462
00000100:00080000:1.0:1767327269.302879:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327269.302882:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327269.302887:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35031
00000100:00100000:3.0:1767327269.302892:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327269.302896:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010419968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327269.302901:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010419072:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327269.302907:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010419328:0@lo:400:kworker.0
00010000:00020000:2.0:1767327269.302927:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327269.302929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010419712:0@lo:38:kworker.0
00000100:00100000:1.0:1767327269.302935:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010419584:0@lo:400:kworker.0
00000100:00100000:0.0:1767327269.302936:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327269.302982:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327269.302990:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010419072:12345-0@lo:38:kworker.0 Request processed in 90us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327269.302996:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35031
00000100:00100000:0.0:1767327269.303011:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419456
00000100:00100000:0.0:1767327269.303016:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419456
00000100:00100000:2.0:1767327269.303027:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419200
00000100:00100000:3.0:1767327269.303031:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010419968:0@lo:38:kworker.0
00000100:00100000:2.0:1767327269.303032:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419200
00000100:00100000:1.0:1767327269.303041:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327269.303042:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419712
00000100:00100000:0.0:1767327269.303047:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419712
00000100:00100000:0.0:1767327269.303071:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419584
00000100:00100000:0.0:1767327269.303073:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419584
00000100:00100000:3.0:1767327269.303078:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327269.303088:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419328
00000100:00100000:2.0:1767327269.303093:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419328
00000100:00100000:1.0:1767327269.303100:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419968
00000100:00100000:1.0:1767327269.303106:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419968
00000100:00100000:0.0:1767327269.303107:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706
00000100:00100000:0.0:1767327269.303118:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010419584:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327269.303121:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327269.303128:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327269.303129:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9081
00000100:00100000:3.0:1767327269.303137:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010419072:0@lo:38:kworker.0
00000100:00100000:1.0:1767327269.303138:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:2.0:1767327269.303144:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010419200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327269.303153:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010419456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327269.303168:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010419584:12345-0@lo:400:kworker.0 Request processed in 51us (132us total) trans 0 rc 0/0
00010000:00020000:1.0:1767327269.303170:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327269.303196:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706
00000100:00100000:3.0:1767327269.303197:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9082
00000100:00100000:2.0:1767327269.303205:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010419200:12345-0@lo:400:kworker.0 Request processed in 64us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327269.303214:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9081
00000100:00100000:3.0:1767327269.303219:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010419328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327269.303224:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:0.0:1767327269.303231:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010419712:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327269.303242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:0.0:1767327269.303243:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327269.303249:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010419456:12345-0@lo:38:kworker.0 Request processed in 94us (357us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327269.303250:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327269.303257:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327269.303263:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:1.0:1767327269.303289:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:0.0:1767327269.303294:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010419712:12345-0@lo:38:kworker.0 Request processed in 59us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327269.303303:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010419968:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327269.303304:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010419328:12345-0@lo:400:kworker.0 Request processed in 87us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327269.303309:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00010000:00020000:1.0:1767327269.303322:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327269.303326:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9082
00000100:00100000:0.0:1767327269.303390:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010419328:0@lo:400:kworker.0
00000100:00100000:1.0:1767327269.303402:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010419968:12345-0@lo:38:kworker.0 Request processed in 102us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327269.303411:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:2.0:1767327269.303416:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010419584:0@lo:400:kworker.0
00000100:00100000:0.0:1767327269.303425:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327269.303480:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010419840
00000100:00100000:1.0:1767327269.303486:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010419840
00000100:00100000:0.0:1767327269.303512:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010419200:0@lo:400:kworker.0
00000100:00080000:2.0:1767327269.303517:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327269.303525:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327269.303526:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327269.303532:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010419712:0@lo:38:kworker.0
00000100:00100000:1.0:1767327269.303543:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707
00000100:00080000:2.0:1767327269.303553:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327269.303557:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010419840:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327269.303561:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327269.303568:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010419968:0@lo:38:kworker.0
00000100:00080000:2.0:1767327269.303578:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327269.303582:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327269.303585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010419456:0@lo:38:kworker.0
00000100:00100000:1.0:1767327269.303610:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010419840:12345-0@lo:400:kworker.0 Request processed in 58us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327269.303617:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707
00000100:00100000:0.0:1767327269.303648:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010419840:0@lo:400:kworker.0
00000100:00100000:3.0:1767327269.814625:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327269.814648:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010420096:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327269.814716:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327269.814768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420096
00000100:00100000:2.0:1767327269.814779:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420096
00000100:00100000:2.0:1767327269.814821:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7951
00000100:00100000:2.0:1767327269.814828:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010420096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327269.814853:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327269.814895:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010420096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327269.814901:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7951
00000100:00100000:3.0:1767327269.814933:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010420096:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327270.262593:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327270.326592:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327270.326609:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010420224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327270.326667:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327270.326721:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420224
00000100:00100000:2.0:1767327270.326731:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420224
00000100:00100000:2.0:1767327270.326786:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952
00000100:00100000:2.0:1767327270.326796:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010420224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327270.326830:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327270.326887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010420224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327270.326900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952
00000100:00100000:1.0:1767327270.326935:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010420224:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327271.286555:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327272.310576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327272.784989:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327272.785025:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327272.785056:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179776
00000100:00100000:3.0:1767327272.785073:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993179904
00000100:00100000:1.0:1767327272.785074:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179776
00000100:00100000:3.0:1767327272.785080:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993179904
00000100:00100000:1.0:1767327272.785140:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1708
00000100:00100000:3.0:1767327272.785152:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3463
00000100:00100000:1.0:1767327272.785160:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993179904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327272.785161:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327272.785163:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993179776:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327272.785189:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327272.785242:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993179904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327272.785252:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1708
00000100:00100000:3.0:1767327272.785252:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993179776:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327272.785264:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3463
00010000:00010000:1.0:1767327273.334583:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327274.358569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327274.422507:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327274.422518:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327274.422522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327274.422527:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327274.422532:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327274.422539:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12467
00000100:00080000:3.0:1767327274.422544:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327274.422551:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327274.422594:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8000 x1853164010420352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327274.422643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010420352:0@lo:38:kworker.0
00000100:00080000:3.0:1767327274.422688:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327274.422690:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010420480:0@lo:400:kworker.0
00000100:00080000:3.0:1767327274.422701:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327274.422704:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327274.422710:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12467
00000100:00080000:3.0:1767327274.422715:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327274.422717:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327274.422718:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767327274.422724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327274.422734:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010420608:0@lo:400:kworker.0
00000100:00100000:1.0:1767327274.422739:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327274.422745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868ba300 x1853164010420736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327274.422786:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327274.422791:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420352
00000100:00080000:3.0:1767327274.422798:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327274.422800:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420352
00000100:00080000:3.0:1767327274.422806:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327274.422808:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420480
00000100:00080000:3.0:1767327274.422810:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327274.422815:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420480
00000100:00080000:3.0:1767327274.422819:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12467
00000100:00080000:3.0:1767327274.422824:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327274.422825:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010420864:0@lo:400:kworker.0
00000100:00080000:3.0:1767327274.422834:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327274.422842:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35032
00000100:00100000:2.0:1767327274.422852:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010420352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327274.422854:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8000 x1853164010420992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327274.422865:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420608
00000100:00100000:1.0:1767327274.422870:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420608
00000100:00100000:0.0:1767327274.422871:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327274.422875:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327274.422894:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9083
00000100:00100000:1.0:1767327274.422903:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010420480:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327274.422912:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327274.422918:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327274.422920:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327274.422928:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010420352:12345-0@lo:38:kworker.0 Request processed in 74us (212us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327274.422929:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12467
00000100:00100000:0.0:1767327274.422936:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420864
00000100:00080000:3.0:1767327274.422937:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327274.422942:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420864
00000100:00100000:2.0:1767327274.422943:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35032
00000100:00080000:3.0:1767327274.422947:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327274.422949:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010420480:12345-0@lo:400:kworker.0 Request processed in 47us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327274.422960:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9083
00000100:00100000:3.0:1767327274.422974:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010421248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327274.422979:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9084
00000100:00100000:0.0:1767327274.422989:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709
00000100:00100000:2.0:1767327274.422996:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010420608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327274.423000:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010420864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327274.423021:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010420480:0@lo:400:kworker.0
00000100:00100000:1.0:1767327274.423037:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327274.423046:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010421120:0@lo:400:kworker.0
00000100:00080000:3.0:1767327274.423051:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327274.423052:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010420608:12345-0@lo:400:kworker.0 Request processed in 60us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327274.423053:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010420864:12345-0@lo:400:kworker.0 Request processed in 52us (184us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327274.423059:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327274.423065:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709
00000100:00100000:2.0:1767327274.423065:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9084
00000100:00080000:3.0:1767327274.423066:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327274.423079:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327274.423092:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010420736:0@lo:38:kworker.0
00000100:00100000:0.0:1767327274.423102:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421120
00000100:00100000:0.0:1767327274.423107:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421120
00000100:00100000:3.0:1767327274.423138:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327274.423145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327274.423151:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420736
00000100:00100000:0.0:1767327274.423155:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420736
00000100:00100000:1.0:1767327274.423168:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010420864:0@lo:400:kworker.0
00000100:00100000:2.0:1767327274.423169:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710
00000100:00100000:3.0:1767327274.423176:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010420992:0@lo:38:kworker.0
00000100:00100000:0.0:1767327274.423183:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:2.0:1767327274.423186:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010421120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327274.423187:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010420608:0@lo:400:kworker.0
00000100:00100000:0.0:1767327274.423195:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010420736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327274.423210:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327274.423217:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327274.423242:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010420992
00000100:00100000:1.0:1767327274.423247:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010420992
00000100:00100000:3.0:1767327274.423253:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010421248:0@lo:38:kworker.0
00000100:00100000:0.0:1767327274.423255:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010420736:12345-0@lo:38:kworker.0 Request processed in 59us (115us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327274.423255:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010421120:12345-0@lo:400:kworker.0 Request processed in 70us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327274.423270:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:2.0:1767327274.423280:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710
00000100:00100000:1.0:1767327274.423286:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:3.0:1767327274.423310:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327274.423316:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010420992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327274.423328:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327274.423334:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421248
00000100:00100000:2.0:1767327274.423340:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421248
00000100:00100000:0.0:1767327274.423347:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010421120:0@lo:400:kworker.0
00000100:00080000:3.0:1767327274.423358:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327274.423362:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010420992:12345-0@lo:38:kworker.0 Request processed in 67us (148us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327274.423368:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327274.423370:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:3.0:1767327274.423377:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010420352:0@lo:38:kworker.0
00000100:00100000:1.0:1767327274.423382:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:2.0:1767327274.423384:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010421248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327274.423400:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327274.423443:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327274.423449:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327274.423454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010420736:0@lo:38:kworker.0
00000100:00080000:3.0:1767327274.423471:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327274.423475:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010421248:12345-0@lo:38:kworker.0 Request processed in 93us (181us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327274.423479:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327274.423487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010420992:0@lo:38:kworker.0
00000100:00100000:2.0:1767327274.423491:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00080000:3.0:1767327274.423502:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327274.423508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327274.423513:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010421248:0@lo:38:kworker.0
00000100:00100000:0.0:1767327274.934626:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010421376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327274.934694:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327274.934752:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421376
00000100:00100000:2.0:1767327274.934760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421376
00000100:00100000:2.0:1767327274.934809:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7953
00000100:00100000:2.0:1767327274.934816:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010421376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327274.934843:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327274.934885:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010421376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327274.934893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7953
00000100:00100000:0.0:1767327274.934934:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010421376:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327275.382570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327275.446592:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010421504:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327275.446653:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327275.446699:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421504
00000100:00100000:2.0:1767327275.446706:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421504
00000100:00100000:2.0:1767327275.446748:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954
00000100:00100000:2.0:1767327275.446756:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010421504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327275.446781:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327275.446821:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010421504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327275.446827:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954
00000100:00100000:3.0:1767327275.446858:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010421504:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327276.406586:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327277.430531:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327277.904896:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327277.904926:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327277.904952:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180032
00000100:00100000:2.0:1767327277.904961:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180032
00000100:00100000:1.0:1767327277.904971:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180160
00000100:00100000:1.0:1767327277.904976:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180160
00000100:00100000:2.0:1767327277.905011:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3467
00000100:00100000:2.0:1767327277.905023:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993180032:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767327277.905030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327277.905041:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1711
00000100:00100000:1.0:1767327277.905051:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993180160:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327277.905051:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327277.905117:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993180160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327277.905123:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993180032:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327277.905126:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1711
00000100:00100000:2.0:1767327277.905138:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3467
00010000:00010000:1.0:1767327278.454578:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327279.478590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327279.542531:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327279.542540:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327279.542543:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327279.542546:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327279.542550:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327279.542557:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12472
00000100:00080000:2.0:1767327279.542562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327279.542568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327279.542606:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010421632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327279.542659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010421632:0@lo:38:kworker.0
00000100:00080000:2.0:1767327279.542668:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327279.542672:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327279.542674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327279.542677:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12472
00000100:00080000:2.0:1767327279.542680:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327279.542683:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327279.542691:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010421760:0@lo:400:kworker.0
00000100:00100000:2.0:1767327279.542696:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84a80 x1853164010422016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327279.542718:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327279.542720:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327279.542722:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327279.542726:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12472
00000100:00080000:2.0:1767327279.542728:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327279.542733:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010422144:0@lo:400:kworker.0
00000100:00100000:3.0:1767327279.542734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327279.542735:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327279.542752:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e680 x1853164010422272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327279.542773:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327279.542783:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327279.542783:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010422016:0@lo:38:kworker.0
00000100:00080000:2.0:1767327279.542792:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327279.542793:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327279.542795:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327279.542801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12472
00000100:00080000:2.0:1767327279.542803:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327279.542806:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327279.542818:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c000 x1853164010422528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327279.542820:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327279.542834:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327279.542835:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010422400:0@lo:400:kworker.0
00000100:00100000:0.0:1767327279.542837:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327279.542850:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010421888:0@lo:400:kworker.0
00000100:00100000:2.0:1767327279.542865:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421760
00000100:00100000:3.0:1767327279.542867:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010422272:0@lo:38:kworker.0
00000100:00100000:2.0:1767327279.542876:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421760
00000100:00100000:1.0:1767327279.542883:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327279.542891:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327279.542919:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421632
00000100:00100000:3.0:1767327279.542925:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421632
00000100:00100000:2.0:1767327279.542955:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010421888
00000100:00100000:2.0:1767327279.542962:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010421888
00000100:00100000:0.0:1767327279.542965:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422144
00000100:00100000:1.0:1767327279.542966:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422016
00000100:00100000:3.0:1767327279.542966:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35033
00000100:00100000:0.0:1767327279.542974:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422144
00000100:00100000:1.0:1767327279.542974:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422016
00000100:00100000:3.0:1767327279.542981:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010421632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327279.543000:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327279.543007:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422400
00000100:00100000:2.0:1767327279.543009:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9085
00000100:00100000:1.0:1767327279.543011:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422400
00000100:00100000:2.0:1767327279.543028:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010421760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327279.543029:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712
00000100:00100000:0.0:1767327279.543045:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010422144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327279.543058:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713
00000100:00100000:3.0:1767327279.543060:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010421632:12345-0@lo:38:kworker.0 Request processed in 80us (326us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327279.543074:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35033
00000100:00100000:1.0:1767327279.543075:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010422400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327279.543110:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010421760:12345-0@lo:400:kworker.0 Request processed in 86us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327279.543112:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010422144:12345-0@lo:400:kworker.0 Request processed in 69us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327279.543112:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:3.0:1767327279.543125:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010422016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327279.543134:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9085
00000100:00100000:0.0:1767327279.543136:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712
00000100:00100000:1.0:1767327279.543137:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010422400:12345-0@lo:400:kworker.0 Request processed in 63us (250us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327279.543138:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327279.543152:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713
00000100:00100000:2.0:1767327279.543164:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9086
00000100:00100000:2.0:1767327279.543178:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010421888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327279.543182:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010422016:12345-0@lo:38:kworker.0 Request processed in 56us (349us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327279.543191:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327279.543196:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00100000:3.0:1767327279.543219:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422272
00000100:00100000:3.0:1767327279.543224:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422272
00000100:00080000:1.0:1767327279.543246:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327279.543253:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010421888:12345-0@lo:400:kworker.0 Request processed in 76us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327279.543255:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:0.0:1767327279.543271:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010421888:0@lo:400:kworker.0
00000100:00080000:1.0:1767327279.543273:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327279.543283:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010422272:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327279.543286:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010421632:0@lo:38:kworker.0
00000100:00100000:2.0:1767327279.543287:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9086
00000100:00100000:0.0:1767327279.543298:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010422144:0@lo:400:kworker.0
00010000:00020000:3.0:1767327279.543301:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327279.543318:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010422528:0@lo:38:kworker.0
00000100:00100000:3.0:1767327279.543341:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010422272:12345-0@lo:38:kworker.0 Request processed in 61us (153us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327279.543351:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00100000:1.0:1767327279.543359:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327279.543366:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010422400:0@lo:400:kworker.0
00000100:00080000:0.0:1767327279.543367:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327279.543371:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422528
00000100:00080000:0.0:1767327279.543375:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327279.543377:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422528
00000100:00080000:0.0:1767327279.543381:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327279.543394:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010421760:0@lo:400:kworker.0
00000100:00080000:1.0:1767327279.543398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327279.543405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327279.543410:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:1.0:1767327279.543415:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010422016:0@lo:38:kworker.0
00000100:00100000:0.0:1767327279.543459:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010422528:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327279.543467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327279.543473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767327279.543476:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327279.543480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010422272:0@lo:38:kworker.0
00000100:00100000:0.0:1767327279.543520:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010422528:12345-0@lo:38:kworker.0 Request processed in 61us (160us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327279.543531:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00080000:1.0:1767327279.543533:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327279.543540:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327279.543545:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010422528:0@lo:38:kworker.0
00000100:00100000:1.0:1767327280.054636:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010422656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327280.054707:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327280.054758:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422656
00000100:00100000:2.0:1767327280.054767:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422656
00000100:00100000:2.0:1767327280.054816:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7955
00000100:00100000:2.0:1767327280.054825:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010422656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327280.054855:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327280.054904:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010422656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327280.054913:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7955
00000100:00100000:1.0:1767327280.054938:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010422656:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327280.502586:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327280.566596:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010422784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327280.566665:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327280.566767:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422784
00000100:00100000:2.0:1767327280.566778:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422784
00000100:00100000:2.0:1767327280.566823:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956
00000100:00100000:2.0:1767327280.566831:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010422784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327280.566863:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327280.566919:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010422784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327280.566927:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956
00000100:00100000:1.0:1767327280.566971:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010422784:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327281.526580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327282.550589:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327283.024968:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327283.025007:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327283.025032:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180416
00000100:00100000:0.0:1767327283.025042:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180416
00000100:00100000:3.0:1767327283.025061:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180288
00000100:00100000:3.0:1767327283.025067:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180288
00000100:00080000:1.0:1767327283.025109:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327283.025121:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1714
00000100:00100000:3.0:1767327283.025131:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3471
00000100:00100000:0.0:1767327283.025135:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993180416:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327283.025144:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993180288:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327283.025164:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327283.025212:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993180416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327283.025212:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993180288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 67us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327283.025227:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1714
00000100:00100000:3.0:1767327283.025249:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3471
00010000:00010000:1.0:1767327283.574574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327284.598545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327284.662499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327284.662513:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327284.662516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327284.662520:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327284.662524:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327284.662531:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12477
00000100:00080000:2.0:1767327284.662535:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327284.662541:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327284.662575:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c000 x1853164010422912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327284.662623:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010422912:0@lo:38:kworker.0
00000100:00080000:2.0:1767327284.662632:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327284.662636:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327284.662638:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327284.662642:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12477
00000100:00080000:2.0:1767327284.662645:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327284.662645:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767327284.662651:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327284.662664:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010423040:0@lo:400:kworker.0
00000100:00100000:2.0:1767327284.662665:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651f80 x1853164010423296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327284.662666:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010423168:0@lo:400:kworker.0
00000100:00100000:1.0:1767327284.662687:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327284.662705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327284.662708:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327284.662710:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327284.662714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12477
00000100:00080000:2.0:1767327284.662717:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327284.662721:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327284.662732:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327284.662735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652300 x1853164010423552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327284.662750:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010423296:0@lo:38:kworker.0
00000100:00080000:2.0:1767327284.662762:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327284.662763:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010422912
00000100:00080000:2.0:1767327284.662769:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327284.662771:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327284.662772:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010422912
00000100:00100000:0.0:1767327284.662776:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767327284.662776:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12477
00000100:00080000:2.0:1767327284.662782:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327284.662783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327284.662787:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010423424:0@lo:400:kworker.0
00000100:00080000:2.0:1767327284.662788:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327284.662808:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c7800 x1853164010423808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327284.662810:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010423552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327284.662820:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35034
00000100:00100000:0.0:1767327284.662825:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327284.662834:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010422912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327284.662846:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327284.662870:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423168
00010000:00020000:3.0:1767327284.662871:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327284.662875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010423808:0@lo:38:kworker.0
00000100:00100000:0.0:1767327284.662877:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423168
00000100:00100000:2.0:1767327284.662882:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423296
00000100:00100000:2.0:1767327284.662888:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423296
00000100:00100000:1.0:1767327284.662900:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327284.662931:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9087
00000100:00100000:2.0:1767327284.662938:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423424
00000100:00100000:3.0:1767327284.662938:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010422912:12345-0@lo:38:kworker.0 Request processed in 102us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327284.662943:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010423168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327284.662946:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423424
00000100:00080000:1.0:1767327284.662947:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327284.662958:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327284.662960:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35034
00000100:00100000:1.0:1767327284.662965:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010422912:0@lo:38:kworker.0
00000100:00100000:2.0:1767327284.662982:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423552
00000100:00100000:2.0:1767327284.662986:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423552
00000100:00100000:0.0:1767327284.663002:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010423168:12345-0@lo:400:kworker.0 Request processed in 61us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327284.663004:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423808
00000100:00100000:2.0:1767327284.663009:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423808
00000100:00100000:3.0:1767327284.663015:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715
00000100:00100000:0.0:1767327284.663016:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9087
00000100:00100000:1.0:1767327284.663030:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:3.0:1767327284.663034:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010423424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327284.663042:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010423296:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327284.663042:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00080000:0.0:1767327284.663047:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327284.663053:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010423552:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327284.663056:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:1.0:1767327284.663057:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327284.663073:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327284.663082:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:3.0:1767327284.663089:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010423424:12345-0@lo:400:kworker.0 Request processed in 60us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327284.663092:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010423808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327284.663105:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715
00000100:00100000:1.0:1767327284.663108:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010423296:12345-0@lo:38:kworker.0 Request processed in 67us (323us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327284.663110:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327284.663116:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010423552:12345-0@lo:38:kworker.0 Request processed in 62us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327284.663134:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00100000:2.0:1767327284.663145:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767327284.663145:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327284.663146:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010423808:12345-0@lo:38:kworker.0 Request processed in 55us (245us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327284.663155:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00080000:1.0:1767327284.663182:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327284.663184:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423040
00000100:00100000:0.0:1767327284.663188:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423040
00000100:00080000:1.0:1767327284.663189:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327284.663190:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010423680:0@lo:400:kworker.0
00000100:00100000:1.0:1767327284.663196:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010423808:0@lo:38:kworker.0
00000100:00080000:1.0:1767327284.663210:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327284.663214:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327284.663219:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010423296:0@lo:38:kworker.0
00000100:00080000:2.0:1767327284.663234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327284.663241:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9088
00000100:00100000:3.0:1767327284.663248:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327284.663252:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327284.663253:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010423040:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327284.663263:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327284.663267:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010423552:0@lo:38:kworker.0
00000100:00100000:0.0:1767327284.663304:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010423040:12345-0@lo:400:kworker.0 Request processed in 55us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327284.663307:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423680
00000100:00100000:3.0:1767327284.663309:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010423040:0@lo:400:kworker.0
00000100:00100000:2.0:1767327284.663314:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423680
00000100:00100000:0.0:1767327284.663317:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9088
00000100:00100000:1.0:1767327284.663321:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010423424:0@lo:400:kworker.0
00000100:00100000:1.0:1767327284.663340:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010423168:0@lo:400:kworker.0
00000100:00100000:2.0:1767327284.663366:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716
00000100:00080000:3.0:1767327284.663367:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327284.663377:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010423680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327284.663411:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010423680:12345-0@lo:400:kworker.0 Request processed in 38us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327284.663435:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716
00000100:00100000:3.0:1767327284.663464:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010423680:0@lo:400:kworker.0
00000100:00100000:0.0:1767327285.174620:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010423936:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327285.174687:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327285.174741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010423936
00000100:00100000:2.0:1767327285.174750:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010423936
00000100:00100000:2.0:1767327285.174800:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957
00000100:00100000:2.0:1767327285.174808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010423936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327285.174834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327285.174878:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010423936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327285.174883:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957
00000100:00100000:0.0:1767327285.174926:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010423936:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327285.622589:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327285.686612:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010424064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327285.686679:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327285.686731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424064
00000100:00100000:2.0:1767327285.686741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424064
00000100:00100000:2.0:1767327285.686798:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958
00000100:00100000:2.0:1767327285.686808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010424064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327285.686840:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327285.686893:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010424064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327285.686899:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958
00000100:00100000:1.0:1767327285.686950:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010424064:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327286.646556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327287.670578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327288.144953:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327288.144983:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:0.0:1767327288.144996:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993180800 offset 0 length 520: 4
00000100:00100000:3.0:1767327288.145030:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180544
00000100:00100000:3.0:1767327288.145041:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180544
00000100:00100000:2.0:1767327288.145043:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180672
00000100:00100000:2.0:1767327288.145050:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180672
00000100:00100000:3.0:1767327288.145090:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3475
00000100:00100000:3.0:1767327288.145098:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993180544:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327288.145118:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1717
00010000:00020000:3.0:1767327288.145121:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327288.145126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327288.145130:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993180672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327288.145184:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993180544:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327288.145185:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993180672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 56us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327288.145215:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3475
00000100:00100000:2.0:1767327288.145222:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1717
00010000:00010000:1.0:1767327288.694609:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327289.718539:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327289.782501:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327289.782511:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327264/real 1767327264]  req@ffff9bb48d049180 x1853164010417664/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327289 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327289.782513:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327289.782517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327289.782521:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327289.782525:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327289.782530:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12482
00000100:00080000:2.0:1767327289.782534:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327289.782542:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327289.782543:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48d049180 x1853164010417664/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327289 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767327289.782562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327289.782581:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5880 x1853164010424192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327289.782586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327289.782590:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010417664:0@lo:250:kworker.0
00000100:00100000:3.0:1767327289.782615:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010424192:0@lo:38:kworker.0
00000100:00080000:2.0:1767327289.782645:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327289.782649:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327289.782651:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327289.782656:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12482
00000100:00080000:2.0:1767327289.782659:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327289.782663:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327289.782676:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327289.782676:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327289.782677:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c7800 x1853164010424576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327289.782696:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010424448:0@lo:400:kworker.0
00000100:00100000:1.0:1767327289.782696:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010424320:0@lo:400:kworker.0
00000100:00080000:2.0:1767327289.782704:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327289.782711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327289.782713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327289.782717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12482
00000100:00080000:2.0:1767327289.782720:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327289.782724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327289.782740:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300e00 x1853164010424832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327289.782749:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010424576:0@lo:38:kworker.0
00000100:00100000:1.0:1767327289.782757:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327289.782764:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327289.782769:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327289.782772:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327289.782777:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12482
00000100:00080000:2.0:1767327289.782780:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327289.782787:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010424960:0@lo:400:kworker.0
00000100:00080000:2.0:1767327289.782787:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327289.782796:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327289.782804:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302680 x1853164010425088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327289.782819:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327289.782823:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327289.782825:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327289.782828:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12462
00000100:00100000:3.0:1767327289.782830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010424832:0@lo:38:kworker.0
00000100:00080000:2.0:1767327289.782831:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327289.782837:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327289.782839:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327289.782852:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301c00 x1853164010425216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327289.782868:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327289.782880:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327289.782887:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327289.782893:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010424704:0@lo:400:kworker.0
00000100:00100000:3.0:1767327289.782894:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010425088:0@lo:38:kworker.0
00000100:00100000:0.0:1767327289.782907:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424576
00000100:00100000:0.0:1767327289.782916:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424576
00000100:00100000:3.0:1767327289.782928:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327289.782942:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424320
00000100:00100000:2.0:1767327289.782943:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424960
00000100:00100000:1.0:1767327289.782950:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424320
00000100:00100000:2.0:1767327289.782951:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424960
00000100:00100000:0.0:1767327289.782962:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424832
00000100:00100000:0.0:1767327289.782968:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424832
00000100:00100000:3.0:1767327289.782969:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010425216:0@lo:250:kworker.0
00000400:00000100:3.0:1767327289.782996:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010425216 offset 0 length 520: 4
00000100:00100000:0.0:1767327289.783002:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425088
00000100:00100000:2.0:1767327289.783008:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718
00000100:00100000:0.0:1767327289.783009:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425088
00000100:00100000:1.0:1767327289.783014:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424448
00000100:00100000:1.0:1767327289.783020:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424448
00000100:00100000:2.0:1767327289.783021:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010424960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327289.783038:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:3.0:1767327289.783045:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424192
00000100:00100000:0.0:1767327289.783047:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010424576:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327289.783052:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424192
00010000:00020000:0.0:1767327289.783072:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327289.783072:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9089
00000100:00100000:2.0:1767327289.783083:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010424960:12345-0@lo:400:kworker.0 Request processed in 64us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327289.783083:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35035
00000100:00100000:1.0:1767327289.783090:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010424320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327289.783092:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010424192:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327289.783104:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718
00010000:00020000:3.0:1767327289.783112:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327289.783131:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:0.0:1767327289.783132:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010424576:12345-0@lo:38:kworker.0 Request processed in 81us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327289.783140:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010424832:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327289.783148:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00010000:00020000:2.0:1767327289.783154:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327289.783159:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010424192:12345-0@lo:38:kworker.0 Request processed in 65us (483us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327289.783165:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010424320:12345-0@lo:400:kworker.0 Request processed in 79us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327289.783174:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35035
00000100:00100000:0.0:1767327289.783175:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:1.0:1767327289.783183:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9089
00000100:00100000:2.0:1767327289.783203:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010424832:12345-0@lo:38:kworker.0 Request processed in 45us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327289.783205:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010425088:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327289.783221:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00010000:00020000:0.0:1767327289.783224:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327289.783236:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9090
00000100:00100000:3.0:1767327289.783249:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010424448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327289.783264:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010425088:12345-0@lo:38:kworker.0 Request processed in 77us (336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327289.783269:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327289.783270:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327289.783279:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327289.783281:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00080000:1.0:1767327289.783294:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327289.783295:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010424448:12345-0@lo:400:kworker.0 Request processed in 49us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327289.783303:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010424704
00000100:00100000:3.0:1767327289.783307:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9090
00000100:00100000:0.0:1767327289.783310:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010424704
00000100:00100000:1.0:1767327289.783341:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010424320:0@lo:400:kworker.0
00000100:00100000:0.0:1767327289.783360:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719
00000100:00080000:1.0:1767327289.783371:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327289.783372:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010424704:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327289.783376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327289.783383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327289.783388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010424832:0@lo:38:kworker.0
00000100:00100000:1.0:1767327289.783403:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010424448:0@lo:400:kworker.0
00000100:00080000:2.0:1767327289.783407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327289.783414:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327289.783439:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010425088:0@lo:38:kworker.0
00000100:00080000:2.0:1767327289.783457:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327289.783461:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327289.783467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010424576:0@lo:38:kworker.0
00000100:00100000:0.0:1767327289.783477:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010424704:12345-0@lo:400:kworker.0 Request processed in 106us (209us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327289.783485:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327289.783486:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010424960:0@lo:400:kworker.0
00000100:00100000:0.0:1767327289.783491:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719
00000100:00080000:2.0:1767327289.783496:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327289.783496:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010424704:0@lo:400:kworker.0
00000100:00100000:2.0:1767327289.783502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010424192:0@lo:38:kworker.0
00000100:00100000:0.0:1767327290.294585:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767327290.294603:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010425344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327290.294663:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327290.294700:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425344
00000100:00100000:2.0:1767327290.294708:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425344
00000100:00100000:2.0:1767327290.294754:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7959
00000100:00100000:2.0:1767327290.294765:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010425344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327290.294804:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327290.294861:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010425344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327290.294870:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7959
00000100:00100000:1.0:1767327290.294918:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010425344:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327290.742566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327290.806602:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010425472:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327290.806660:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327290.806706:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425472
00000100:00100000:2.0:1767327290.806716:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425472
00000100:00100000:2.0:1767327290.806768:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7960
00000100:00100000:2.0:1767327290.806777:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010425472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327290.806822:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327290.806875:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010425472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327290.806881:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7960
00000100:00100000:3.0:1767327290.806997:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010425472:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327291.766563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327292.790575:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327293.264946:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327293.264981:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327293.265001:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993180928
00000100:00100000:0.0:1767327293.265010:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993180928
00000100:00100000:3.0:1767327293.265022:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181056
00000100:00100000:3.0:1767327293.265029:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181056
00000100:00100000:0.0:1767327293.265053:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3479
00000100:00100000:0.0:1767327293.265061:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993180928:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327293.265081:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327293.265083:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327293.265089:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1720
00000100:00100000:3.0:1767327293.265104:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993181056:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327293.265137:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993180928:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327293.265144:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3479
00000100:00100000:3.0:1767327293.265175:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993181056:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327293.265183:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1720
00010000:00010000:1.0:1767327293.814577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327294.838569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327294.902531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327294.902539:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327294.902543:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327294.902547:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327294.902550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327294.902557:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12487
00000100:00080000:3.0:1767327294.902561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327294.902566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327294.902598:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0700 x1853164010425600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327294.902653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010425600:0@lo:38:kworker.0
00000100:00080000:3.0:1767327294.902668:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327294.902673:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327294.902675:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327294.902677:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010425728:0@lo:400:kworker.0
00000100:00080000:3.0:1767327294.902680:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12487
00000100:00080000:3.0:1767327294.902686:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327294.902690:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327294.902703:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049180 x1853164010425984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327294.902720:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327294.902722:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327294.902726:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327294.902728:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327294.902733:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010425856:0@lo:400:kworker.0
00000100:00080000:3.0:1767327294.902734:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12487
00000100:00100000:1.0:1767327294.902740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327294.902741:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327294.902749:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327294.902755:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010425984:0@lo:38:kworker.0
00000100:00100000:3.0:1767327294.902763:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8000 x1853164010426240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327294.902793:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327294.902799:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327294.902802:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327294.902802:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327294.902803:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327294.902808:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327294.902813:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12487
00000100:00100000:1.0:1767327294.902815:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010426368:0@lo:400:kworker.0
00000100:00080000:3.0:1767327294.902817:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327294.902824:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327294.902835:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010426496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327294.902847:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010426240:0@lo:38:kworker.0
00000100:00100000:0.0:1767327294.902849:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327294.902856:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327294.902864:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010426112:0@lo:400:kworker.0
00000100:00100000:2.0:1767327294.902887:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327294.902893:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425728
00000100:00100000:3.0:1767327294.902900:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425728
00000100:00100000:1.0:1767327294.902918:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425856
00000100:00100000:0.0:1767327294.902920:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425984
00000100:00100000:1.0:1767327294.902925:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425856
00000100:00100000:0.0:1767327294.902927:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425984
00000100:00100000:2.0:1767327294.902930:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010426496:0@lo:38:kworker.0
00000100:00100000:3.0:1767327294.902958:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9091
00000100:00100000:2.0:1767327294.902963:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327294.902965:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426368
00000100:00100000:1.0:1767327294.902970:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9092
00000100:00100000:0.0:1767327294.902971:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426368
00000100:00100000:3.0:1767327294.902974:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010425728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327294.902986:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010425856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327294.903003:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426240
00000100:00100000:2.0:1767327294.903008:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426240
00000100:00100000:0.0:1767327294.903015:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426496
00000100:00100000:0.0:1767327294.903021:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426496
00000100:00100000:2.0:1767327294.903036:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721
00000100:00100000:1.0:1767327294.903037:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010425856:12345-0@lo:400:kworker.0 Request processed in 53us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327294.903042:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010425728:12345-0@lo:400:kworker.0 Request processed in 73us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327294.903052:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9092
00000100:00100000:2.0:1767327294.903052:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010426368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327294.903059:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:3.0:1767327294.903064:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9091
00000100:00100000:0.0:1767327294.903071:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010425984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327294.903092:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327294.903094:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010425600
00000100:00100000:2.0:1767327294.903099:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010426368:12345-0@lo:400:kworker.0 Request processed in 51us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327294.903100:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010425600
00000100:00100000:1.0:1767327294.903108:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327294.903111:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721
00000100:00100000:3.0:1767327294.903130:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35036
00000100:00100000:2.0:1767327294.903134:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426112
00000100:00100000:3.0:1767327294.903138:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010425600:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327294.903139:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426112
00000100:00100000:1.0:1767327294.903163:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010425856:0@lo:400:kworker.0
00010000:00020000:3.0:1767327294.903166:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327294.903173:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010425984:12345-0@lo:38:kworker.0 Request processed in 100us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327294.903184:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00100000:2.0:1767327294.903205:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722
00000100:00100000:3.0:1767327294.903206:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010425600:12345-0@lo:38:kworker.0 Request processed in 66us (486us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327294.903213:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:3.0:1767327294.903218:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35036
00000100:00100000:2.0:1767327294.903219:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010426112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327294.903230:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:1.0:1767327294.903230:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010426240:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327294.903241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327294.903244:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010426496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327294.903246:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327294.903255:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327294.903259:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327294.903264:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010426112:12345-0@lo:400:kworker.0 Request processed in 49us (156us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327294.903265:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327294.903277:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722
00000100:00100000:3.0:1767327294.903287:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010426368:0@lo:400:kworker.0
00000100:00100000:1.0:1767327294.903289:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010426240:12345-0@lo:38:kworker.0 Request processed in 63us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327294.903303:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00100000:3.0:1767327294.903313:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010425728:0@lo:400:kworker.0
00000100:00100000:0.0:1767327294.903320:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010426496:12345-0@lo:38:kworker.0 Request processed in 75us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327294.903331:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00080000:2.0:1767327294.903337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327294.903344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327294.903349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010426496:0@lo:38:kworker.0
00000100:00100000:1.0:1767327294.903359:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010426112:0@lo:400:kworker.0
00000100:00080000:2.0:1767327294.903365:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327294.903369:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327294.903373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010426240:0@lo:38:kworker.0
00000100:00080000:2.0:1767327294.903380:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327294.903383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327294.903387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010425984:0@lo:38:kworker.0
00000100:00080000:2.0:1767327294.903392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327294.903394:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327294.903395:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010425600:0@lo:38:kworker.0
00000100:00100000:3.0:1767327295.414593:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010426624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327295.414654:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327295.414738:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426624
00000100:00100000:2.0:1767327295.414746:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426624
00000100:00100000:2.0:1767327295.414792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961
00000100:00100000:2.0:1767327295.414801:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010426624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327295.414826:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327295.414870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010426624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327295.414877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961
00000100:00100000:3.0:1767327295.414912:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010426624:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327295.862582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327295.926593:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010426752:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327295.926661:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327295.926706:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426752
00000100:00100000:2.0:1767327295.926714:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426752
00000100:00100000:2.0:1767327295.926756:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7962
00000100:00100000:2.0:1767327295.926763:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010426752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327295.926790:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327295.926836:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010426752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327295.926842:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7962
00000100:00100000:1.0:1767327295.926889:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010426752:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327296.886556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327297.910590:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327298.385028:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327298.385065:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327298.385101:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181184
00000100:00100000:2.0:1767327298.385111:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181184
00000100:00100000:1.0:1767327298.385114:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181312
00000100:00100000:1.0:1767327298.385122:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181312
00000100:00100000:2.0:1767327298.385170:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3483
00000100:00100000:2.0:1767327298.385178:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993181184:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767327298.385193:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767327298.385199:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327298.385207:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1723
00000100:00100000:1.0:1767327298.385221:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993181312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327298.385258:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993181184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327298.385265:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3483
00000100:00100000:1.0:1767327298.385276:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993181312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 56us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327298.385286:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1723
00010000:00010000:1.0:1767327298.934576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327299.958605:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327300.022488:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327300.022498:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327300.022502:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327300.022507:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327300.022511:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327300.022518:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12492
00000100:00080000:3.0:1767327300.022523:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327300.022531:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327300.022569:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65fb80 x1853164010426880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327300.022616:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010426880:0@lo:38:kworker.0
00000100:00080000:3.0:1767327300.022631:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327300.022637:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327300.022639:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327300.022643:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12492
00000100:00080000:3.0:1767327300.022647:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327300.022649:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767327300.022651:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327300.022663:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010427008:0@lo:400:kworker.0
00000100:00100000:3.0:1767327300.022667:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ed80 x1853164010427264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327300.022688:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010427136:0@lo:400:kworker.0
00000100:00080000:3.0:1767327300.022689:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327300.022691:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327300.022700:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327300.022702:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327300.022707:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12492
00000100:00100000:1.0:1767327300.022708:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327300.022710:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327300.022714:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327300.022728:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65f480 x1853164010427520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327300.022741:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010427264:0@lo:38:kworker.0
00000100:00100000:0.0:1767327300.022754:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327300.022761:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327300.022766:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327300.022768:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327300.022773:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12492
00000100:00080000:3.0:1767327300.022776:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327300.022781:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327300.022789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327300.022791:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427008
00000100:00100000:3.0:1767327300.022795:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010427776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327300.022800:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427008
00000100:00100000:0.0:1767327300.022801:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327300.022814:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010427392:0@lo:400:kworker.0
00000100:00100000:2.0:1767327300.022820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010427520:0@lo:38:kworker.0
00000100:00100000:0.0:1767327300.022856:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327300.022861:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427136
00000100:00100000:1.0:1767327300.022866:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427136
00000100:00100000:3.0:1767327300.022869:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9093
00000100:00100000:3.0:1767327300.022880:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010427008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327300.022896:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427264
00000100:00100000:1.0:1767327300.022901:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9094
00000100:00100000:2.0:1767327300.022902:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427264
00000100:00080000:0.0:1767327300.022911:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327300.022913:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010427136:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327300.022919:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327300.022935:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427392
00000100:00100000:0.0:1767327300.022939:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327300.022939:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427392
00000100:00100000:3.0:1767327300.022946:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010427008:12345-0@lo:400:kworker.0 Request processed in 67us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327300.022953:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010427648:0@lo:400:kworker.0
00000100:00100000:3.0:1767327300.022959:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9093
00000100:00100000:1.0:1767327300.022961:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010427136:12345-0@lo:400:kworker.0 Request processed in 49us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327300.022968:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9094
00000100:00100000:2.0:1767327300.022972:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724
00000100:00100000:2.0:1767327300.022982:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010427392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327300.022995:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010426880
00000100:00100000:0.0:1767327300.023001:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327300.023002:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010426880
00000100:00100000:1.0:1767327300.023023:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010427008:0@lo:400:kworker.0
00000100:00100000:2.0:1767327300.023027:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010427392:12345-0@lo:400:kworker.0 Request processed in 46us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327300.023035:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35037
00000100:00100000:2.0:1767327300.023039:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724
00000100:00080000:0.0:1767327300.023046:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327300.023047:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010426880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327300.023058:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427648
00000100:00100000:2.0:1767327300.023063:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427648
00010000:00020000:3.0:1767327300.023069:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327300.023077:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010427392:0@lo:400:kworker.0
00000100:00100000:1.0:1767327300.023084:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00000100:00100000:1.0:1767327300.023090:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010427264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327300.023105:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327300.023109:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725
00000100:00100000:3.0:1767327300.023129:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010426880:12345-0@lo:38:kworker.0 Request processed in 66us (425us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327300.023135:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010427136:0@lo:400:kworker.0
00000100:00100000:2.0:1767327300.023137:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010427648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327300.023145:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35037
00000100:00100000:1.0:1767327300.023153:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010427264:12345-0@lo:38:kworker.0 Request processed in 62us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327300.023161:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00080000:0.0:1767327300.023177:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327300.023188:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010427648:12345-0@lo:400:kworker.0 Request processed in 57us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327300.023194:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725
00000100:00100000:3.0:1767327300.023202:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327300.023210:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010427648:0@lo:400:kworker.0
00000100:00100000:2.0:1767327300.023215:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427520
00000100:00100000:2.0:1767327300.023219:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427520
00000100:00100000:3.0:1767327300.023237:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010427776:0@lo:38:kworker.0
00000100:00100000:2.0:1767327300.023244:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:2.0:1767327300.023250:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010427520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327300.023259:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327300.023271:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327300.023286:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010427520:12345-0@lo:38:kworker.0 Request processed in 35us (85us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327300.023291:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00100000:1.0:1767327300.023300:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427776
00000100:00100000:1.0:1767327300.023305:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427776
00000100:00080000:3.0:1767327300.023307:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327300.023312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327300.023317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010427264:0@lo:38:kworker.0
00000100:00100000:1.0:1767327300.023328:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00080000:3.0:1767327300.023331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327300.023333:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010427776:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327300.023336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327300.023340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010426880:0@lo:38:kworker.0
00010000:00020000:1.0:1767327300.023344:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327300.023366:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327300.023370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327300.023371:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010427776:12345-0@lo:38:kworker.0 Request processed in 37us (102us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327300.023374:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010427520:0@lo:38:kworker.0
00000100:00100000:1.0:1767327300.023377:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00080000:3.0:1767327300.023382:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327300.023385:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327300.023388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010427776:0@lo:38:kworker.0
00000100:00100000:2.0:1767327300.534688:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010427904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327300.534759:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327300.534817:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010427904
00000100:00100000:3.0:1767327300.534827:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010427904
00000100:00100000:3.0:1767327300.534884:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7963
00000100:00100000:3.0:1767327300.534895:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010427904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327300.534926:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327300.534979:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010427904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327300.534988:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7963
00000100:00100000:2.0:1767327300.535034:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010427904:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327300.982583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327301.046601:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327301.046618:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010428032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327301.046678:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327301.046731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428032
00000100:00100000:3.0:1767327301.046740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428032
00000100:00100000:3.0:1767327301.046793:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7964
00000100:00100000:3.0:1767327301.046805:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010428032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327301.046837:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327301.046893:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010428032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327301.046904:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7964
00000100:00100000:1.0:1767327301.046935:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010428032:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327302.006596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327303.030533:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327303.504857:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327303.504885:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327303.504922:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181440
00000100:00100000:1.0:1767327303.504933:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181440
00000100:00100000:2.0:1767327303.504946:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181568
00000100:00100000:2.0:1767327303.504953:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181568
00000100:00100000:1.0:1767327303.504979:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3487
00000100:00100000:1.0:1767327303.504989:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993181440:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767327303.505012:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327303.505016:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327303.505023:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1726
00000100:00100000:0.0:1767327303.505037:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993181568:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327303.505083:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993181568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327303.505083:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993181440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327303.505106:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1726
00000100:00100000:1.0:1767327303.505111:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3487
00010000:00010000:1.0:1767327304.054606:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327305.078550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327305.142487:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327305.142496:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327305.142499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327305.142502:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327305.142505:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327305.142512:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12497
00000100:00080000:3.0:1767327305.142516:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327305.142522:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327305.142554:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ed80 x1853164010428160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327305.142602:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010428160:0@lo:38:kworker.0
00000100:00080000:3.0:1767327305.142610:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327305.142615:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327305.142617:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327305.142618:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767327305.142622:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12497
00000100:00080000:3.0:1767327305.142627:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327305.142630:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327305.142638:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010428288:0@lo:400:kworker.0
00000100:00100000:3.0:1767327305.142642:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010428544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327305.142654:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767327305.142666:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327305.142667:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327305.142670:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010428672:0@lo:400:kworker.0
00000100:00080000:3.0:1767327305.142675:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327305.142678:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327305.142683:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12497
00000100:00080000:3.0:1767327305.142686:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327305.142689:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327305.142697:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327305.142705:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e680 x1853164010428800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327305.142707:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010428544:0@lo:38:kworker.0
00000100:00100000:1.0:1767327305.142719:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327305.142746:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327305.142751:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010428416:0@lo:400:kworker.0
00000100:00080000:3.0:1767327305.142753:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327305.142757:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327305.142760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327305.142764:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12497
00000100:00080000:3.0:1767327305.142767:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327305.142769:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428288
00000100:00080000:3.0:1767327305.142770:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327305.142777:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010428800:0@lo:38:kworker.0
00000100:00100000:0.0:1767327305.142780:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428288
00000100:00100000:3.0:1767327305.142787:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4e00 x1853164010429056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327305.142788:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327305.142808:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327305.142825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327305.142839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010429056:0@lo:38:kworker.0
00000100:00100000:3.0:1767327305.142842:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327305.142847:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428672
00000100:00100000:1.0:1767327305.142852:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428672
00000100:00100000:0.0:1767327305.142854:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428416
00000100:00100000:3.0:1767327305.142854:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010428928:0@lo:400:kworker.0
00000100:00100000:0.0:1767327305.142861:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428416
00000100:00100000:2.0:1767327305.142878:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327305.142909:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9095
00000100:00100000:1.0:1767327305.142910:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428544
00000100:00100000:1.0:1767327305.142915:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428544
00000100:00100000:3.0:1767327305.142921:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9096
00000100:00100000:3.0:1767327305.142935:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010428416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327305.142940:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010428288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327305.142941:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428800
00000100:00100000:2.0:1767327305.142943:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428160
00000100:00100000:1.0:1767327305.142946:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428800
00000100:00100000:2.0:1767327305.142949:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428160
00000100:00100000:1.0:1767327305.142958:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429056
00000100:00100000:1.0:1767327305.142963:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429056
00000100:00100000:1.0:1767327305.142985:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727
00000100:00100000:2.0:1767327305.142985:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35038
00000100:00100000:2.0:1767327305.142996:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010428160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327305.142997:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010428416:12345-0@lo:400:kworker.0 Request processed in 66us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327305.143000:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010428672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327305.143008:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010428288:12345-0@lo:400:kworker.0 Request processed in 83us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327305.143016:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9096
00010000:00020000:2.0:1767327305.143022:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327305.143027:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9095
00000100:00100000:1.0:1767327305.143055:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010428672:12345-0@lo:400:kworker.0 Request processed in 58us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327305.143062:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727
00000100:00100000:3.0:1767327305.143067:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010428672:0@lo:400:kworker.0
00000100:00100000:2.0:1767327305.143092:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010428160:12345-0@lo:38:kworker.0 Request processed in 85us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327305.143094:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010428288:0@lo:400:kworker.0
00000100:00100000:1.0:1767327305.143100:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:2.0:1767327305.143106:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35038
00000100:00100000:3.0:1767327305.143107:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010428416:0@lo:400:kworker.0
00000100:00100000:1.0:1767327305.143112:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010428544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327305.143125:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327305.143142:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:2.0:1767327305.143148:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010428800:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327305.143155:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010428544:12345-0@lo:38:kworker.0 Request processed in 45us (409us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327305.143159:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327305.143161:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327305.143166:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00080000:0.0:1767327305.143169:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327305.143173:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:3.0:1767327305.143180:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010429056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327305.143191:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327305.143196:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010428800:12345-0@lo:38:kworker.0 Request processed in 46us (388us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327305.143202:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:3.0:1767327305.143235:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010429056:12345-0@lo:38:kworker.0 Request processed in 54us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327305.143241:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00080000:2.0:1767327305.143243:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327305.143249:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327305.143254:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327305.143261:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010429056:0@lo:38:kworker.0
00000100:00100000:3.0:1767327305.143269:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010428928
00000100:00100000:3.0:1767327305.143273:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010428928
00000100:00080000:2.0:1767327305.143278:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327305.143285:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327305.143290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010428800:0@lo:38:kworker.0
00000100:00080000:1.0:1767327305.143305:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327305.143305:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327305.143309:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327305.143313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010428544:0@lo:38:kworker.0
00000100:00100000:3.0:1767327305.143317:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728
00000100:00100000:3.0:1767327305.143325:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010428928:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327305.143328:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327305.143333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327305.143337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010428160:0@lo:38:kworker.0
00000100:00100000:3.0:1767327305.143365:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010428928:12345-0@lo:400:kworker.0 Request processed in 40us (120us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327305.143370:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728
00000100:00100000:0.0:1767327305.143398:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010428928:0@lo:400:kworker.0
00000100:00100000:1.0:1767327305.654609:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327305.654630:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010429184:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327305.654687:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327305.654730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429184
00000100:00100000:3.0:1767327305.654740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429184
00000100:00100000:3.0:1767327305.654795:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7965
00000100:00100000:3.0:1767327305.654806:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010429184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327305.654834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327305.654889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010429184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327305.654894:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7965
00000100:00100000:1.0:1767327305.654941:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010429184:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327306.102583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327306.166600:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010429312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327306.166658:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327306.166700:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429312
00000100:00100000:3.0:1767327306.166708:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429312
00000100:00100000:3.0:1767327306.166753:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7966
00000100:00100000:3.0:1767327306.166761:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010429312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327306.166794:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327306.166848:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010429312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327306.166855:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7966
00000100:00100000:1.0:1767327306.166886:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010429312:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327307.126536:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327308.150575:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327308.624856:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327308.624890:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327308.624915:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181824
00000100:00100000:3.0:1767327308.624925:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181824
00000100:00100000:1.0:1767327308.624942:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181696
00000100:00100000:1.0:1767327308.624948:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181696
00000100:00080000:0.0:1767327308.624977:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327308.624994:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1729
00000100:00100000:3.0:1767327308.625002:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3491
00000100:00100000:1.0:1767327308.625007:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993181824:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327308.625015:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993181696:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327308.625035:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327308.625097:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993181824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 94us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327308.625098:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993181696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (205us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327308.625113:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3491
00000100:00100000:1.0:1767327308.625121:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1729
00010000:00010000:1.0:1767327309.174528:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327310.198547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327310.262547:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327310.262559:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327310.262563:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327310.262567:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327310.262570:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327310.262577:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12503
00000100:00080000:0.0:1767327310.262581:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327310.262588:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327310.262624:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010429440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327310.262675:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010429440:0@lo:38:kworker.0
00000100:00080000:0.0:1767327310.262688:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327310.262694:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327310.262697:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327310.262700:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010429568:0@lo:400:kworker.0
00000100:00080000:0.0:1767327310.262704:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12503
00000100:00080000:0.0:1767327310.262710:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327310.262715:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327310.262734:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010429824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327310.262745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327310.262751:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327310.262758:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010429696:0@lo:400:kworker.0
00000100:00080000:0.0:1767327310.262770:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327310.262774:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327310.262776:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327310.262780:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12503
00000100:00080000:0.0:1767327310.262783:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327310.262786:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327310.262800:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010430080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327310.262800:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327310.262810:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010429824:0@lo:38:kworker.0
00000100:00100000:3.0:1767327310.262833:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010429952:0@lo:400:kworker.0
00000100:00080000:0.0:1767327310.262835:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327310.262840:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327310.262844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327310.262845:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327310.262852:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12503
00000100:00080000:0.0:1767327310.262854:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327310.262857:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327310.262858:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429568
00000100:00100000:1.0:1767327310.262866:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429568
00000100:00100000:0.0:1767327310.262870:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010430336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327310.262877:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010430080:0@lo:38:kworker.0
00000100:00100000:3.0:1767327310.262877:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327310.262911:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429696
00000100:00100000:0.0:1767327310.262917:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429696
00000100:00100000:2.0:1767327310.262917:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327310.262927:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9097
00000100:00100000:1.0:1767327310.262939:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010429568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327310.262941:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429824
00000100:00100000:2.0:1767327310.262947:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010430336:0@lo:38:kworker.0
00000100:00100000:3.0:1767327310.262947:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429824
00000100:00100000:0.0:1767327310.262959:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9098
00000100:00100000:0.0:1767327310.262971:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010429696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327310.262980:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429952
00000100:00100000:3.0:1767327310.262984:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429952
00000100:00100000:2.0:1767327310.262989:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327310.262994:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010429568:12345-0@lo:400:kworker.0 Request processed in 58us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327310.263001:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9097
00000100:00100000:3.0:1767327310.263025:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430080
00000100:00100000:3.0:1767327310.263029:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430080
00000100:00100000:1.0:1767327310.263055:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010429440
00000100:00100000:0.0:1767327310.263056:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010429696:12345-0@lo:400:kworker.0 Request processed in 77us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327310.263056:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430336
00000100:00100000:1.0:1767327310.263061:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010429440
00000100:00100000:3.0:1767327310.263063:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430336
00000100:00100000:2.0:1767327310.263064:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730
00000100:00100000:0.0:1767327310.263073:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9098
00000100:00100000:2.0:1767327310.263079:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010429952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327310.263094:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35039
00000100:00100000:3.0:1767327310.263094:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00080000:0.0:1767327310.263100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327310.263107:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327310.263110:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010429824:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327310.263111:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010429440:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327310.263112:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327310.263123:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010429952:12345-0@lo:400:kworker.0 Request processed in 48us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327310.263133:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00010000:00020000:3.0:1767327310.263133:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327310.263136:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327310.263147:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730
00000100:00100000:0.0:1767327310.263148:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010430080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327310.263160:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327310.263171:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00100000:2.0:1767327310.263177:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010430336:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327310.263188:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010429440:12345-0@lo:38:kworker.0 Request processed in 81us (445us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327310.263190:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327310.263192:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010429824:12345-0@lo:38:kworker.0 Request processed in 84us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327310.263208:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35039
00000100:00100000:0.0:1767327310.263209:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010430080:12345-0@lo:38:kworker.0 Request processed in 61us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327310.263209:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:0.0:1767327310.263223:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:2.0:1767327310.263228:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010430336:12345-0@lo:38:kworker.0 Request processed in 46us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327310.263236:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00100000:1.0:1767327310.263257:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010430208:0@lo:400:kworker.0
00000100:00100000:3.0:1767327310.263274:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010429952:0@lo:400:kworker.0
00000100:00080000:2.0:1767327310.263277:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327310.263279:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010429696:0@lo:400:kworker.0
00000100:00080000:2.0:1767327310.263288:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327310.263292:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327310.263297:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010430336:0@lo:38:kworker.0
00000100:00080000:2.0:1767327310.263313:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327310.263318:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327310.263322:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010430080:0@lo:38:kworker.0
00000100:00100000:3.0:1767327310.263331:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010429568:0@lo:400:kworker.0
00000100:00080000:2.0:1767327310.263337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327310.263343:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327310.263348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010429824:0@lo:38:kworker.0
00000100:00080000:2.0:1767327310.263361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327310.263363:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430208
00000100:00080000:2.0:1767327310.263366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327310.263370:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430208
00000100:00100000:2.0:1767327310.263372:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010429440:0@lo:38:kworker.0
00000100:00080000:0.0:1767327310.263437:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327310.263444:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731
00000100:00100000:2.0:1767327310.263455:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010430208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327310.263493:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010430208:12345-0@lo:400:kworker.0 Request processed in 43us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327310.263498:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731
00000100:00100000:1.0:1767327310.263525:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010430208:0@lo:400:kworker.0
00000100:00100000:3.0:1767327310.774656:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010430464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327310.774729:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327310.774800:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430464
00000100:00100000:2.0:1767327310.774810:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430464
00000100:00100000:2.0:1767327310.774862:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7967
00000100:00100000:2.0:1767327310.774870:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010430464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327310.774899:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327310.774954:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010430464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327310.774964:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7967
00000100:00100000:3.0:1767327310.775000:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010430464:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327311.222564:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327311.286623:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010430592:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327311.286690:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327311.286741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430592
00000100:00100000:2.0:1767327311.286750:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430592
00000100:00100000:2.0:1767327311.286804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7968
00000100:00100000:2.0:1767327311.286815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010430592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327311.286860:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327311.286906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010430592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327311.286915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7968
00000100:00100000:0.0:1767327311.286951:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010430592:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327312.246548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327313.270561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327313.744860:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327313.744893:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327313.744910:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993182208 offset 0 length 520: 4
00000100:00100000:0.0:1767327313.744921:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993181952
00000100:00100000:0.0:1767327313.744932:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993181952
00000100:00100000:3.0:1767327313.744933:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182080
00000100:00100000:3.0:1767327313.744940:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182080
00000100:00100000:0.0:1767327313.744983:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1732
00000100:00100000:3.0:1767327313.744994:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3495
00000100:00100000:0.0:1767327313.745002:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993182080:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327313.745006:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993181952:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327313.745013:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767327313.745042:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327313.745099:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993181952:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327313.745103:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993182080:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 106us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327313.745110:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3495
00000100:00100000:0.0:1767327313.745119:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1732
00010000:00010000:1.0:1767327314.294594:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327314.358519:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327289/real 1767327289]  req@ffff9bb591301c00 x1853164010425216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327314 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327314.358549:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb591301c00 x1853164010425216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327314 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327314.358567:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327314.358588:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327314.358592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010425216:0@lo:250:kworker.0
00000100:00080000:0.0:1767327314.358635:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327314.358641:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327314.358643:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327314.358648:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12487
00000100:00080000:0.0:1767327314.358651:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327314.358656:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327314.358684:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348700 x1853164010430720/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327314.358705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327314.358707:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327314.358709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327314.358712:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12508
00000100:00080000:0.0:1767327314.358715:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327314.358720:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327314.358732:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010430720:0@lo:250:kworker.0
00000100:00100000:0.0:1767327314.358735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010430848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327314.358781:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010430720 offset 0 length 520: 4
00000100:00080000:0.0:1767327314.358800:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327314.358807:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327314.358809:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327314.358815:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12508
00000100:00100000:1.0:1767327314.358819:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010430976:0@lo:400:kworker.0
00000100:00080000:0.0:1767327314.358829:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327314.358829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010430848:0@lo:38:kworker.0
00000100:00080000:0.0:1767327314.358839:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327314.358844:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010431104:0@lo:400:kworker.0
00000100:00100000:0.0:1767327314.358859:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010431232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327314.358869:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327314.358893:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327314.358897:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327314.358902:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327314.358904:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327314.358905:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327314.358913:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12508
00000100:00080000:0.0:1767327314.358915:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327314.358926:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327314.358931:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430976
00000100:00100000:2.0:1767327314.358932:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010431232:0@lo:38:kworker.0
00000100:00100000:0.0:1767327314.358939:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010431488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327314.358939:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430976
00000100:00100000:3.0:1767327314.358948:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327314.358961:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010431360:0@lo:400:kworker.0
00000100:00100000:2.0:1767327314.358966:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327314.358970:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327314.358975:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327314.358976:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327314.358981:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12508
00000100:00080000:0.0:1767327314.358983:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327314.358987:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327314.358993:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431104
00000100:00100000:1.0:1767327314.358997:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431104
00000100:00100000:2.0:1767327314.359000:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010431488:0@lo:38:kworker.0
00000100:00100000:0.0:1767327314.359003:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010431744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327314.359030:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327314.359042:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9099
00000100:00100000:2.0:1767327314.359049:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327314.359056:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010430976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327314.359079:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9100
00000100:00100000:3.0:1767327314.359082:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431232
00000100:00100000:2.0:1767327314.359083:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010431744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327314.359087:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431232
00000100:00100000:0.0:1767327314.359092:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010431104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327314.359113:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010430976:12345-0@lo:400:kworker.0 Request processed in 61us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327314.359115:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431360
00000100:00100000:3.0:1767327314.359121:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431360
00000100:00100000:2.0:1767327314.359122:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327314.359125:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9099
00000100:00100000:0.0:1767327314.359157:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010431104:12345-0@lo:400:kworker.0 Request processed in 67us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327314.359161:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431488
00000100:00100000:3.0:1767327314.359164:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431488
00000100:00080000:1.0:1767327314.359165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327314.359167:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9100
00000100:00080000:1.0:1767327314.359172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327314.359178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327314.359182:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010430848
00000100:00100000:3.0:1767327314.359183:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431744
00000100:00100000:2.0:1767327314.359188:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010430848
00000100:00100000:3.0:1767327314.359189:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431744
00000100:00100000:0.0:1767327314.359196:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010431616:0@lo:400:kworker.0
00000100:00100000:1.0:1767327314.359207:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733
00000100:00100000:3.0:1767327314.359214:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:1.0:1767327314.359218:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010431360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327314.359223:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010431232:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327314.359230:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327314.359236:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35040
00010000:00020000:3.0:1767327314.359243:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327314.359250:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010430848:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327314.359263:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010431360:12345-0@lo:400:kworker.0 Request processed in 47us (246us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327314.359268:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327314.359273:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733
00000100:00100000:0.0:1767327314.359292:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010430976:0@lo:400:kworker.0
00000100:00100000:3.0:1767327314.359293:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010431232:12345-0@lo:38:kworker.0 Request processed in 69us (325us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327314.359294:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431616
00000100:00100000:1.0:1767327314.359300:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431616
00000100:00100000:2.0:1767327314.359312:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010430848:12345-0@lo:38:kworker.0 Request processed in 62us (415us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327314.359312:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:2.0:1767327314.359323:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35040
00000100:00080000:0.0:1767327314.359339:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327314.359340:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734
00000100:00100000:1.0:1767327314.359350:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:3.0:1767327314.359357:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010431616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327314.359360:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010431488:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327314.359360:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:2.0:1767327314.359370:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010431744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327314.359376:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327314.359381:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327314.359450:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010431488:12345-0@lo:38:kworker.0 Request processed in 91us (400us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327314.359455:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010431744:12345-0@lo:38:kworker.0 Request processed in 82us (333us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327314.359459:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010431616:0@lo:400:kworker.0
00000100:00100000:3.0:1767327314.359463:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010431616:12345-0@lo:400:kworker.0 Request processed in 110us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327314.359464:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:2.0:1767327314.359475:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00100000:3.0:1767327314.359483:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734
00000100:00080000:2.0:1767327314.359515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327314.359519:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327314.359523:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010431744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327314.359525:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010431360:0@lo:400:kworker.0
00000100:00080000:2.0:1767327314.359536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327314.359540:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327314.359546:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010431488:0@lo:38:kworker.0
00000100:00100000:3.0:1767327314.359546:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010431104:0@lo:400:kworker.0
00000100:00080000:2.0:1767327314.359568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327314.359571:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327314.359573:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010431232:0@lo:38:kworker.0
00000100:00080000:2.0:1767327314.359583:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327314.359585:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327314.359587:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010430848:0@lo:38:kworker.0
00010000:00010000:1.0:1767327315.318550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327315.894640:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010431872:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327315.894719:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327315.894773:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010431872
00000100:00100000:2.0:1767327315.894782:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010431872
00000100:00100000:2.0:1767327315.894827:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7969
00000100:00100000:2.0:1767327315.894834:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010431872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327315.894862:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327315.894920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010431872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327315.894928:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7969
00000100:00100000:1.0:1767327315.894956:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010431872:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327316.342560:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327316.406677:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010432000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327316.406750:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327316.406809:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432000
00000100:00100000:2.0:1767327316.406817:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432000
00000100:00080000:0.0:1767327316.406877:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327316.406904:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7970
00000100:00100000:2.0:1767327316.406914:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010432000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327316.406940:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327316.406982:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010432000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327316.406988:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7970
00000100:00100000:0.0:1767327316.407057:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010432000:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327317.366595:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327318.390552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327318.865008:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327318.865053:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327318.865069:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182336
00000100:00100000:3.0:1767327318.865078:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182336
00000100:00100000:0.0:1767327318.865095:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182464
00000100:00100000:0.0:1767327318.865102:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182464
00000100:00100000:3.0:1767327318.865120:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3499
00000100:00100000:3.0:1767327318.865128:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993182336:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327318.865148:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327318.865162:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1735
00000100:00080000:2.0:1767327318.865167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327318.865174:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993182464:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327318.865205:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993182336:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (205us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327318.865212:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3499
00000100:00100000:0.0:1767327318.865221:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993182464:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327318.865231:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1735
00010000:00010000:1.0:1767327319.414586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327319.478509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327319.478520:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327319.478524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327319.478529:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327319.478533:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327319.478541:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12512
00000100:00080000:0.0:1767327319.478546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327319.478554:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327319.478593:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65c380 x1853164010432128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327319.478661:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010432128:0@lo:38:kworker.0
00000100:00080000:0.0:1767327319.478674:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327319.478680:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327319.478683:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327319.478687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010432256:0@lo:400:kworker.0
00000100:00080000:0.0:1767327319.478691:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12512
00000100:00080000:0.0:1767327319.478696:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327319.478701:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327319.478714:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010432384:0@lo:400:kworker.0
00000100:00100000:0.0:1767327319.478720:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010432512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327319.478750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327319.478750:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327319.478759:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327319.478760:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327319.478763:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327319.478770:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12512
00000100:00080000:0.0:1767327319.478774:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327319.478778:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327319.478789:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010432640:0@lo:400:kworker.0
00000100:00100000:0.0:1767327319.478796:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010432768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327319.478813:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010432512:0@lo:38:kworker.0
00000100:00100000:1.0:1767327319.478831:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432256
00000100:00100000:3.0:1767327319.478833:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327319.478835:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327319.478839:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432256
00000100:00080000:0.0:1767327319.478840:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327319.478845:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327319.478850:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12512
00000100:00080000:0.0:1767327319.478854:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327319.478859:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327319.478864:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432128
00000100:00100000:2.0:1767327319.478871:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432128
00000100:00100000:0.0:1767327319.478878:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010433024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327319.478906:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327319.478912:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9101
00000100:00100000:0.0:1767327319.478916:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432640
00000100:00100000:2.0:1767327319.478917:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35041
00000100:00100000:0.0:1767327319.478924:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432640
00000100:00100000:2.0:1767327319.478933:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010432128:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327319.478934:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010432256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327319.478947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327319.478963:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327319.478969:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432512
00000100:00100000:0.0:1767327319.478975:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432512
00000100:00100000:3.0:1767327319.478994:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010432768:0@lo:38:kworker.0
00000100:00100000:0.0:1767327319.479019:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736
00000100:00100000:1.0:1767327319.479023:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010432256:12345-0@lo:400:kworker.0 Request processed in 97us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327319.479032:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327319.479038:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010432640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327319.479038:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9101
00000100:00100000:2.0:1767327319.479042:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010432128:12345-0@lo:38:kworker.0 Request processed in 111us (289us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327319.479056:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35041
00000100:00100000:3.0:1767327319.479061:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010433024:0@lo:38:kworker.0
00000100:00100000:1.0:1767327319.479062:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432384
00000100:00100000:1.0:1767327319.479068:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432384
00000100:00100000:3.0:1767327319.479095:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327319.479101:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9102
00000100:00100000:1.0:1767327319.479110:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010432384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327319.479118:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010432640:12345-0@lo:400:kworker.0 Request processed in 85us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327319.479125:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432768
00000100:00100000:0.0:1767327319.479128:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736
00000100:00100000:2.0:1767327319.479133:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432768
00000100:00080000:3.0:1767327319.479138:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327319.479144:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327319.479150:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010432128:0@lo:38:kworker.0
00000100:00100000:0.0:1767327319.479155:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433024
00000100:00100000:1.0:1767327319.479158:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010432384:12345-0@lo:400:kworker.0 Request processed in 47us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327319.479162:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433024
00000100:00100000:2.0:1767327319.479166:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:1.0:1767327319.479177:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9102
00000100:00100000:2.0:1767327319.479180:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010432512:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327319.479189:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:3.0:1767327319.479191:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010432384:0@lo:400:kworker.0
00010000:00020000:2.0:1767327319.479196:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327319.479203:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010432768:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327319.479209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327319.479216:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327319.479219:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327319.479221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327319.479244:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010432256:0@lo:400:kworker.0
00000100:00100000:2.0:1767327319.479252:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010432512:12345-0@lo:38:kworker.0 Request processed in 72us (304us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327319.479254:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00000100:00100000:3.0:1767327319.479258:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327319.479267:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010433024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327319.479271:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010432768:12345-0@lo:38:kworker.0 Request processed in 67us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327319.479271:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010432896:0@lo:400:kworker.0
00000100:00100000:2.0:1767327319.479272:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00010000:00020000:1.0:1767327319.479283:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327319.479290:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:3.0:1767327319.479312:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327319.479326:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010433024:12345-0@lo:38:kworker.0 Request processed in 58us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327319.479334:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:0.0:1767327319.479336:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010432896
00000100:00080000:2.0:1767327319.479337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327319.479344:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010432896
00000100:00080000:2.0:1767327319.479346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327319.479353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010432768:0@lo:38:kworker.0
00000100:00080000:2.0:1767327319.479372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327319.479378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327319.479383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010433024:0@lo:38:kworker.0
00000100:00100000:3.0:1767327319.479389:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010432640:0@lo:400:kworker.0
00000100:00100000:0.0:1767327319.479402:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737
00000100:00080000:2.0:1767327319.479404:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327319.479411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327319.479441:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010432512:0@lo:38:kworker.0
00000100:00100000:0.0:1767327319.479444:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010432896:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327319.479446:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327319.479495:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010432896:12345-0@lo:400:kworker.0 Request processed in 84us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327319.479503:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737
00000100:00100000:3.0:1767327319.479527:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010432896:0@lo:400:kworker.0
00010000:00010000:1.0:1767327320.438598:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327321.014614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010433152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327321.014684:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327321.014723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433152
00000100:00100000:2.0:1767327321.014732:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433152
00000100:00080000:1.0:1767327321.014793:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327321.014795:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7971
00000100:00100000:2.0:1767327321.014810:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010433152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327321.014858:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327321.014912:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010433152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327321.014919:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7971
00000100:00100000:3.0:1767327321.014962:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010433152:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327321.462635:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327321.526643:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010433280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327321.526707:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327321.526759:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433280
00000100:00100000:2.0:1767327321.526799:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433280
00000100:00080000:1.0:1767327321.526847:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327321.526854:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7972
00000100:00100000:2.0:1767327321.526865:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010433280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327321.526891:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327321.526933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010433280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327321.526940:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7972
00000100:00100000:0.0:1767327321.526997:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010433280:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327322.486572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327323.510613:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327323.985024:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327323.985071:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182720
00000100:00100000:2.0:1767327323.985072:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327323.985082:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182720
00000100:00080000:2.0:1767327323.985132:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327323.985148:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182592
00000100:00100000:0.0:1767327323.985152:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182592
00000100:00100000:1.0:1767327323.985162:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1738
00000100:00100000:0.0:1767327323.985186:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3503
00000100:00100000:1.0:1767327323.985190:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993182720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327323.985198:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993182592:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327323.985217:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327323.985275:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993182592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327323.985276:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993182720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 98us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327323.985289:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3503
00000100:00100000:1.0:1767327323.985298:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1738
00010000:00010000:1.0:1767327324.534608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327324.598574:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327324.598584:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327324.598588:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327324.598593:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327324.598598:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327324.598608:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12517
00000100:00080000:3.0:1767327324.598614:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327324.598623:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327324.598666:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4700 x1853164010433408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327324.598746:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327324.598752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010433408:0@lo:38:kworker.0
00000100:00080000:3.0:1767327324.598752:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327324.598762:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327324.598765:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010433536:0@lo:400:kworker.0
00000100:00080000:3.0:1767327324.598766:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327324.598776:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12517
00000100:00100000:0.0:1767327324.598779:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010433664:0@lo:400:kworker.0
00000100:00080000:3.0:1767327324.598781:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327324.598791:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327324.598812:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010433792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327324.598844:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327324.598844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327324.598846:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010433920:0@lo:400:kworker.0
00000100:00080000:3.0:1767327324.598848:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327324.598858:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327324.598860:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327324.598865:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12517
00000100:00080000:3.0:1767327324.598869:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327324.598874:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327324.598889:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d880 x1853164010434048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327324.598901:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327324.598909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010433792:0@lo:38:kworker.0
00000100:00100000:1.0:1767327324.598917:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433536
00000100:00080000:3.0:1767327324.598922:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327324.598926:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327324.598927:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433536
00000100:00080000:3.0:1767327324.598929:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327324.598934:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12517
00000100:00080000:3.0:1767327324.598937:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327324.598958:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327324.598962:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433920
00000100:00100000:2.0:1767327324.598965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327324.598968:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433920
00000100:00100000:3.0:1767327324.598975:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010434304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327324.599000:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010434048:0@lo:38:kworker.0
00000100:00100000:0.0:1767327324.599018:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433792
00000100:00100000:3.0:1767327324.599022:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433408
00000100:00100000:0.0:1767327324.599023:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433792
00000100:00100000:1.0:1767327324.599031:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9103
00000100:00100000:2.0:1767327324.599031:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327324.599033:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433408
00000100:00100000:1.0:1767327324.599052:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010433536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327324.599053:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434048
00000100:00100000:0.0:1767327324.599059:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434048
00000100:00100000:2.0:1767327324.599068:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010434304:0@lo:38:kworker.0
00000100:00100000:3.0:1767327324.599080:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35042
00000100:00100000:3.0:1767327324.599090:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010433408:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327324.599095:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739
00000100:00100000:2.0:1767327324.599101:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327324.599116:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010433920:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327324.599121:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327324.599130:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010433536:12345-0@lo:400:kworker.0 Request processed in 83us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327324.599138:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9103
00000100:00080000:2.0:1767327324.599140:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327324.599146:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327324.599160:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434304
00000100:00100000:2.0:1767327324.599165:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434304
00000100:00100000:0.0:1767327324.599174:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010433920:12345-0@lo:400:kworker.0 Request processed in 64us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327324.599180:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010434176:0@lo:400:kworker.0
00000100:00100000:0.0:1767327324.599185:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739
00000100:00100000:2.0:1767327324.599194:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:3.0:1767327324.599196:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010433408:12345-0@lo:38:kworker.0 Request processed in 102us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327324.599201:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010433792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327324.599210:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:3.0:1767327324.599214:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35042
00000100:00100000:0.0:1767327324.599220:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010434048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327324.599220:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327324.599233:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327324.599239:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327324.599266:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434176
00000100:00100000:3.0:1767327324.599273:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434176
00000100:00100000:1.0:1767327324.599279:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010433536:0@lo:400:kworker.0
00000100:00100000:2.0:1767327324.599282:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010433792:12345-0@lo:38:kworker.0 Request processed in 77us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327324.599283:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010434048:12345-0@lo:38:kworker.0 Request processed in 62us (254us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327324.599302:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00100000:2.0:1767327324.599309:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:0.0:1767327324.599319:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740
00000100:00100000:0.0:1767327324.599329:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010434176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327324.599334:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:3.0:1767327324.599343:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010434304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327324.599356:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327324.599364:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327324.599366:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010434176:12345-0@lo:400:kworker.0 Request processed in 37us (136us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327324.599373:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740
00000100:00100000:1.0:1767327324.599384:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327324.599398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327324.599405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327324.599413:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010433792:0@lo:38:kworker.0
00000100:00100000:3.0:1767327324.599413:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010434304:12345-0@lo:38:kworker.0 Request processed in 66us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327324.599439:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010433920:0@lo:400:kworker.0
00000100:00100000:3.0:1767327324.599454:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00080000:2.0:1767327324.599466:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327324.599473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327324.599479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010434048:0@lo:38:kworker.0
00000100:00100000:0.0:1767327324.599480:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010434176:0@lo:400:kworker.0
00000100:00080000:2.0:1767327324.599507:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327324.599508:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010433664
00000100:00100000:1.0:1767327324.599515:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010433664
00000100:00080000:2.0:1767327324.599517:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327324.599524:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010433408:0@lo:38:kworker.0
00000100:00080000:2.0:1767327324.599551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327324.599555:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327324.599559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010434304:0@lo:38:kworker.0
00000100:00100000:1.0:1767327324.599574:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9104
00000100:00080000:3.0:1767327324.599583:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327324.599585:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010433664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327324.599635:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010433664:12345-0@lo:400:kworker.0 Request processed in 52us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327324.599643:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9104
00000100:00100000:0.0:1767327324.599650:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010433664:0@lo:400:kworker.0
00010000:00010000:1.0:1767327325.558603:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327326.134628:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327326.134650:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010434432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327326.134719:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327326.134910:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434432
00000100:00100000:3.0:1767327326.134920:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434432
00000100:00100000:3.0:1767327326.135000:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7973
00000100:00080000:2.0:1767327326.135005:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327326.135013:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010434432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327326.135048:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327326.135210:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010434432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 201us (490us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327326.135218:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7973
00000100:00100000:1.0:1767327326.135254:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010434432:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327326.582580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327326.646636:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010434560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327326.646697:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327326.646739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434560
00000100:00100000:3.0:1767327326.646748:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434560
00000100:00100000:3.0:1767327326.646805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7974
00000100:00080000:2.0:1767327326.646821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327326.646821:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010434560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327326.646856:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327326.646900:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010434560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327326.646909:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7974
00000100:00100000:0.0:1767327326.646948:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010434560:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327327.606611:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327328.630579:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327329.104955:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327329.105003:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327329.105043:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182976
00000100:00100000:0.0:1767327329.105055:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993182848
00000100:00100000:3.0:1767327329.105060:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182976
00000100:00100000:0.0:1767327329.105062:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993182848
00000100:00100000:0.0:1767327329.105122:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1741
00000100:00080000:2.0:1767327329.105140:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327329.105142:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993182976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327329.105149:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3507
00000100:00100000:3.0:1767327329.105161:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993182848:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327329.105188:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327329.105239:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993182976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 106us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327329.105241:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993182848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327329.105254:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1741
00000100:00100000:3.0:1767327329.105261:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3507
00010000:00010000:1.0:1767327329.654626:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327329.718578:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327329.718588:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327329.718591:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327329.718595:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327329.718599:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327329.718607:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12522
00000100:00080000:0.0:1767327329.718613:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327329.718621:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327329.718669:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010434688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327329.718745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010434688:0@lo:38:kworker.0
00000100:00080000:0.0:1767327329.718757:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327329.718762:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327329.718764:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327329.718768:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12522
00000100:00080000:0.0:1767327329.718772:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327329.718778:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327329.718798:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010434816:0@lo:400:kworker.0
00000100:00100000:0.0:1767327329.718800:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010435072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327329.718816:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327329.718841:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010434944:0@lo:400:kworker.0
00000100:00080000:0.0:1767327329.718842:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327329.718849:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327329.718853:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327329.718862:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327329.718869:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12522
00000100:00100000:1.0:1767327329.718872:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327329.718873:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327329.718882:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327329.718895:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010435328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327329.718934:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327329.718937:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327329.718940:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327329.718948:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327329.718949:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12522
00000100:00100000:1.0:1767327329.718951:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327329.718955:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010435072:0@lo:38:kworker.0
00000100:00080000:0.0:1767327329.718958:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327329.718967:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327329.718972:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010435456:0@lo:400:kworker.0
00000100:00100000:0.0:1767327329.718987:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010435584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327329.718998:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010435200:0@lo:400:kworker.0
00000100:00100000:2.0:1767327329.719019:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327329.719049:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434816
00000100:00100000:1.0:1767327329.719051:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434944
00000100:00100000:3.0:1767327329.719055:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435072
00000100:00100000:0.0:1767327329.719059:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434816
00000100:00100000:3.0:1767327329.719062:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435072
00000100:00100000:1.0:1767327329.719063:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434944
00000100:00100000:2.0:1767327329.719083:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010435328:0@lo:38:kworker.0
00000100:00100000:3.0:1767327329.719107:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00100000:3.0:1767327329.719113:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010435072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327329.719137:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327329.719144:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327329.719154:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9105
00000100:00100000:0.0:1767327329.719162:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9106
00000100:00100000:1.0:1767327329.719170:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010434944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327329.719176:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010434816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327329.719194:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010435072:12345-0@lo:38:kworker.0 Request processed in 75us (175us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327329.719195:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010435584:0@lo:38:kworker.0
00000100:00100000:3.0:1767327329.719219:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00100000:3.0:1767327329.719245:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435328
00000100:00100000:3.0:1767327329.719249:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435328
00000100:00100000:0.0:1767327329.719253:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010434816:12345-0@lo:400:kworker.0 Request processed in 80us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327329.719270:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9106
00000100:00100000:2.0:1767327329.719271:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327329.719280:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010434944:12345-0@lo:400:kworker.0 Request processed in 108us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327329.719284:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:3.0:1767327329.719295:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010435328:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327329.719306:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327329.719308:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9105
00000100:00080000:0.0:1767327329.719315:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:3.0:1767327329.719316:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327329.719340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327329.719352:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327329.719366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010435072:0@lo:38:kworker.0
00000100:00100000:3.0:1767327329.719368:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010435328:12345-0@lo:38:kworker.0 Request processed in 65us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327329.719370:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435584
00000100:00100000:0.0:1767327329.719379:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435584
00000100:00100000:3.0:1767327329.719388:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00080000:2.0:1767327329.719406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327329.719447:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00080000:2.0:1767327329.719453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327329.719459:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010434688
00000100:00100000:3.0:1767327329.719461:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010435584:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327329.719469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010435328:0@lo:38:kworker.0
00000100:00100000:1.0:1767327329.719470:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010434688
00010000:00020000:3.0:1767327329.719476:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327329.719489:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327329.719529:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35043
00000100:00100000:3.0:1767327329.719536:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010435584:12345-0@lo:38:kworker.0 Request processed in 76us (274us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327329.719540:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327329.719548:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010434688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327329.719555:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010434816:0@lo:400:kworker.0
00000100:00080000:2.0:1767327329.719559:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327329.719564:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00100000:2.0:1767327329.719581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010435584:0@lo:38:kworker.0
00010000:00020000:1.0:1767327329.719588:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327329.719595:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435456
00000100:00100000:3.0:1767327329.719601:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435456
00000100:00100000:0.0:1767327329.719634:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327329.719656:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435200
00000100:00100000:3.0:1767327329.719660:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435200
00000100:00080000:2.0:1767327329.719667:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327329.719674:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010434688:12345-0@lo:38:kworker.0 Request processed in 130us (836us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327329.719679:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327329.719686:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35043
00000100:00100000:2.0:1767327329.719687:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010434688:0@lo:38:kworker.0
00000100:00100000:0.0:1767327329.719703:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010434944:0@lo:400:kworker.0
00000100:00100000:3.0:1767327329.719709:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742
00000100:00100000:3.0:1767327329.719721:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010435456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327329.719748:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743
00000100:00100000:2.0:1767327329.719768:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010435200:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327329.719777:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327329.719778:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010435456:12345-0@lo:400:kworker.0 Request processed in 59us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327329.719790:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742
00000100:00100000:0.0:1767327329.719806:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010435456:0@lo:400:kworker.0
00000100:00100000:2.0:1767327329.719854:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010435200:12345-0@lo:400:kworker.0 Request processed in 94us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327329.719863:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743
00000100:00100000:1.0:1767327329.719889:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010435200:0@lo:400:kworker.0
00010000:00010000:1.0:1767327330.678608:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327331.254689:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010435712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327331.254764:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327331.254815:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435712
00000100:00100000:3.0:1767327331.254830:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435712
00000100:00080000:1.0:1767327331.254916:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327331.254923:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7975
00000100:00100000:3.0:1767327331.254940:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010435712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327331.254976:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327331.255050:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010435712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327331.255060:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7975
00000100:00100000:1.0:1767327331.255093:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010435712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327331.702576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327331.766680:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010435840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327331.766752:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327331.766855:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435840
00000100:00100000:3.0:1767327331.766870:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435840
00000100:00100000:3.0:1767327331.766975:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7976
00000100:00080000:1.0:1767327331.766976:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327331.767012:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010435840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327331.767048:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327331.767120:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010435840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327331.767128:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7976
00000100:00100000:0.0:1767327331.767174:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010435840:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327332.726672:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327333.750737:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327334.225270:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327334.225336:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327334.225379:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993183232
00000100:00100000:3.0:1767327334.225392:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993183104
00000100:00100000:0.0:1767327334.225399:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993183232
00000100:00100000:3.0:1767327334.225400:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993183104
00000100:00100000:3.0:1767327334.225493:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3511
00000100:00100000:3.0:1767327334.225505:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993183104:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327334.225535:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327334.225536:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327334.225547:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1744
00000100:00100000:0.0:1767327334.225569:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993183232:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327334.225628:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993183104:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 126us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327334.225636:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993183232:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327334.225643:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3511
00000100:00100000:0.0:1767327334.225653:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1744
00010000:00010000:1.0:1767327334.774575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327334.838554:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327334.838563:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327334.838566:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327334.838569:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327334.838572:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327334.838579:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12527
00000100:00080000:3.0:1767327334.838583:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327334.838589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327334.838621:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7100 x1853164010435968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327334.838672:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010435968:0@lo:38:kworker.0
00000100:00080000:3.0:1767327334.838679:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327334.838684:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327334.838685:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327334.838689:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12527
00000100:00080000:3.0:1767327334.838691:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327334.838694:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327334.838704:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327334.838710:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7800 x1853164010436352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327334.838734:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327334.838735:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010436096:0@lo:400:kworker.0
00000100:00100000:1.0:1767327334.838754:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010436480:0@lo:400:kworker.0
00000100:00080000:3.0:1767327334.838755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327334.838758:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327334.838760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327334.838768:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12527
00000100:00080000:3.0:1767327334.838771:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767327334.838778:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327334.838787:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010436608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327334.838810:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327334.838816:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327334.838818:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327334.838820:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327334.838827:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12527
00000100:00080000:3.0:1767327334.838830:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327334.838836:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327334.838842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010436352:0@lo:38:kworker.0
00000100:00080000:3.0:1767327334.838848:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327334.838858:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327334.838867:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6300 x1853164010436864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327334.838890:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010436224:0@lo:400:kworker.0
00000100:00100000:0.0:1767327334.838900:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010436736:0@lo:400:kworker.0
00000100:00100000:2.0:1767327334.838909:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327334.838956:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436480
00000100:00100000:2.0:1767327334.838957:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010436608:0@lo:38:kworker.0
00000100:00100000:0.0:1767327334.838968:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327334.838971:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436480
00000100:00100000:1.0:1767327334.838978:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327334.839038:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327334.839052:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436352
00000100:00100000:3.0:1767327334.839056:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436352
00000100:00100000:0.0:1767327334.839069:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436736
00000100:00100000:0.0:1767327334.839077:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436736
00000100:00100000:1.0:1767327334.839078:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010435968
00000100:00100000:2.0:1767327334.839080:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010436864:0@lo:38:kworker.0
00000100:00100000:3.0:1767327334.839081:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436608
00000100:00100000:3.0:1767327334.839088:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436608
00000100:00100000:1.0:1767327334.839089:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010435968
00000100:00100000:3.0:1767327334.839110:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745
00000100:00100000:3.0:1767327334.839124:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010436480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327334.839132:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327334.839138:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35044
00000100:00100000:0.0:1767327334.839139:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746
00000100:00100000:1.0:1767327334.839153:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010435968:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327334.839162:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010436736:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327334.839172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327334.839181:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327334.839199:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010436480:12345-0@lo:400:kworker.0 Request processed in 78us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327334.839213:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745
00000100:00100000:0.0:1767327334.839241:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010436736:12345-0@lo:400:kworker.0 Request processed in 85us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327334.839242:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436864
00000100:00100000:2.0:1767327334.839252:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436864
00000100:00100000:1.0:1767327334.839253:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010435968:12345-0@lo:38:kworker.0 Request processed in 97us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327334.839256:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00100000:0.0:1767327334.839283:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746
00000100:00100000:1.0:1767327334.839286:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35044
00000100:00100000:3.0:1767327334.839286:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010436352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327334.839307:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327334.839313:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:0.0:1767327334.839330:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:2.0:1767327334.839331:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010436608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327334.839341:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010436864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327334.839349:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327334.839357:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010436480:0@lo:400:kworker.0
00010000:00020000:0.0:1767327334.839359:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327334.839360:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010436352:12345-0@lo:38:kworker.0 Request processed in 81us (449us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327334.839376:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:2.0:1767327334.839406:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010436608:12345-0@lo:38:kworker.0 Request processed in 78us (370us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327334.839413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327334.839459:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010436864:12345-0@lo:38:kworker.0 Request processed in 75us (288us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327334.839485:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00100000:3.0:1767327334.839489:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436096
00000100:00080000:1.0:1767327334.839493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327334.839494:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00100000:3.0:1767327334.839495:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436096
00000100:00100000:1.0:1767327334.839513:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010436352:0@lo:38:kworker.0
00000100:00100000:2.0:1767327334.839524:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436224
00000100:00100000:2.0:1767327334.839530:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436224
00000100:00080000:1.0:1767327334.839554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327334.839561:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327334.839564:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010436608:0@lo:38:kworker.0
00000100:00100000:3.0:1767327334.839587:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9107
00000100:00080000:1.0:1767327334.839593:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327334.839597:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9108
00000100:00100000:3.0:1767327334.839601:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010436096:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327334.839602:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327334.839610:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010436736:0@lo:400:kworker.0
00000100:00100000:2.0:1767327334.839614:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010436224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327334.839616:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010435968:0@lo:38:kworker.0
00000100:00080000:1.0:1767327334.839677:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327334.839682:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327334.839689:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010436864:0@lo:38:kworker.0
00000100:00100000:3.0:1767327334.839703:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010436096:12345-0@lo:400:kworker.0 Request processed in 102us (867us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327334.839721:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010436224:12345-0@lo:400:kworker.0 Request processed in 104us (759us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327334.839721:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9107
00000100:00100000:0.0:1767327334.839733:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010436224:0@lo:400:kworker.0
00000100:00080000:1.0:1767327334.839741:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327334.839743:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9108
00000100:00080000:1.0:1767327334.839771:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327334.839816:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010436096:0@lo:400:kworker.0
00010000:00010000:1.0:1767327335.798542:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327336.374688:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010436992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327336.374768:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327336.374821:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010436992
00000100:00100000:3.0:1767327336.374833:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010436992
00000100:00080000:2.0:1767327336.374940:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327336.374949:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7977
00000100:00100000:3.0:1767327336.374963:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010436992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327336.374996:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327336.375044:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010436992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327336.375051:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7977
00000100:00100000:1.0:1767327336.375107:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010436992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327336.822661:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327336.886637:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010437120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327336.886702:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327336.886771:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437120
00000100:00100000:3.0:1767327336.886780:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437120
00000100:00080000:2.0:1767327336.886844:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327336.886873:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7978
00000100:00100000:3.0:1767327336.886887:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010437120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327336.886933:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327336.887013:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010437120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327336.887023:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7978
00000100:00100000:0.0:1767327336.887062:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010437120:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327337.846565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767327338.321550:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993183360 offset 0 length 520: 4
00000100:00100000:2.0:1767327338.321673:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327338.321728:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327338.321771:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993183616
00000100:00100000:1.0:1767327338.321785:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993183616
00000100:00100000:0.0:1767327338.321806:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993183488
00000100:00100000:0.0:1767327338.321817:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993183488
00000100:00080000:2.0:1767327338.321911:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327338.321921:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1747
00000100:00100000:0.0:1767327338.321943:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3515
00000100:00100000:1.0:1767327338.321945:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993183616:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327338.321960:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993183488:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327338.321988:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327338.322065:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993183488:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 109us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327338.322073:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993183616:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 134us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327338.322083:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3515
00000100:00100000:1.0:1767327338.322095:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1747
00010000:00010000:1.0:1767327338.870563:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327339.894577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327339.958501:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327314/real 1767327314]  req@ffff9bb58a348700 x1853164010430720/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327339.958518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327339.958524:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327339.958527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327339.958530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327339.958533:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58a348700 x1853164010430720/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327339.958534:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327339.958544:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12532
00000100:00080000:0.0:1767327339.958549:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327339.958555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327339.958556:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:2.0:1767327339.958577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327339.958581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010430720:0@lo:250:kworker.0
00000100:00100000:0.0:1767327339.958595:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8000 x1853164010437248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327339.958624:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010437248:0@lo:38:kworker.0
00000100:00080000:0.0:1767327339.958658:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327339.958662:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327339.958665:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010437376:0@lo:400:kworker.0
00000100:00080000:0.0:1767327339.958666:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327339.958673:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12532
00000100:00080000:0.0:1767327339.958676:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327339.958682:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327339.958687:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327339.958693:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327339.958699:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bad80 x1853164010437632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327339.958708:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010437504:0@lo:400:kworker.0
00000100:00100000:3.0:1767327339.958721:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327339.958723:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327339.958727:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327339.958729:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327339.958733:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12532
00000100:00080000:0.0:1767327339.958735:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327339.958738:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327339.958748:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010437632:0@lo:38:kworker.0
00000100:00100000:0.0:1767327339.958751:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8a80 x1853164010437888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327339.958762:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327339.958768:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327339.958779:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010437760:0@lo:400:kworker.0
00000100:00100000:2.0:1767327339.958783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327339.958785:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327339.958789:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327339.958791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327339.958795:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12532
00000100:00080000:0.0:1767327339.958798:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327339.958800:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327339.958814:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8380 x1853164010438144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327339.958817:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437248
00000100:00100000:2.0:1767327339.958818:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010437888:0@lo:38:kworker.0
00000100:00100000:3.0:1767327339.958822:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327339.958826:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437248
00000100:00080000:0.0:1767327339.958854:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327339.958857:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327339.958859:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327339.958864:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12512
00000100:00080000:0.0:1767327339.958866:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327339.958870:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327339.958879:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327339.958885:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb100 x1853164010438272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327339.958887:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35045
00000100:00100000:3.0:1767327339.958901:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327339.958904:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010437248:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327339.958914:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010438144:0@lo:38:kworker.0
00000100:00100000:3.0:1767327339.958917:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010438016:0@lo:400:kworker.0
00010000:00020000:1.0:1767327339.958928:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327339.958929:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437632
00000100:00100000:0.0:1767327339.958936:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437632
00000100:00100000:2.0:1767327339.958941:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327339.958963:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437760
00000100:00100000:2.0:1767327339.958964:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010438272:0@lo:250:kworker.0
00000100:00100000:0.0:1767327339.958966:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437760
00000100:00100000:3.0:1767327339.958976:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327339.958988:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010437248:12345-0@lo:38:kworker.0 Request processed in 84us (303us total) trans 0 rc -19/-19
00000400:00000100:2.0:1767327339.958994:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010438272 offset 0 length 520: 4
00000100:00100000:0.0:1767327339.959001:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437888
00000100:00100000:1.0:1767327339.959002:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35045
00000100:00100000:0.0:1767327339.959006:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437888
00000100:00100000:0.0:1767327339.959026:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438144
00000100:00100000:0.0:1767327339.959028:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438144
00000100:00100000:3.0:1767327339.959033:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438016
00000100:00100000:3.0:1767327339.959041:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438016
00000100:00100000:1.0:1767327339.959047:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748
00000100:00080000:2.0:1767327339.959052:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327339.959057:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:1.0:1767327339.959060:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010437760:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327339.959063:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327339.959070:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010437632:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327339.959071:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010437248:0@lo:38:kworker.0
00000100:00100000:3.0:1767327339.959081:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749
00010000:00020000:0.0:1767327339.959089:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327339.959096:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010438016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327339.959106:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437376
00000100:00100000:2.0:1767327339.959111:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437376
00000100:00100000:1.0:1767327339.959118:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010437760:12345-0@lo:400:kworker.0 Request processed in 61us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327339.959124:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748
00000100:00100000:0.0:1767327339.959147:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010437632:12345-0@lo:38:kworker.0 Request processed in 76us (364us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327339.959151:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010437504
00000100:00100000:1.0:1767327339.959152:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:2.0:1767327339.959157:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010437504
00000100:00100000:1.0:1767327339.959163:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010437888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327339.959163:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010438016:12345-0@lo:400:kworker.0 Request processed in 70us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327339.959170:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00010000:00020000:1.0:1767327339.959182:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327339.959186:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9109
00000100:00100000:3.0:1767327339.959186:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749
00000100:00100000:0.0:1767327339.959196:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:2.0:1767327339.959201:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010437376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327339.959208:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010438144:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327339.959216:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010437888:12345-0@lo:38:kworker.0 Request processed in 53us (338us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327339.959219:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327339.959226:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00100000:3.0:1767327339.959236:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010438016:0@lo:400:kworker.0
00000100:00100000:3.0:1767327339.959252:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010437376:0@lo:400:kworker.0
00000100:00080000:1.0:1767327339.959262:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327339.959265:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010437376:12345-0@lo:400:kworker.0 Request processed in 67us (542us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327339.959269:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327339.959275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327339.959280:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9109
00000100:00100000:0.0:1767327339.959281:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010438144:12345-0@lo:38:kworker.0 Request processed in 73us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327339.959291:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9110
00000100:00100000:0.0:1767327339.959296:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00100000:3.0:1767327339.959301:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010437504:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327339.959302:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327339.959312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327339.959317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010438144:0@lo:38:kworker.0
00000100:00080000:1.0:1767327339.959330:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327339.959333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327339.959337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010437888:0@lo:38:kworker.0
00000100:00100000:3.0:1767327339.959349:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010437504:12345-0@lo:400:kworker.0 Request processed in 50us (590us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327339.959350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327339.959360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327339.959361:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9110
00000100:00100000:1.0:1767327339.959366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010437632:0@lo:38:kworker.0
00000100:00100000:0.0:1767327339.959378:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010437504:0@lo:400:kworker.0
00000100:00100000:2.0:1767327339.959386:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010437760:0@lo:400:kworker.0
00010000:00010000:1.0:1767327340.918600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327341.494643:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010438400:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327341.494707:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327341.494807:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438400
00000100:00100000:2.0:1767327341.494849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438400
00000100:00080000:1.0:1767327341.494903:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327341.494911:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7979
00000100:00100000:2.0:1767327341.494921:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010438400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327341.494948:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327341.494991:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010438400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327341.494997:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7979
00000100:00100000:3.0:1767327341.495041:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010438400:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327341.942579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327342.006595:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010438528:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327342.006656:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327342.006702:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438528
00000100:00100000:3.0:1767327342.006709:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438528
00000100:00080000:1.0:1767327342.006760:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327342.006762:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7980
00000100:00100000:3.0:1767327342.006774:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010438528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327342.006800:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327342.006870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010438528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327342.006877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7980
00000100:00100000:2.0:1767327342.006908:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010438528:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327342.966597:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327343.440942:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327343.440978:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327343.441004:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993183744
00000100:00100000:2.0:1767327343.441015:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993183744
00000100:00100000:0.0:1767327343.441029:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993183872
00000100:00100000:0.0:1767327343.441035:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993183872
00000100:00100000:2.0:1767327343.441061:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3519
00000100:00100000:2.0:1767327343.441068:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993183744:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327343.441090:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327343.441093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327343.441103:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1750
00000100:00100000:1.0:1767327343.441116:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993183872:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327343.441172:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993183744:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327343.441173:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993183872:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327343.441188:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3519
00000100:00100000:1.0:1767327343.441196:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1750
00010000:00010000:1.0:1767327343.990592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327345.014585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327345.078516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327345.078525:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327345.078528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327345.078532:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327345.078535:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327345.078542:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12537
00000100:00080000:0.0:1767327345.078546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327345.078552:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327345.078589:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010438656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327345.078637:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010438656:0@lo:38:kworker.0
00000100:00080000:0.0:1767327345.078644:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327345.078649:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327345.078650:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327345.078655:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12537
00000100:00080000:0.0:1767327345.078657:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327345.078661:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327345.078669:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010438784:0@lo:400:kworker.0
00000100:00100000:0.0:1767327345.078675:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8a80 x1853164010439040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327345.078684:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327345.078697:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327345.078699:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010438912:0@lo:400:kworker.0
00000100:00100000:1.0:1767327345.078705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327345.078707:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327345.078711:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327345.078714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12537
00000100:00080000:0.0:1767327345.078717:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327345.078721:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327345.078723:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327345.078735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9c00 x1853164010439296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327345.078748:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010439040:0@lo:38:kworker.0
00000100:00100000:3.0:1767327345.078751:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327345.078758:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327345.078767:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010439424:0@lo:400:kworker.0
00000100:00080000:0.0:1767327345.078769:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327345.078773:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327345.078775:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327345.078779:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12537
00000100:00080000:0.0:1767327345.078782:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327345.078785:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327345.078795:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010439168:0@lo:400:kworker.0
00000100:00100000:1.0:1767327345.078796:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327345.078811:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8000 x1853164010439552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327345.078843:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010439296:0@lo:38:kworker.0
00000100:00100000:2.0:1767327345.078847:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438784
00000100:00100000:3.0:1767327345.078848:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327345.078856:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438912
00000100:00100000:2.0:1767327345.078856:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438784
00000100:00100000:0.0:1767327345.078863:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438912
00000100:00100000:1.0:1767327345.078881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327345.078905:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010439552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327345.078908:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439040
00000100:00100000:3.0:1767327345.078915:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439040
00000100:00100000:0.0:1767327345.078921:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9111
00000100:00100000:2.0:1767327345.078931:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9112
00000100:00100000:1.0:1767327345.078932:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327345.078933:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010438912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327345.078944:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010438784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327345.078965:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439168
00000100:00100000:1.0:1767327345.078971:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010438656
00000100:00100000:3.0:1767327345.078972:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439168
00000100:00100000:1.0:1767327345.078976:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010438656
00000100:00100000:2.0:1767327345.078996:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010438784:12345-0@lo:400:kworker.0 Request processed in 55us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327345.079004:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010438912:12345-0@lo:400:kworker.0 Request processed in 74us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327345.079005:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9112
00000100:00100000:1.0:1767327345.079010:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35046
00000100:00100000:3.0:1767327345.079014:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439296
00000100:00100000:0.0:1767327345.079019:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9111
00000100:00100000:1.0:1767327345.079020:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010438656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327345.079021:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439296
00000100:00100000:2.0:1767327345.079036:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439552
00010000:00020000:1.0:1767327345.079041:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327345.079042:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439552
00000100:00100000:3.0:1767327345.079047:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751
00000100:00100000:3.0:1767327345.079057:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010439168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327345.079062:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:2.0:1767327345.079073:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:0.0:1767327345.079074:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010439040:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327345.079080:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010438656:12345-0@lo:38:kworker.0 Request processed in 59us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327345.079083:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010439296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327345.079092:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327345.079095:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35046
00010000:00020000:2.0:1767327345.079100:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327345.079119:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010439168:12345-0@lo:400:kworker.0 Request processed in 61us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327345.079125:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:1.0:1767327345.079136:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010439552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327345.079136:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751
00000100:00100000:2.0:1767327345.079145:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010439296:12345-0@lo:38:kworker.0 Request processed in 62us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327345.079146:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010439040:12345-0@lo:38:kworker.0 Request processed in 70us (348us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327345.079148:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327345.079160:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00100000:0.0:1767327345.079168:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00080000:3.0:1767327345.079183:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327345.079187:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010439552:12345-0@lo:38:kworker.0 Request processed in 51us (257us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327345.079190:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327345.079195:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327345.079196:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00100000:2.0:1767327345.079197:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327345.079223:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439424
00000100:00100000:1.0:1767327345.079228:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439424
00000100:00100000:3.0:1767327345.079232:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010439168:0@lo:400:kworker.0
00000100:00100000:2.0:1767327345.079243:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010438784:0@lo:400:kworker.0
00000100:00080000:0.0:1767327345.079265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327345.079266:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010438912:0@lo:400:kworker.0
00000100:00100000:1.0:1767327345.079271:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752
00000100:00080000:0.0:1767327345.079277:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327345.079286:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010439296:0@lo:38:kworker.0
00000100:00100000:1.0:1767327345.079286:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010439424:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327345.079308:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327345.079312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327345.079315:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010439552:0@lo:38:kworker.0
00000100:00080000:0.0:1767327345.079328:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327345.079334:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327345.079334:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010439424:12345-0@lo:400:kworker.0 Request processed in 53us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327345.079343:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752
00000100:00100000:0.0:1767327345.079350:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010439040:0@lo:38:kworker.0
00000100:00080000:1.0:1767327345.079365:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327345.079368:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010439424:0@lo:400:kworker.0
00000100:00080000:0.0:1767327345.079372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327345.079381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327345.079386:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010438656:0@lo:38:kworker.0
00010000:00010000:1.0:1767327346.038600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327346.614586:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327346.614607:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010439680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327346.614667:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327346.614709:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439680
00000100:00100000:2.0:1767327346.614718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439680
00000100:00100000:2.0:1767327346.614766:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7981
00000100:00100000:2.0:1767327346.614775:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010439680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327346.614818:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327346.614865:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010439680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327346.614871:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7981
00000100:00100000:3.0:1767327346.614921:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010439680:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327347.062635:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327347.126601:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010439808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327347.126662:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327347.126707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439808
00000100:00100000:2.0:1767327347.126715:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439808
00000100:00080000:1.0:1767327347.126761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327347.126768:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7982
00000100:00100000:2.0:1767327347.126778:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010439808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327347.126818:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327347.126859:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010439808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327347.126864:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7982
00000100:00100000:0.0:1767327347.126908:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010439808:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327348.086545:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327348.560965:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327348.560999:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327348.561025:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184128
00000100:00100000:1.0:1767327348.561035:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184128
00000100:00100000:3.0:1767327348.561047:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184000
00000100:00100000:3.0:1767327348.561053:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184000
00000100:00100000:3.0:1767327348.561091:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1753
00000100:00100000:3.0:1767327348.561104:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993184128:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767327348.561111:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327348.561112:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3523
00000100:00100000:1.0:1767327348.561125:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993184000:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327348.561144:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327348.561174:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993184128:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327348.561180:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993184000:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 53us (178us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327348.561187:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1753
00000100:00100000:1.0:1767327348.561195:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3523
00010000:00010000:1.0:1767327349.110545:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327350.134592:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327350.198562:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327350.198570:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327350.198573:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327350.198576:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327350.198580:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327350.198586:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12542
00000100:00080000:1.0:1767327350.198589:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327350.198597:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327350.198634:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6680 x1853164010439936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327350.198690:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327350.198694:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327350.198695:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327350.198698:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12542
00000100:00080000:1.0:1767327350.198700:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327350.198704:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010439936:0@lo:38:kworker.0
00000100:00080000:1.0:1767327350.198705:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327350.198719:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4380 x1853164010440320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327350.198728:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767327350.198738:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327350.198742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327350.198745:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327350.198746:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010440064:0@lo:400:kworker.0
00000100:00080000:1.0:1767327350.198749:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12542
00000100:00080000:1.0:1767327350.198754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327350.198758:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327350.198784:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7b80 x1853164010440576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327350.198804:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327350.198804:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767327350.198805:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327350.198812:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327350.198815:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327350.198817:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327350.198820:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12542
00000100:00100000:3.0:1767327350.198824:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010440704:0@lo:400:kworker.0
00000100:00080000:1.0:1767327350.198825:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327350.198831:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327350.198847:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010440832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327350.198862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010440320:0@lo:38:kworker.0
00000100:00100000:2.0:1767327350.198876:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010440448:0@lo:400:kworker.0
00000100:00100000:3.0:1767327350.198883:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327350.198890:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010439936
00000100:00100000:1.0:1767327350.198898:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010439936
00000100:00100000:2.0:1767327350.198927:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327350.198935:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440704
00000100:00100000:1.0:1767327350.198937:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35047
00000100:00100000:0.0:1767327350.198944:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440704
00000100:00100000:1.0:1767327350.198946:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010439936:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327350.198950:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010440192:0@lo:400:kworker.0
00010000:00020000:1.0:1767327350.198965:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327350.198990:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440064
00000100:00100000:3.0:1767327350.198996:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327350.198998:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440064
00000100:00100000:0.0:1767327350.199012:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440448
00000100:00100000:1.0:1767327350.199013:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010439936:12345-0@lo:38:kworker.0 Request processed in 65us (212us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327350.199020:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440448
00000100:00100000:1.0:1767327350.199025:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35047
00000100:00100000:2.0:1767327350.199055:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440192
00000100:00100000:3.0:1767327350.199060:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754
00000100:00100000:2.0:1767327350.199062:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440192
00000100:00100000:0.0:1767327350.199071:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755
00000100:00100000:3.0:1767327350.199077:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010440704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327350.199089:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010440448:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327350.199092:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327350.199098:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327350.199103:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327350.199103:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9113
00000100:00100000:1.0:1767327350.199122:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327350.199123:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010440064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327350.199151:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010440576:0@lo:38:kworker.0
00000100:00100000:3.0:1767327350.199154:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010440704:12345-0@lo:400:kworker.0 Request processed in 81us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327350.199162:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010440448:12345-0@lo:400:kworker.0 Request processed in 77us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327350.199171:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754
00000100:00100000:0.0:1767327350.199181:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755
00000100:00100000:2.0:1767327350.199185:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010440064:12345-0@lo:400:kworker.0 Request processed in 67us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327350.199188:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327350.199199:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9113
00000100:00100000:3.0:1767327350.199206:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440320
00000100:00100000:1.0:1767327350.199211:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010440832:0@lo:38:kworker.0
00000100:00100000:3.0:1767327350.199213:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440320
00000100:00100000:0.0:1767327350.199217:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440576
00000100:00100000:2.0:1767327350.199224:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9114
00000100:00100000:0.0:1767327350.199225:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440576
00000100:00100000:2.0:1767327350.199242:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010440192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327350.199243:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327350.199249:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:0.0:1767327350.199259:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010440320:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327350.199262:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00080000:1.0:1767327350.199268:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327350.199274:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010440576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327350.199276:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327350.199279:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327350.199287:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010439936:0@lo:38:kworker.0
00010000:00020000:3.0:1767327350.199297:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327350.199298:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010440192:12345-0@lo:400:kworker.0 Request processed in 60us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327350.199311:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9114
00000100:00080000:1.0:1767327350.199318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327350.199325:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010440320:12345-0@lo:38:kworker.0 Request processed in 63us (203us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327350.199326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327350.199334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010440320:0@lo:38:kworker.0
00000100:00100000:0.0:1767327350.199341:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00080000:1.0:1767327350.199350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327350.199353:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010440576:12345-0@lo:38:kworker.0 Request processed in 78us (166us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327350.199356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327350.199361:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440832
00000100:00100000:1.0:1767327350.199366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010440576:0@lo:38:kworker.0
00000100:00100000:2.0:1767327350.199367:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010440064:0@lo:400:kworker.0
00000100:00100000:0.0:1767327350.199368:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440832
00000100:00100000:3.0:1767327350.199374:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:0.0:1767327350.199396:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:0.0:1767327350.199405:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010440832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327350.199441:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327350.199475:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010440192:0@lo:400:kworker.0
00000100:00100000:2.0:1767327350.199482:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010440704:0@lo:400:kworker.0
00000100:00100000:1.0:1767327350.199494:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010440448:0@lo:400:kworker.0
00000100:00100000:0.0:1767327350.199496:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010440832:12345-0@lo:38:kworker.0 Request processed in 88us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327350.199508:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00080000:3.0:1767327350.199546:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327350.199552:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327350.199556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010440832:0@lo:38:kworker.0
00010000:00010000:1.0:1767327351.158569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327351.734620:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010440960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327351.734682:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327351.734731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010440960
00000100:00100000:3.0:1767327351.734740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010440960
00000100:00100000:3.0:1767327351.734802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7983
00000100:00100000:3.0:1767327351.734810:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010440960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327351.734836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327351.734880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010440960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327351.734885:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7983
00000100:00100000:2.0:1767327351.734945:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010440960:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327352.182602:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327352.246579:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010441088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327352.246651:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327352.246701:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441088
00000100:00100000:3.0:1767327352.246709:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441088
00000100:00080000:1.0:1767327352.246770:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327352.246778:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7984
00000100:00100000:3.0:1767327352.246789:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010441088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327352.246815:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327352.246857:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010441088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327352.246863:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7984
00000100:00100000:0.0:1767327352.246893:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010441088:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327353.206540:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327353.680977:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327353.681009:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327353.681044:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184256
00000100:00100000:1.0:1767327353.681056:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184256
00000100:00100000:2.0:1767327353.681068:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184384
00000100:00100000:2.0:1767327353.681074:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184384
00000100:00100000:1.0:1767327353.681114:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3527
00000100:00100000:1.0:1767327353.681124:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993184256:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767327353.681127:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327353.681143:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1756
00010000:00020000:1.0:1767327353.681147:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327353.681152:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993184384:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327353.681210:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993184256:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 85us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327353.681211:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993184384:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 58us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327353.681225:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1756
00000100:00100000:1.0:1767327353.681231:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3527
00010000:00010000:1.0:1767327354.230561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327355.254551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327355.318585:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327355.318596:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327355.318600:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327355.318604:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327355.318608:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327355.318617:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12548
00000100:00080000:1.0:1767327355.318625:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327355.318633:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327355.318671:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5f80 x1853164010441216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327355.318747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010441216:0@lo:38:kworker.0
00000100:00080000:1.0:1767327355.318778:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327355.318783:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327355.318787:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010441344:0@lo:400:kworker.0
00000100:00080000:1.0:1767327355.318788:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327355.318800:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12548
00000100:00100000:0.0:1767327355.318805:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010441472:0@lo:400:kworker.0
00000100:00080000:1.0:1767327355.318809:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327355.318817:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327355.318823:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327355.318839:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6680 x1853164010441600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327355.318851:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327355.318872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010441600:0@lo:38:kworker.0
00000100:00080000:1.0:1767327355.318882:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327355.318887:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327355.318890:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327355.318896:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12548
00000100:00080000:1.0:1767327355.318900:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327355.318905:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327355.318917:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327355.318918:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327355.318925:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4a80 x1853164010441856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327355.318927:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010441728:0@lo:400:kworker.0
00000100:00100000:3.0:1767327355.318964:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010441856:0@lo:38:kworker.0
00000100:00080000:1.0:1767327355.318975:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327355.318975:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327355.318978:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010441984:0@lo:400:kworker.0
00000100:00080000:1.0:1767327355.318984:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327355.318990:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327355.318997:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12548
00000100:00080000:1.0:1767327355.319001:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327355.319007:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327355.319011:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327355.319028:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010442112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327355.319044:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327355.319062:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441600
00000100:00100000:3.0:1767327355.319064:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441216
00000100:00100000:2.0:1767327355.319073:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441600
00000100:00100000:3.0:1767327355.319073:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441216
00000100:00100000:0.0:1767327355.319098:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441728
00000100:00100000:0.0:1767327355.319105:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441728
00000100:00100000:2.0:1767327355.319118:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441856
00000100:00100000:2.0:1767327355.319125:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441856
00000100:00100000:3.0:1767327355.319127:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35048
00000100:00100000:3.0:1767327355.319137:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010441216:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327355.319155:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441344
00000100:00100000:2.0:1767327355.319157:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441984
00010000:00020000:3.0:1767327355.319159:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327355.319163:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441344
00000100:00100000:2.0:1767327355.319164:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441984
00000100:00100000:0.0:1767327355.319166:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757
00000100:00100000:0.0:1767327355.319183:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010441728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327355.319211:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758
00000100:00100000:3.0:1767327355.319211:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010441216:12345-0@lo:38:kworker.0 Request processed in 70us (387us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327355.319225:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35048
00000100:00100000:2.0:1767327355.319228:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010441984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327355.319235:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010441472
00000100:00100000:0.0:1767327355.319242:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010441728:12345-0@lo:400:kworker.0 Request processed in 64us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327355.319243:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010441472
00000100:00100000:0.0:1767327355.319254:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757
00000100:00100000:3.0:1767327355.319263:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010442112:0@lo:38:kworker.0
00000100:00100000:0.0:1767327355.319283:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:2.0:1767327355.319289:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010441984:12345-0@lo:400:kworker.0 Request processed in 65us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327355.319297:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010441600:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327355.319297:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9115
00000100:00100000:3.0:1767327355.319306:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327355.319309:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758
00000100:00100000:1.0:1767327355.319316:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010441344:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767327355.319320:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327355.319331:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442112
00000100:00100000:2.0:1767327355.319338:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442112
00000100:00080000:3.0:1767327355.319344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327355.319353:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327355.319361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010441216:0@lo:38:kworker.0
00000100:00100000:2.0:1767327355.319362:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:0.0:1767327355.319367:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010441600:12345-0@lo:38:kworker.0 Request processed in 72us (452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327355.319378:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010441856:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327355.319384:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00100000:1.0:1767327355.319386:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010441344:12345-0@lo:400:kworker.0 Request processed in 71us (535us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327355.319397:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9115
00010000:00020000:2.0:1767327355.319400:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327355.319408:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00080000:3.0:1767327355.319411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327355.319440:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010442112:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327355.319450:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327355.319452:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9116
00010000:00020000:0.0:1767327355.319459:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327355.319460:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010441600:0@lo:38:kworker.0
00000100:00100000:1.0:1767327355.319469:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010441472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327355.319474:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010441856:12345-0@lo:38:kworker.0 Request processed in 96us (464us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327355.319486:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00080000:3.0:1767327355.319492:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327355.319495:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010442112:12345-0@lo:38:kworker.0 Request processed in 77us (193us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327355.319501:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327355.319506:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:3.0:1767327355.319510:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010441856:0@lo:38:kworker.0
00000100:00100000:1.0:1767327355.319530:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010441472:12345-0@lo:400:kworker.0 Request processed in 67us (617us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327355.319532:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327355.319538:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327355.319539:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327355.319545:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327355.319545:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9116
00000100:00080000:3.0:1767327355.319548:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327355.319556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010442112:0@lo:38:kworker.0
00000100:00100000:2.0:1767327355.319562:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010441728:0@lo:400:kworker.0
00000100:00100000:0.0:1767327355.319591:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010441472:0@lo:400:kworker.0
00000100:00100000:3.0:1767327355.319617:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010441344:0@lo:400:kworker.0
00000100:00100000:1.0:1767327355.319635:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010441984:0@lo:400:kworker.0
00010000:00010000:1.0:1767327356.278585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327356.854633:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010442240:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327356.854705:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327356.854778:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442240
00000100:00100000:2.0:1767327356.854788:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442240
00000100:00100000:2.0:1767327356.854842:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7985
00000100:00100000:2.0:1767327356.854853:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010442240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327356.854883:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327356.854934:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010442240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327356.854941:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7985
00000100:00100000:3.0:1767327356.854989:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010442240:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327357.302549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327357.366614:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010442368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327357.366685:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327357.366732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442368
00000100:00100000:2.0:1767327357.366740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442368
00000100:00080000:0.0:1767327357.366784:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327357.366799:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7986
00000100:00100000:2.0:1767327357.366808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010442368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327357.366833:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327357.366877:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010442368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327357.366882:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7986
00000100:00100000:0.0:1767327357.366931:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010442368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327358.326604:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327358.801237:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327358.801277:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327358.801306:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184512
00000100:00100000:3.0:1767327358.801317:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184512
00000100:00100000:0.0:1767327358.801340:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184640
00000100:00100000:0.0:1767327358.801348:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184640
00000100:00100000:3.0:1767327358.801372:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3531
00000100:00100000:3.0:1767327358.801383:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993184512:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767327358.801403:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767327358.801408:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327358.801448:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1759
00000100:00100000:0.0:1767327358.801458:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993184640:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327358.801511:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993184512:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 128us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327358.801518:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993184640:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327358.801526:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3531
00000100:00100000:0.0:1767327358.801533:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1759
00010000:00010000:1.0:1767327359.350553:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327360.374599:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327360.438487:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327360.438495:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327360.438498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327360.438501:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327360.438506:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327360.438514:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12553
00000100:00080000:1.0:1767327360.438521:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327360.438530:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327360.438572:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5c00 x1853164010442496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327360.438628:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010442496:0@lo:38:kworker.0
00000100:00080000:1.0:1767327360.438637:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327360.438641:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327360.438643:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327360.438647:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12553
00000100:00100000:2.0:1767327360.438651:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010442624:0@lo:400:kworker.0
00000100:00080000:1.0:1767327360.438652:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327360.438660:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327360.438674:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7800 x1853164010442880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327360.438683:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767327360.438704:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327360.438707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327360.438709:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327360.438712:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12553
00000100:00080000:1.0:1767327360.438715:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327360.438721:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327360.438726:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327360.438736:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4380 x1853164010443136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327360.438746:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327360.438749:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010443008:0@lo:400:kworker.0
00000100:00080000:1.0:1767327360.438767:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327360.438771:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327360.438773:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327360.438777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12553
00000100:00080000:1.0:1767327360.438780:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327360.438785:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327360.438793:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327360.438800:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010443392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327360.438801:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327360.438805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010442880:0@lo:38:kworker.0
00000100:00100000:2.0:1767327360.438805:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010443264:0@lo:400:kworker.0
00000100:00100000:1.0:1767327360.438844:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442624
00000100:00100000:1.0:1767327360.438851:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442624
00000100:00100000:3.0:1767327360.438859:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010442752:0@lo:400:kworker.0
00000100:00100000:0.0:1767327360.438865:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327360.438880:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327360.438896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010443136:0@lo:38:kworker.0
00000100:00100000:3.0:1767327360.438904:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327360.438909:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9117
00000100:00100000:1.0:1767327360.438920:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010442624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327360.438922:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442496
00000100:00100000:0.0:1767327360.438928:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327360.438929:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442496
00000100:00100000:3.0:1767327360.438957:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443008
00000100:00100000:0.0:1767327360.438959:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010443392:0@lo:38:kworker.0
00000100:00100000:3.0:1767327360.438963:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443008
00000100:00100000:2.0:1767327360.438967:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35049
00000100:00100000:1.0:1767327360.438974:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010442624:12345-0@lo:400:kworker.0 Request processed in 56us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327360.438979:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010442496:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327360.438992:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327360.438993:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9117
00010000:00020000:2.0:1767327360.439004:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327360.439008:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442880
00000100:00100000:3.0:1767327360.439014:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442880
00000100:00100000:1.0:1767327360.439021:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010442752
00000100:00100000:1.0:1767327360.439028:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010442752
00000100:00100000:3.0:1767327360.439045:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443136
00000100:00100000:0.0:1767327360.439047:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443392
00000100:00100000:3.0:1767327360.439052:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443136
00000100:00100000:0.0:1767327360.439053:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443392
00000100:00100000:2.0:1767327360.439067:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010442496:12345-0@lo:38:kworker.0 Request processed in 89us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327360.439068:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9118
00000100:00100000:1.0:1767327360.439082:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010442752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327360.439086:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35049
00000100:00100000:3.0:1767327360.439087:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760
00000100:00100000:0.0:1767327360.439099:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:3.0:1767327360.439109:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010443008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327360.439110:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010442880:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327360.439129:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010442752:12345-0@lo:400:kworker.0 Request processed in 48us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327360.439129:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00010000:00020000:0.0:1767327360.439130:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327360.439139:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010443136:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327360.439145:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9118
00010000:00020000:2.0:1767327360.439153:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327360.439167:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010443008:12345-0@lo:400:kworker.0 Request processed in 67us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327360.439177:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760
00000100:00100000:0.0:1767327360.439189:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010442880:12345-0@lo:38:kworker.0 Request processed in 79us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327360.439192:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:2.0:1767327360.439197:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010443136:12345-0@lo:38:kworker.0 Request processed in 56us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327360.439206:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010443392:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327360.439207:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00080000:3.0:1767327360.439214:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327360.439219:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00080000:3.0:1767327360.439221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327360.439222:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327360.439246:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327360.439270:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010443008:0@lo:400:kworker.0
00000100:00100000:1.0:1767327360.439277:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010443392:12345-0@lo:38:kworker.0 Request processed in 71us (286us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327360.439285:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00080000:2.0:1767327360.439292:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327360.439302:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010442624:0@lo:400:kworker.0
00000100:00080000:2.0:1767327360.439302:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327360.439303:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443264
00000100:00100000:3.0:1767327360.439304:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010442752:0@lo:400:kworker.0
00000100:00100000:1.0:1767327360.439311:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443264
00000100:00100000:2.0:1767327360.439313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010443392:0@lo:38:kworker.0
00000100:00080000:2.0:1767327360.439341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327360.439354:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761
00000100:00080000:2.0:1767327360.439355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327360.439357:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327360.439365:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010443264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327360.439366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010442880:0@lo:38:kworker.0
00000100:00080000:2.0:1767327360.439388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327360.439392:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327360.439396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010443136:0@lo:38:kworker.0
00000100:00100000:1.0:1767327360.439408:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010443264:12345-0@lo:400:kworker.0 Request processed in 46us (163us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327360.439411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327360.439440:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761
00000100:00080000:2.0:1767327360.439448:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327360.439453:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010442496:0@lo:38:kworker.0
00000100:00100000:3.0:1767327360.439464:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010443264:0@lo:400:kworker.0
00010000:00010000:1.0:1767327361.398578:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327361.974621:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010443520:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327361.974720:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327361.974774:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443520
00000100:00100000:2.0:1767327361.974782:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443520
00000100:00100000:2.0:1767327361.974835:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7987
00000100:00100000:2.0:1767327361.974846:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010443520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327361.974873:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327361.974916:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010443520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327361.974921:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7987
00000100:00100000:3.0:1767327361.974969:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010443520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327362.422564:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327362.486628:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327362.486645:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010443648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327362.486718:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327362.486770:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443648
00000100:00100000:2.0:1767327362.486786:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443648
00000100:00080000:3.0:1767327362.486820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327362.486840:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7988
00000100:00100000:2.0:1767327362.486850:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010443648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327362.486874:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327362.486915:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010443648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327362.486921:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7988
00000100:00100000:0.0:1767327362.486958:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010443648:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327363.446560:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327363.921123:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327363.921159:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:0.0:1767327363.921182:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993185024 offset 0 length 520: 4
00000100:00100000:1.0:1767327363.921196:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184768
00000100:00100000:1.0:1767327363.921208:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184768
00000100:00100000:3.0:1767327363.921218:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993184896
00000100:00100000:3.0:1767327363.921224:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993184896
00000100:00100000:1.0:1767327363.921258:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3535
00000100:00100000:1.0:1767327363.921269:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993184768:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327363.921294:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327363.921298:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1762
00000100:00080000:2.0:1767327363.921312:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327363.921314:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993184896:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327363.921366:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993184768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327363.921368:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993184896:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327363.921383:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3535
00000100:00100000:0.0:1767327363.921391:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1762
00010000:00010000:1.0:1767327364.470636:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327364.534524:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327339/real 1767327339]  req@ffff9bb58b1bb100 x1853164010438272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327364.534553:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b1bb100 x1853164010438272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327364.534569:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327364.534588:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327364.534591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010438272:0@lo:250:kworker.0
00000100:00080000:1.0:1767327364.534671:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327364.534677:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327364.534680:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327364.534684:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12537
00000100:00080000:1.0:1767327364.534688:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327364.534693:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327364.534724:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4a80 x1853164010443776/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327364.534744:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327364.534746:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327364.534748:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327364.534751:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12558
00000100:00080000:1.0:1767327364.534755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327364.534759:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327364.534771:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6680 x1853164010443904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327364.534774:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010443776:0@lo:250:kworker.0
00000400:00000100:2.0:1767327364.534823:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010443776 offset 0 length 520: 4
00000100:00080000:1.0:1767327364.534840:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327364.534845:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327364.534848:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327364.534854:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12558
00000100:00080000:1.0:1767327364.534858:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327364.534864:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327364.534864:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327364.534868:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010443904:0@lo:38:kworker.0
00000100:00100000:0.0:1767327364.534872:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010444160:0@lo:400:kworker.0
00000100:00100000:3.0:1767327364.534881:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010444032:0@lo:400:kworker.0
00000100:00100000:1.0:1767327364.534883:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4380 x1853164010444288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327364.534905:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327364.534911:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327364.534916:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327364.534919:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327364.534924:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12558
00000100:00080000:1.0:1767327364.534927:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327364.534929:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327364.534931:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327364.534942:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010443904
00000100:00100000:2.0:1767327364.534945:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010444288:0@lo:38:kworker.0
00000100:00100000:3.0:1767327364.534950:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010443904
00000100:00100000:1.0:1767327364.534957:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7100 x1853164010444544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327364.534972:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767327364.534982:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010444416:0@lo:400:kworker.0
00000100:00100000:2.0:1767327364.534984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327364.534985:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327364.534992:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35050
00000100:00080000:1.0:1767327364.534994:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327364.534998:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327364.535000:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010443904:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327364.535006:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12558
00000100:00080000:1.0:1767327364.535012:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327364.535017:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010444544:0@lo:38:kworker.0
00000100:00080000:1.0:1767327364.535019:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:3.0:1767327364.535022:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327364.535029:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327364.535039:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5880 x1853164010444800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327364.535064:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327364.535072:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444160
00000100:00100000:0.0:1767327364.535079:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444160
00000100:00100000:1.0:1767327364.535079:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444288
00000100:00100000:3.0:1767327364.535079:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010443904:12345-0@lo:38:kworker.0 Request processed in 77us (173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327364.535086:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444288
00000100:00100000:3.0:1767327364.535090:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35050
00000100:00080000:2.0:1767327364.535098:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327364.535105:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327364.535109:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010443904:0@lo:38:kworker.0
00000100:00100000:1.0:1767327364.535117:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444416
00000100:00100000:1.0:1767327364.535122:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444416
00000100:00100000:3.0:1767327364.535125:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444544
00000100:00100000:3.0:1767327364.535130:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444544
00000100:00100000:2.0:1767327364.535132:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010444800:0@lo:38:kworker.0
00000100:00100000:0.0:1767327364.535139:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9119
00000100:00100000:0.0:1767327364.535151:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010444160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327364.535151:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763
00000100:00100000:2.0:1767327364.535159:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327364.535164:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010444416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327364.535167:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:3.0:1767327364.535177:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010444288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327364.535185:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327364.535191:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327364.535198:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327364.535215:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010444160:12345-0@lo:400:kworker.0 Request processed in 65us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327364.535215:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010444416:12345-0@lo:400:kworker.0 Request processed in 56us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327364.535224:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444800
00000100:00100000:0.0:1767327364.535228:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9119
00000100:00100000:1.0:1767327364.535228:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763
00000100:00100000:3.0:1767327364.535230:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010444288:12345-0@lo:38:kworker.0 Request processed in 51us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327364.535237:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00100000:2.0:1767327364.535240:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444800
00000100:00100000:1.0:1767327364.535255:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:1.0:1767327364.535262:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010444544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327364.535268:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:0.0:1767327364.535275:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010444416:0@lo:400:kworker.0
00000100:00100000:3.0:1767327364.535277:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010444800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327364.535279:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327364.535291:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327364.535294:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010444160:0@lo:400:kworker.0
00000100:00100000:2.0:1767327364.535305:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327364.535324:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010444544:12345-0@lo:38:kworker.0 Request processed in 59us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327364.535330:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327364.535334:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:3.0:1767327364.535338:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010444800:12345-0@lo:38:kworker.0 Request processed in 60us (178us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327364.535342:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010444672:0@lo:400:kworker.0
00000100:00100000:3.0:1767327364.535349:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1767327364.535351:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444032
00000100:00100000:2.0:1767327364.535356:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444032
00000100:00100000:0.0:1767327364.535384:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327364.535394:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9120
00000100:00080000:1.0:1767327364.535404:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327364.535405:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010444032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327364.535410:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444672
00000100:00100000:3.0:1767327364.535442:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444672
00000100:00080000:1.0:1767327364.535447:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327364.535456:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010444800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327364.535472:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010444032:12345-0@lo:400:kworker.0 Request processed in 70us (168us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327364.535476:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327364.535481:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9120
00000100:00080000:1.0:1767327364.535486:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327364.535493:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764
00000100:00100000:1.0:1767327364.535493:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010444544:0@lo:38:kworker.0
00000100:00100000:0.0:1767327364.535505:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010444672:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327364.535508:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327364.535511:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327364.535513:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327364.535521:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327364.535525:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010444288:0@lo:38:kworker.0
00000100:00100000:3.0:1767327364.535539:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010444032:0@lo:400:kworker.0
00000100:00100000:0.0:1767327364.535565:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010444672:12345-0@lo:400:kworker.0 Request processed in 63us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327364.535574:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764
00000100:00100000:2.0:1767327364.535582:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010444672:0@lo:400:kworker.0
00010000:00010000:1.0:1767327365.494567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327366.518551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327367.094594:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010444928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327367.094677:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327367.094732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010444928
00000100:00100000:3.0:1767327367.094741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010444928
00000100:00080000:2.0:1767327367.094796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327367.094814:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7989
00000100:00100000:3.0:1767327367.094828:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010444928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327367.094855:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327367.094900:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010444928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327367.094907:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7989
00000100:00100000:2.0:1767327367.094944:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010444928:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327367.542568:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327367.606610:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010445056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327367.606690:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327367.606755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445056
00000100:00100000:3.0:1767327367.606764:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445056
00000100:00080000:2.0:1767327367.606829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327367.606833:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7990
00000100:00100000:3.0:1767327367.606847:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010445056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327367.606878:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327367.606933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010445056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327367.606942:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7990
00000100:00100000:0.0:1767327367.606976:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010445056:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327368.566582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327369.041076:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327369.041115:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327369.041139:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185152
00000100:00100000:0.0:1767327369.041151:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185152
00000100:00100000:1.0:1767327369.041167:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185280
00000100:00100000:1.0:1767327369.041174:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185280
00000100:00100000:0.0:1767327369.041202:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3539
00000100:00100000:0.0:1767327369.041212:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993185152:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767327369.041230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327369.041237:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327369.041247:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1765
00000100:00100000:3.0:1767327369.041262:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993185280:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327369.041316:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993185280:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327369.041317:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993185152:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327369.041330:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1765
00000100:00100000:0.0:1767327369.041340:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3539
00010000:00010000:1.0:1767327369.590561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327369.654516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327369.654526:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327369.654530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327369.654535:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327369.654539:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327369.654548:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12562
00000100:00080000:3.0:1767327369.654553:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327369.654561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327369.654599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010445184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327369.654663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010445184:0@lo:38:kworker.0
00000100:00080000:3.0:1767327369.654688:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327369.654695:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327369.654698:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010445312:0@lo:400:kworker.0
00000100:00080000:3.0:1767327369.654699:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327369.654709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12562
00000100:00080000:3.0:1767327369.654713:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327369.654718:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327369.654731:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327369.654744:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4700 x1853164010445568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327369.654750:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010445440:0@lo:400:kworker.0
00000100:00100000:2.0:1767327369.654752:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327369.654767:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327369.654790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327369.654796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327369.654797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010445568:0@lo:38:kworker.0
00000100:00080000:3.0:1767327369.654800:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327369.654810:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12562
00000100:00100000:0.0:1767327369.654811:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327369.654814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327369.654820:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327369.654832:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327369.654836:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010445824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327369.654841:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327369.654848:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010445696:0@lo:400:kworker.0
00000100:00100000:0.0:1767327369.654872:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445312
00000100:00100000:0.0:1767327369.654883:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445312
00000100:00100000:2.0:1767327369.654883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010445824:0@lo:38:kworker.0
00000100:00080000:3.0:1767327369.654883:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327369.654895:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327369.654895:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327369.654900:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327369.654906:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12562
00000100:00080000:3.0:1767327369.654910:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327369.654915:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327369.654924:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327369.654935:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7800 x1853164010446080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327369.654962:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010446080:0@lo:38:kworker.0
00000100:00100000:0.0:1767327369.654965:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445440
00000100:00100000:1.0:1767327369.654968:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445568
00000100:00100000:0.0:1767327369.654971:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445440
00000100:00100000:3.0:1767327369.654975:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445184
00000100:00100000:1.0:1767327369.654976:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445568
00000100:00100000:3.0:1767327369.654983:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445184
00000100:00100000:2.0:1767327369.654996:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327369.655015:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445696
00000100:00100000:0.0:1767327369.655020:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9121
00000100:00100000:1.0:1767327369.655022:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445696
00000100:00100000:3.0:1767327369.655026:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35051
00000100:00100000:3.0:1767327369.655039:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010445184:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327369.655040:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010445312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327369.655055:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9122
00000100:00100000:1.0:1767327369.655060:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445824
00000100:00100000:1.0:1767327369.655064:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445824
00010000:00020000:3.0:1767327369.655067:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327369.655069:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010445440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327369.655075:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446080
00000100:00100000:1.0:1767327369.655087:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446080
00000100:00100000:1.0:1767327369.655103:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766
00000100:00100000:1.0:1767327369.655117:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010445696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327369.655118:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010445312:12345-0@lo:400:kworker.0 Request processed in 81us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327369.655131:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9121
00000100:00100000:3.0:1767327369.655138:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010445184:12345-0@lo:38:kworker.0 Request processed in 99us (390us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327369.655145:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010445440:12345-0@lo:400:kworker.0 Request processed in 78us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327369.655152:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35051
00000100:00080000:0.0:1767327369.655161:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327369.655161:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9122
00000100:00080000:0.0:1767327369.655169:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327369.655174:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327369.655175:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010445696:12345-0@lo:400:kworker.0 Request processed in 64us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327369.655183:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766
00000100:00100000:2.0:1767327369.655208:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:1.0:1767327369.655219:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:2.0:1767327369.655220:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010445568:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327369.655231:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010445440:0@lo:400:kworker.0
00000100:00100000:1.0:1767327369.655237:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010445824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327369.655237:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327369.655252:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327369.655287:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010445568:12345-0@lo:38:kworker.0 Request processed in 69us (450us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327369.655288:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010445952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327369.655296:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010445824:12345-0@lo:38:kworker.0 Request processed in 58us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327369.655305:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00100000:1.0:1767327369.655312:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00000100:00100000:2.0:1767327369.655334:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:0.0:1767327369.655337:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327369.655346:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010445952
00000100:00100000:2.0:1767327369.655346:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010446080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327369.655351:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010445952
00010000:00020000:2.0:1767327369.655362:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327369.655377:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327369.655385:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767
00000100:00100000:1.0:1767327369.655394:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010445952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327369.655406:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010446080:12345-0@lo:38:kworker.0 Request processed in 60us (408us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327369.655414:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:3.0:1767327369.655443:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010445312:0@lo:400:kworker.0
00000100:00100000:0.0:1767327369.655447:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010445696:0@lo:400:kworker.0
00000100:00100000:1.0:1767327369.655457:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010445952:12345-0@lo:400:kworker.0 Request processed in 62us (124us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327369.655462:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767
00000100:00100000:0.0:1767327369.655496:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010445952:0@lo:400:kworker.0
00000100:00080000:2.0:1767327369.655515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327369.655523:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327369.655529:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010446080:0@lo:38:kworker.0
00000100:00080000:2.0:1767327369.655541:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327369.655544:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327369.655547:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010445824:0@lo:38:kworker.0
00000100:00080000:2.0:1767327369.655554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327369.655557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327369.655560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010445568:0@lo:38:kworker.0
00000100:00080000:2.0:1767327369.655568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327369.655571:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327369.655574:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010445184:0@lo:38:kworker.0
00010000:00010000:1.0:1767327370.614571:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327371.638585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327372.214673:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010446208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327372.214744:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327372.214815:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446208
00000100:00100000:2.0:1767327372.214825:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446208
00000100:00080000:0.0:1767327372.214889:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327372.214899:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7991
00000100:00100000:2.0:1767327372.214913:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010446208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327372.214944:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327372.215013:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010446208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327372.215022:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7991
00000100:00100000:3.0:1767327372.215062:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010446208:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327372.662574:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327372.726660:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010446336:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327372.726724:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327372.726767:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446336
00000100:00100000:2.0:1767327372.726776:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446336
00000100:00080000:0.0:1767327372.726825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327372.726833:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7992
00000100:00100000:2.0:1767327372.726842:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010446336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327372.726874:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327372.726925:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010446336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327372.726933:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7992
00000100:00100000:0.0:1767327372.726964:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010446336:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327373.686592:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327374.161031:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327374.161083:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327374.161086:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185408
00000100:00100000:3.0:1767327374.161096:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185408
00000100:00100000:3.0:1767327374.161131:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185536
00000100:00100000:3.0:1767327374.161134:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185536
00000100:00100000:1.0:1767327374.161151:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3543
00000100:00100000:1.0:1767327374.161165:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993185408:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327374.161168:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1768
00000100:00080000:0.0:1767327374.161185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327374.161185:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993185536:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767327374.161197:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327374.161262:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993185536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327374.161268:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1768
00000100:00100000:1.0:1767327374.161279:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993185408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 113us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327374.161289:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3543
00010000:00010000:1.0:1767327374.710561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327374.774581:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327374.774605:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327374.774608:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327374.774611:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327374.774615:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327374.774621:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12567
00000100:00080000:0.0:1767327374.774625:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327374.774630:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327374.774665:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89e300 x1853164010446464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327374.774718:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327374.774722:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327374.774724:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327374.774729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010446464:0@lo:38:kworker.0
00000100:00080000:0.0:1767327374.774730:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12567
00000100:00080000:0.0:1767327374.774734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327374.774741:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327374.774744:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010446592:0@lo:400:kworker.0
00000100:00100000:3.0:1767327374.774747:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327374.774755:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89ea00 x1853164010446848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327374.774762:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010446720:0@lo:400:kworker.0
00000100:00080000:0.0:1767327374.774781:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327374.774785:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327374.774786:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327374.774790:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12567
00000100:00080000:0.0:1767327374.774792:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327374.774795:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327374.774805:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0a80 x1853164010447104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327374.774815:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327374.774822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327374.774833:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327374.774841:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327374.774842:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010446976:0@lo:400:kworker.0
00000100:00080000:0.0:1767327374.774846:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327374.774851:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327374.774855:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12567
00000100:00080000:0.0:1767327374.774858:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327374.774861:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327374.774868:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327374.774875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010446848:0@lo:38:kworker.0
00000100:00100000:0.0:1767327374.774877:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010447360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327374.774878:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010447232:0@lo:400:kworker.0
00000100:00100000:3.0:1767327374.774881:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327374.774917:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446592
00000100:00100000:0.0:1767327374.774923:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446592
00000100:00100000:1.0:1767327374.774928:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327374.774941:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446464
00000100:00100000:3.0:1767327374.774948:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446464
00000100:00100000:2.0:1767327374.774969:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446976
00000100:00100000:1.0:1767327374.774976:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327374.774977:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446976
00000100:00100000:0.0:1767327374.774984:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9123
00000100:00100000:3.0:1767327374.774989:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35052
00000100:00100000:3.0:1767327374.774997:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010446464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327374.775000:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010446592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327374.775012:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446720
00010000:00020000:3.0:1767327374.775016:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327374.775018:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446720
00000100:00100000:2.0:1767327374.775029:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447232
00000100:00100000:2.0:1767327374.775035:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447232
00000100:00100000:0.0:1767327374.775064:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010446592:12345-0@lo:400:kworker.0 Request processed in 69us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327374.775070:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9124
00000100:00100000:3.0:1767327374.775079:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010446464:12345-0@lo:38:kworker.0 Request processed in 80us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327374.775080:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769
00000100:00100000:0.0:1767327374.775082:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9123
00000100:00100000:1.0:1767327374.775083:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010446720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327374.775096:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35052
00000100:00100000:2.0:1767327374.775101:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010446976:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327374.775116:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327374.775122:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327374.775126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327374.775146:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770
00000100:00100000:1.0:1767327374.775147:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010446720:12345-0@lo:400:kworker.0 Request processed in 66us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327374.775157:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9124
00000100:00100000:3.0:1767327374.775162:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010447232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327374.775170:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010446976:12345-0@lo:400:kworker.0 Request processed in 74us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327374.775178:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010446592:0@lo:400:kworker.0
00000100:00100000:2.0:1767327374.775183:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769
00000100:00100000:3.0:1767327374.775208:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010447232:12345-0@lo:400:kworker.0 Request processed in 51us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327374.775215:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770
00000100:00100000:0.0:1767327374.775223:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010447232:0@lo:400:kworker.0
00000100:00100000:1.0:1767327374.775224:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010446720:0@lo:400:kworker.0
00000100:00100000:2.0:1767327374.775238:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327374.775260:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010446976:0@lo:400:kworker.0
00000100:00100000:0.0:1767327374.775267:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010446848
00000100:00100000:2.0:1767327374.775272:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010447104:0@lo:38:kworker.0
00000100:00100000:0.0:1767327374.775273:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010446848
00000100:00100000:0.0:1767327374.775305:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:2.0:1767327374.775311:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327374.775318:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010446848:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327374.775324:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447104
00000100:00100000:3.0:1767327374.775329:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447104
00010000:00020000:0.0:1767327374.775333:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327374.775341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327374.775349:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327374.775353:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:2.0:1767327374.775359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010446464:0@lo:38:kworker.0
00000100:00100000:3.0:1767327374.775361:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010447104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327374.775368:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010446848:12345-0@lo:38:kworker.0 Request processed in 51us (144us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327374.775377:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327374.775378:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00100000:2.0:1767327374.775385:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010447360:0@lo:38:kworker.0
00000100:00100000:3.0:1767327374.775455:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010447104:12345-0@lo:38:kworker.0 Request processed in 94us (147us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327374.775462:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327374.775466:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00100000:3.0:1767327374.775490:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447360
00000100:00100000:3.0:1767327374.775493:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447360
00000100:00080000:2.0:1767327374.775505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327374.775511:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327374.775519:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010446848:0@lo:38:kworker.0
00000100:00100000:3.0:1767327374.775519:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:3.0:1767327374.775528:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010447360:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327374.775537:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327374.775538:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327374.775546:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327374.775552:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010447104:0@lo:38:kworker.0
00000100:00100000:3.0:1767327374.775571:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010447360:12345-0@lo:38:kworker.0 Request processed in 43us (114us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327374.775576:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00080000:2.0:1767327374.775589:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327374.775611:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327374.775615:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010447360:0@lo:38:kworker.0
00010000:00010000:1.0:1767327375.734607:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327376.758555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327377.334678:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010447488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327377.334755:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327377.334807:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447488
00000100:00100000:2.0:1767327377.334816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447488
00000100:00100000:2.0:1767327377.334883:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7993
00000100:00080000:0.0:1767327377.334886:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327377.334895:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010447488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327377.334925:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327377.334975:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010447488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327377.334984:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7993
00000100:00100000:1.0:1767327377.335021:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010447488:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327377.782592:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327377.846610:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010447616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327377.846689:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327377.846742:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447616
00000100:00100000:2.0:1767327377.846751:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447616
00000100:00080000:0.0:1767327377.846803:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327377.846816:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7994
00000100:00100000:2.0:1767327377.846828:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010447616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327377.846865:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327377.846916:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010447616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327377.846924:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7994
00000100:00100000:0.0:1767327377.846962:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010447616:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327378.806537:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327379.281000:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327379.281035:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327379.281046:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185792
00000100:00100000:0.0:1767327379.281057:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185792
00000100:00100000:1.0:1767327379.281084:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185664
00000100:00100000:1.0:1767327379.281091:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185664
00000100:00100000:0.0:1767327379.281126:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1771
00000100:00080000:2.0:1767327379.281126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327379.281136:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3547
00000100:00100000:0.0:1767327379.281142:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993185792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327379.281148:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993185664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327379.281167:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327379.281213:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993185792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327379.281214:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993185664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 68us (177us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327379.281228:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1771
00000100:00100000:1.0:1767327379.281234:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3547
00010000:00010000:1.0:1767327379.830602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327379.894510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327379.894519:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327379.894523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327379.894527:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327379.894531:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327379.894545:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12572
00000100:00080000:3.0:1767327379.894551:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327379.894581:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327379.894614:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc5880 x1853164010447744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327379.894667:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010447744:0@lo:38:kworker.0
00000100:00080000:3.0:1767327379.894690:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327379.894695:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327379.894697:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327379.894703:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12572
00000100:00100000:1.0:1767327379.894704:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010447872:0@lo:400:kworker.0
00000100:00080000:3.0:1767327379.894707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327379.894713:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327379.894730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010448128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327379.894741:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010448000:0@lo:400:kworker.0
00000100:00100000:0.0:1767327379.894742:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327379.894751:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327379.894758:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327379.894763:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327379.894765:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327379.894770:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12572
00000100:00080000:3.0:1767327379.894773:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327379.894778:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327379.894791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010448128:0@lo:38:kworker.0
00000100:00100000:3.0:1767327379.894794:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327800 x1853164010448384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327379.894801:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327379.894803:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010448256:0@lo:400:kworker.0
00000100:00100000:0.0:1767327379.894828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327379.894856:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447872
00000100:00100000:1.0:1767327379.894857:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448000
00000100:00080000:3.0:1767327379.894858:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327379.894863:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447872
00000100:00080000:3.0:1767327379.894864:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327379.894866:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448000
00000100:00100000:0.0:1767327379.894870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010448384:0@lo:38:kworker.0
00000100:00080000:3.0:1767327379.894870:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327379.894875:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12572
00000100:00080000:3.0:1767327379.894879:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327379.894882:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327379.894899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327379.894899:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010448640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327379.894926:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9125
00000100:00100000:0.0:1767327379.894930:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010448640:0@lo:38:kworker.0
00000100:00100000:3.0:1767327379.894933:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010447744
00000100:00100000:3.0:1767327379.894938:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010447744
00000100:00100000:1.0:1767327379.894939:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9126
00000100:00100000:2.0:1767327379.894940:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010447872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327379.894957:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc802050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010448000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327379.894966:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327379.894970:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35053
00000100:00100000:3.0:1767327379.894978:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010447744:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327379.894997:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010447872:12345-0@lo:400:kworker.0 Request processed in 60us (246us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327379.894998:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327379.895008:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9125
00000100:00100000:0.0:1767327379.895010:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448128
00000100:00100000:0.0:1767327379.895016:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448128
00000100:00100000:1.0:1767327379.895023:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc802050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010448000:12345-0@lo:400:kworker.0 Request processed in 71us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327379.895033:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9126
00000100:00100000:2.0:1767327379.895044:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448384
00000100:00100000:0.0:1767327379.895047:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448640
00000100:00100000:2.0:1767327379.895049:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448384
00000100:00100000:0.0:1767327379.895052:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448640
00000100:00100000:3.0:1767327379.895054:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010447744:12345-0@lo:38:kworker.0 Request processed in 74us (314us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327379.895063:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35053
00000100:00100000:2.0:1767327379.895077:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:2.0:1767327379.895084:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010448128:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327379.895089:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00010000:00020000:2.0:1767327379.895098:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327379.895100:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010448384:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327379.895112:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010447872:0@lo:400:kworker.0
00010000:00020000:0.0:1767327379.895114:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327379.895134:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327379.895138:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010448128:12345-0@lo:38:kworker.0 Request processed in 51us (308us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327379.895146:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010448512:0@lo:400:kworker.0
00000100:00100000:2.0:1767327379.895152:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00100000:0.0:1767327379.895158:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010448384:12345-0@lo:38:kworker.0 Request processed in 59us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327379.895167:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00100000:3.0:1767327379.895176:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327379.895181:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:0.0:1767327379.895187:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448512
00000100:00100000:2.0:1767327379.895189:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010448640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327379.895193:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448512
00010000:00020000:2.0:1767327379.895205:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327379.895228:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772
00000100:00080000:3.0:1767327379.895241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327379.895244:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010448640:12345-0@lo:38:kworker.0 Request processed in 54us (281us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327379.895249:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327379.895254:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010448512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327379.895254:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00080000:3.0:1767327379.895255:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327379.895288:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010448000:0@lo:400:kworker.0
00000100:00100000:0.0:1767327379.895309:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010448512:12345-0@lo:400:kworker.0 Request processed in 73us (133us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327379.895314:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327379.895323:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772
00000100:00100000:3.0:1767327379.895330:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010448512:0@lo:400:kworker.0
00000100:00100000:0.0:1767327379.895346:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448256
00000100:00100000:0.0:1767327379.895349:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448256
00000100:00100000:0.0:1767327379.895393:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773
00000100:00100000:0.0:1767327379.895402:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010448256:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327379.895408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327379.895409:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327379.895448:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327379.895455:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010448640:0@lo:38:kworker.0
00000100:00080000:1.0:1767327379.895471:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327379.895476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327379.895481:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010448256:12345-0@lo:400:kworker.0 Request processed in 79us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327379.895483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010448384:0@lo:38:kworker.0
00000100:00100000:0.0:1767327379.895491:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773
00000100:00100000:2.0:1767327379.895505:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010448256:0@lo:400:kworker.0
00000100:00080000:1.0:1767327379.895506:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327379.895516:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327379.895522:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010448128:0@lo:38:kworker.0
00000100:00080000:1.0:1767327379.895536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327379.895540:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327379.895543:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010447744:0@lo:38:kworker.0
00010000:00010000:1.0:1767327380.854591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327381.878631:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327382.454622:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010448768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327382.454692:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327382.454730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448768
00000100:00100000:2.0:1767327382.454739:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448768
00000100:00080000:0.0:1767327382.454796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327382.454802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7995
00000100:00100000:2.0:1767327382.454811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010448768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327382.454843:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327382.454899:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010448768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327382.454908:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7995
00000100:00100000:3.0:1767327382.454951:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010448768:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327382.902572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327382.966636:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010448896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327382.966698:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327382.966743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010448896
00000100:00100000:3.0:1767327382.966751:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010448896
00000100:00080000:0.0:1767327382.966783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327382.966807:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7996
00000100:00100000:3.0:1767327382.966816:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010448896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327382.966842:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327382.966901:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010448896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327382.966911:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7996
00000100:00100000:2.0:1767327382.966937:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010448896:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327383.926633:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327384.401350:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327384.401400:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327384.401450:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186048
00000100:00100000:3.0:1767327384.401456:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993185920
00000100:00100000:0.0:1767327384.401466:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186048
00000100:00100000:3.0:1767327384.401467:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993185920
00000100:00080000:2.0:1767327384.401512:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327384.401551:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1774
00000100:00100000:3.0:1767327384.401574:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993186048:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327384.401590:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3551
00000100:00100000:0.0:1767327384.401605:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993185920:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327384.401638:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327384.401670:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993186048:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327384.401678:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1774
00000100:00100000:0.0:1767327384.401698:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993185920:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327384.401706:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3551
00010000:00010000:1.0:1767327384.950655:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327385.014527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327385.014537:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327385.014540:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327385.014543:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327385.014547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327385.014558:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12577
00000100:00080000:0.0:1767327385.014564:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327385.014570:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327385.014604:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c380 x1853164010449024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327385.014662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010449024:0@lo:38:kworker.0
00000100:00080000:0.0:1767327385.014665:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327385.014671:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327385.014672:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327385.014676:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12577
00000100:00080000:0.0:1767327385.014678:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327385.014681:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327385.014683:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327385.014696:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c000 x1853164010449408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327385.014701:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010449152:0@lo:400:kworker.0
00000100:00080000:0.0:1767327385.014730:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327385.014733:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327385.014736:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327385.014739:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327385.014742:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12577
00000100:00080000:0.0:1767327385.014746:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327385.014754:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327385.014756:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010449280:0@lo:400:kworker.0
00000100:00100000:3.0:1767327385.014756:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327385.014771:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010449664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327385.014793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010449408:0@lo:38:kworker.0
00000100:00080000:0.0:1767327385.014799:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327385.014802:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010449792:0@lo:400:kworker.0
00000100:00080000:0.0:1767327385.014803:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327385.014809:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327385.014813:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12577
00000100:00080000:0.0:1767327385.014815:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327385.014818:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327385.014829:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010449920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327385.014874:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010449536:0@lo:400:kworker.0
00000100:00100000:2.0:1767327385.014886:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327385.014887:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327385.014898:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449024
00000100:00100000:0.0:1767327385.014907:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449024
00000100:00100000:3.0:1767327385.014920:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449152
00000100:00100000:3.0:1767327385.014925:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449152
00000100:00100000:1.0:1767327385.014957:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010449664:0@lo:38:kworker.0
00000100:00100000:0.0:1767327385.014960:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35054
00000100:00100000:0.0:1767327385.014974:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010449024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327385.014993:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327385.014999:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449280
00000100:00100000:1.0:1767327385.015000:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327385.015006:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449280
00000100:00100000:3.0:1767327385.015037:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9127
00000100:00100000:2.0:1767327385.015048:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327385.015060:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010449920:0@lo:38:kworker.0
00000100:00100000:3.0:1767327385.015060:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010449152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327385.015072:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010449024:12345-0@lo:38:kworker.0 Request processed in 97us (338us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327385.015084:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35054
00000100:00100000:1.0:1767327385.015112:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327385.015126:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449408
00000100:00100000:2.0:1767327385.015134:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449408
00000100:00100000:0.0:1767327385.015141:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449664
00000100:00100000:3.0:1767327385.015150:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010449152:12345-0@lo:400:kworker.0 Request processed in 100us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327385.015162:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449664
00000100:00080000:1.0:1767327385.015163:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327385.015163:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9127
00000100:00100000:2.0:1767327385.015167:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449792
00000100:00100000:2.0:1767327385.015175:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449792
00000100:00080000:1.0:1767327385.015176:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327385.015190:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9128
00000100:00100000:1.0:1767327385.015191:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010449024:0@lo:38:kworker.0
00000100:00100000:3.0:1767327385.015209:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010449280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327385.015215:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449920
00000100:00100000:0.0:1767327385.015223:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449920
00000100:00100000:2.0:1767327385.015237:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775
00000100:00100000:2.0:1767327385.015252:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010449792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327385.015262:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:3.0:1767327385.015268:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010449280:12345-0@lo:400:kworker.0 Request processed in 67us (404us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327385.015275:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:1.0:1767327385.015275:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010449408:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327385.015282:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9128
00000100:00100000:0.0:1767327385.015291:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010449664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327385.015292:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327385.015314:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327385.015316:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010449792:12345-0@lo:400:kworker.0 Request processed in 66us (272us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327385.015317:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327385.015321:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327385.015330:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327385.015334:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775
00000100:00100000:1.0:1767327385.015350:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010449408:12345-0@lo:38:kworker.0 Request processed in 78us (485us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327385.015360:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:3.0:1767327385.015373:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:3.0:1767327385.015382:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010449920:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327385.015392:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010449664:12345-0@lo:38:kworker.0 Request processed in 96us (389us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327385.015399:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327385.015404:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:1.0:1767327385.015448:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327385.015459:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010449920:12345-0@lo:38:kworker.0 Request processed in 76us (349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327385.015464:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00100000:0.0:1767327385.015497:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010449536
00000100:00100000:0.0:1767327385.015505:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010449536
00000100:00100000:2.0:1767327385.015515:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010449792:0@lo:400:kworker.0
00000100:00100000:3.0:1767327385.015555:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010449280:0@lo:400:kworker.0
00000100:00100000:2.0:1767327385.015567:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010449152:0@lo:400:kworker.0
00000100:00080000:1.0:1767327385.015570:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327385.015583:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327385.015585:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327385.015587:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776
00000100:00100000:1.0:1767327385.015594:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010449920:0@lo:38:kworker.0
00000100:00100000:0.0:1767327385.015610:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010449536:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327385.015619:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327385.015625:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327385.015629:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010449408:0@lo:38:kworker.0
00000100:00080000:1.0:1767327385.015642:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327385.015645:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327385.015648:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010449664:0@lo:38:kworker.0
00000100:00100000:0.0:1767327385.015683:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010449536:12345-0@lo:400:kworker.0 Request processed in 84us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327385.015695:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776
00000100:00100000:2.0:1767327385.015728:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010449536:0@lo:400:kworker.0
00010000:00010000:1.0:1767327385.974559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327386.998592:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327387.574648:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327387.574670:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010450048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327387.574732:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327387.574785:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450048
00000100:00100000:2.0:1767327387.574800:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450048
00000100:00080000:3.0:1767327387.574871:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327387.574887:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7997
00000100:00100000:2.0:1767327387.574903:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010450048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327387.574938:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327387.575011:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010450048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327387.575018:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7997
00000100:00100000:3.0:1767327387.575056:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010450048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327388.022615:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327388.086662:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010450176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327388.086749:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327388.086798:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450176
00000100:00100000:3.0:1767327388.086817:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450176
00000100:00080000:0.0:1767327388.086888:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327388.086897:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7998
00000100:00100000:3.0:1767327388.086911:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010450176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327388.086943:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327388.087090:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010450176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327388.087097:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7998
00000100:00100000:2.0:1767327388.087151:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010450176:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767327388.496938:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993186176 offset 0 length 520: 4
00000100:00100000:3.0:1767327388.496991:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327388.497062:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327388.497099:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186304
00000100:00100000:0.0:1767327388.497116:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186304
00000100:00100000:1.0:1767327388.497119:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186432
00000100:00100000:1.0:1767327388.497132:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186432
00000100:00100000:0.0:1767327388.497178:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3555
00000100:00100000:0.0:1767327388.497191:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993186304:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327388.497218:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327388.497225:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327388.497230:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1777
00000100:00100000:3.0:1767327388.497250:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993186432:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327388.497319:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993186304:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 128us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327388.497327:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3555
00000100:00100000:3.0:1767327388.497354:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993186432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 107us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327388.497363:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1777
00010000:00010000:2.0:1767327389.046585:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327389.110540:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327364/real 1767327364]  req@ffff9bb5bd7f4a80 x1853164010443776/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327389.110573:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bd7f4a80 x1853164010443776/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327389.110592:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327389.110618:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327389.110623:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010443776:0@lo:250:kworker.0
00000100:00080000:0.0:1767327389.110671:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327389.110677:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327389.110680:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327389.110684:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12562
00000100:00080000:0.0:1767327389.110688:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327389.110693:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327389.110723:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010450304/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327389.110743:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327389.110745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327389.110747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327389.110750:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12582
00000100:00080000:0.0:1767327389.110752:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327389.110755:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327389.110767:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f480 x1853164010450432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327389.110778:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010450304:0@lo:250:kworker.0
00000400:00000100:1.0:1767327389.110826:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010450304 offset 0 length 520: 4
00000100:00080000:0.0:1767327389.110827:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327389.110834:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327389.110836:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327389.110840:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12582
00000100:00080000:0.0:1767327389.110843:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327389.110846:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327389.110859:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010450816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327389.110885:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327389.110889:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327389.110890:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327389.110895:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12582
00000100:00080000:0.0:1767327389.110897:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327389.110900:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327389.110907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010450432:0@lo:38:kworker.0
00000100:00100000:2.0:1767327389.110913:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010450560:0@lo:400:kworker.0
00000100:00100000:0.0:1767327389.110918:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39c00 x1853164010451072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327389.110921:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010450688:0@lo:400:kworker.0
00000100:00100000:1.0:1767327389.110946:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327389.110970:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327389.110973:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327389.110975:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327389.110981:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12582
00000100:00080000:0.0:1767327389.110985:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327389.110985:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010450816:0@lo:38:kworker.0
00000100:00100000:3.0:1767327389.110991:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327389.110993:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327389.111012:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d180 x1853164010451328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327389.111030:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327389.111043:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010450944:0@lo:400:kworker.0
00000100:00100000:0.0:1767327389.111061:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450432
00000100:00100000:1.0:1767327389.111068:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327389.111073:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450432
00000100:00100000:2.0:1767327389.111077:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327389.111107:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450688
00000100:00100000:3.0:1767327389.111113:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450688
00000100:00100000:0.0:1767327389.111117:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35055
00000100:00100000:0.0:1767327389.111128:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010450432:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327389.111135:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010451072:0@lo:38:kworker.0
00010000:00020000:0.0:1767327389.111145:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327389.111154:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327389.111163:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450560
00000100:00100000:3.0:1767327389.111167:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450560
00000100:00100000:2.0:1767327389.111173:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010451200:0@lo:400:kworker.0
00000100:00100000:1.0:1767327389.111180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327389.111196:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010450432:12345-0@lo:38:kworker.0 Request processed in 68us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327389.111206:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35055
00000100:00100000:3.0:1767327389.111218:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9129
00000100:00100000:1.0:1767327389.111222:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010451328:0@lo:38:kworker.0
00000100:00100000:3.0:1767327389.111230:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010450688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327389.111240:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327389.111243:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450816
00000100:00100000:0.0:1767327389.111248:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450816
00000100:00100000:0.0:1767327389.111277:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:1.0:1767327389.111278:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327389.111288:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010450816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327389.111300:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327389.111313:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010450688:12345-0@lo:400:kworker.0 Request processed in 83us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327389.111326:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9129
00000100:00100000:2.0:1767327389.111328:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451072
00000100:00100000:2.0:1767327389.111338:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451072
00000100:00080000:1.0:1767327389.111345:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327389.111346:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010450816:12345-0@lo:38:kworker.0 Request processed in 58us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327389.111354:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9130
00000100:00080000:1.0:1767327389.111358:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327389.111359:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:3.0:1767327389.111368:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010450560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327389.111369:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010450432:0@lo:38:kworker.0
00000100:00100000:0.0:1767327389.111379:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451200
00000100:00100000:0.0:1767327389.111384:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451200
00000100:00100000:2.0:1767327389.111396:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451328
00000100:00080000:1.0:1767327389.111397:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327389.111405:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451328
00000100:00080000:1.0:1767327389.111409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327389.111450:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010450816:0@lo:38:kworker.0
00000100:00100000:3.0:1767327389.111468:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010450560:12345-0@lo:400:kworker.0 Request processed in 104us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327389.111473:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778
00000100:00100000:3.0:1767327389.111479:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9130
00000100:00100000:0.0:1767327389.111505:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010451200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327389.111520:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00080000:3.0:1767327389.111522:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327389.111531:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327389.111536:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010451072:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327389.111538:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:0.0:1767327389.111550:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010451200:12345-0@lo:400:kworker.0 Request processed in 62us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327389.111556:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010451328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327389.111561:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778
00000100:00100000:3.0:1767327389.111564:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010451200:0@lo:400:kworker.0
00010000:00020000:2.0:1767327389.111573:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327389.111582:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327389.111585:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010450560:0@lo:400:kworker.0
00000100:00100000:0.0:1767327389.111630:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327389.111657:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010451072:12345-0@lo:38:kworker.0 Request processed in 121us (479us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327389.111661:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010451328:12345-0@lo:38:kworker.0 Request processed in 106us (387us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327389.111673:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010450688:0@lo:400:kworker.0
00000100:00100000:2.0:1767327389.111680:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:1.0:1767327389.111692:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:3.0:1767327389.111705:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010450944
00000100:00100000:3.0:1767327389.111712:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010450944
00000100:00100000:3.0:1767327389.111756:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779
00000100:00080000:2.0:1767327389.111759:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327389.111769:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010450944:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327389.111775:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327389.111784:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010451072:0@lo:38:kworker.0
00000100:00080000:2.0:1767327389.111806:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327389.111811:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327389.111818:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010451328:0@lo:38:kworker.0
00000100:00100000:3.0:1767327389.111822:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010450944:12345-0@lo:400:kworker.0 Request processed in 58us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327389.111843:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779
00000100:00100000:0.0:1767327389.111857:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010450944:0@lo:400:kworker.0
00000100:00080000:3.0:1767327389.111872:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767327390.070596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327391.094584:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327392.118600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327392.694627:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010451456:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327392.694693:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327392.694800:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451456
00000100:00100000:2.0:1767327392.694816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451456
00000100:00080000:3.0:1767327392.694888:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327392.694916:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7999
00000100:00100000:2.0:1767327392.694930:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010451456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327392.694973:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327392.695056:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010451456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327392.695066:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7999
00000100:00100000:3.0:1767327392.695098:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010451456:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327393.142592:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327393.206664:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010451584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327393.206730:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327393.206795:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451584
00000100:00100000:2.0:1767327393.206811:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451584
00000100:00080000:3.0:1767327393.206899:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327393.206909:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8000
00000100:00100000:2.0:1767327393.206922:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010451584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327393.206964:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327393.207051:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010451584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327393.207062:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8000
00000100:00100000:0.0:1767327393.207146:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010451584:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327393.617192:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327393.617244:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327393.617264:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186688
00000100:00100000:3.0:1767327393.617276:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186688
00000100:00100000:3.0:1767327393.617353:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186560
00000100:00100000:3.0:1767327393.617356:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186560
00000100:00080000:0.0:1767327393.617372:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327393.617395:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1780
00000100:00100000:1.0:1767327393.617407:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3559
00000100:00100000:3.0:1767327393.617414:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993186688:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327393.617500:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993186560:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327393.617532:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327393.617603:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993186688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 194us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327393.617604:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993186560:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327393.617621:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3559
00000100:00100000:3.0:1767327393.617627:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1780
00010000:00010000:2.0:1767327394.166602:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327394.230569:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327394.230578:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327394.230581:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327394.230584:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327394.230588:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327394.230595:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12586
00000100:00080000:0.0:1767327394.230599:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327394.230606:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327394.230642:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d180 x1853164010451712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327394.230712:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327394.230718:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327394.230721:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327394.230723:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010451712:0@lo:38:kworker.0
00000100:00080000:0.0:1767327394.230727:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12586
00000100:00080000:0.0:1767327394.230735:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327394.230741:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327394.230748:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327394.230757:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010452096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327394.230772:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010451840:0@lo:400:kworker.0
00000100:00080000:0.0:1767327394.230777:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327394.230783:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327394.230785:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327394.230790:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12586
00000100:00080000:0.0:1767327394.230794:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327394.230799:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327394.230809:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010451968:0@lo:400:kworker.0
00000100:00100000:0.0:1767327394.230817:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868ba300 x1853164010452352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327394.230845:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327394.230851:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327394.230855:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327394.230863:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327394.230867:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327394.230874:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12586
00000100:00080000:0.0:1767327394.230877:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327394.230880:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010452224:0@lo:400:kworker.0
00000100:00080000:0.0:1767327394.230885:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327394.230907:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bb480 x1853164010452608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327394.230919:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010452480:0@lo:400:kworker.0
00000100:00100000:2.0:1767327394.230929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010452096:0@lo:38:kworker.0
00000100:00100000:3.0:1767327394.230935:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327394.230957:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451712
00000100:00100000:0.0:1767327394.230964:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451712
00000100:00100000:1.0:1767327394.230978:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327394.231013:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451840
00000100:00100000:3.0:1767327394.231021:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451840
00000100:00100000:0.0:1767327394.231029:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35056
00000100:00100000:2.0:1767327394.231030:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327394.231041:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010451712:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327394.231056:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452224
00010000:00020000:0.0:1767327394.231062:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327394.231063:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452224
00000100:00100000:2.0:1767327394.231071:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010452352:0@lo:38:kworker.0
00000100:00100000:3.0:1767327394.231085:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9131
00000100:00100000:3.0:1767327394.231099:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010451840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327394.231137:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327394.231139:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452480
00000100:00100000:1.0:1767327394.231146:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452480
00000100:00100000:0.0:1767327394.231158:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010451712:12345-0@lo:38:kworker.0 Request processed in 120us (319us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327394.231169:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35056
00000100:00100000:2.0:1767327394.231177:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010452608:0@lo:38:kworker.0
00000100:00100000:3.0:1767327394.231192:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010451840:12345-0@lo:400:kworker.0 Request processed in 96us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327394.231199:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452096
00000100:00100000:3.0:1767327394.231205:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9131
00000100:00100000:1.0:1767327394.231207:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452096
00000100:00100000:0.0:1767327394.231222:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452352
00000100:00100000:0.0:1767327394.231228:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452352
00000100:00100000:2.0:1767327394.231230:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327394.231235:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781
00000100:00100000:3.0:1767327394.231245:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452608
00000100:00100000:1.0:1767327394.231250:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010452224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327394.231251:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452608
00000100:00100000:0.0:1767327394.231262:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782
00000100:00100000:0.0:1767327394.231274:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010452480:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327394.231281:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327394.231282:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:3.0:1767327394.231292:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010452096:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327394.231294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327394.231304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010451712:0@lo:38:kworker.0
00000100:00100000:1.0:1767327394.231306:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010452224:12345-0@lo:400:kworker.0 Request processed in 59us (377us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327394.231311:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327394.231324:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781
00000100:00100000:0.0:1767327394.231334:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010452480:12345-0@lo:400:kworker.0 Request processed in 63us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327394.231345:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782
00000100:00080000:2.0:1767327394.231364:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327394.231366:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010452096:12345-0@lo:38:kworker.0 Request processed in 71us (342us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327394.231367:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00080000:2.0:1767327394.231374:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327394.231380:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010452352:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327394.231388:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767327394.231389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010452096:0@lo:38:kworker.0
00000100:00100000:3.0:1767327394.231404:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00010000:00020000:1.0:1767327394.231409:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327394.231470:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010452608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327394.231490:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327394.231513:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327394.231537:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010452224:0@lo:400:kworker.0
00000100:00100000:1.0:1767327394.231547:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010452352:12345-0@lo:38:kworker.0 Request processed in 166us (413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327394.231562:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:0.0:1767327394.231585:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010452608:12345-0@lo:38:kworker.0 Request processed in 181us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327394.231598:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:3.0:1767327394.231603:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010451968
00000100:00100000:3.0:1767327394.231609:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010451968
00000100:00080000:1.0:1767327394.231627:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327394.231628:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010452480:0@lo:400:kworker.0
00000100:00080000:1.0:1767327394.231636:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327394.231666:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010451840:0@lo:400:kworker.0
00000100:00100000:3.0:1767327394.231667:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9132
00000100:00100000:3.0:1767327394.231687:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010451968:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327394.231730:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327394.231736:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327394.231740:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010452352:0@lo:38:kworker.0
00000100:00100000:3.0:1767327394.231750:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010451968:12345-0@lo:400:kworker.0 Request processed in 72us (254us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327394.231758:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327394.231758:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9132
00000100:00080000:2.0:1767327394.231767:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327394.231777:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010452608:0@lo:38:kworker.0
00000100:00100000:0.0:1767327394.231809:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010451968:0@lo:400:kworker.0
00010000:00010000:1.0:1767327395.190635:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327396.214590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327397.238650:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327397.814654:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327397.814681:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010452736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327397.814760:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327397.814789:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452736
00000100:00100000:2.0:1767327397.814802:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452736
00000100:00080000:1.0:1767327397.814882:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327397.814890:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8001
00000100:00100000:2.0:1767327397.814904:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010452736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327397.814942:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327397.814999:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010452736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327397.815007:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8001
00000100:00100000:0.0:1767327397.815027:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010452736:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327398.262617:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327398.326664:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010452864:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327398.326749:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327398.326809:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452864
00000100:00100000:2.0:1767327398.326821:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452864
00000100:00080000:1.0:1767327398.326899:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327398.326903:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8002
00000100:00100000:2.0:1767327398.326918:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010452864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327398.326960:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327398.327020:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010452864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327398.327030:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8002
00000100:00100000:0.0:1767327398.327068:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010452864:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327398.736946:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327398.737000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327398.737024:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186816
00000100:00100000:1.0:1767327398.737038:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186816
00000100:00100000:1.0:1767327398.737109:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993186944
00000100:00100000:1.0:1767327398.737115:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993186944
00000100:00100000:0.0:1767327398.737130:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3563
00000100:00100000:0.0:1767327398.737144:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993186816:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327398.737169:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327398.737202:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1783
00000100:00100000:1.0:1767327398.737213:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993186944:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767327398.737231:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327398.737261:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993186816:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 117us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327398.737269:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3563
00000100:00100000:1.0:1767327398.737290:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993186944:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327398.737298:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1783
00010000:00010000:2.0:1767327399.286583:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327399.350538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327399.350552:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327399.350556:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327399.350561:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327399.350567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327399.350580:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12592
00000100:00080000:2.0:1767327399.350586:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327399.350595:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327399.350651:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049180 x1853164010452992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327399.350712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010452992:0@lo:38:kworker.0
00000100:00080000:2.0:1767327399.350761:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327399.350769:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327399.350773:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010453120:0@lo:400:kworker.0
00000100:00080000:2.0:1767327399.350773:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327399.350786:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12592
00000100:00080000:2.0:1767327399.350792:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327399.350792:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327399.350802:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327399.350802:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327399.350810:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010453248:0@lo:400:kworker.0
00000100:00100000:2.0:1767327399.350831:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5500 x1853164010453376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327399.350855:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010453376:0@lo:38:kworker.0
00000100:00080000:2.0:1767327399.350860:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327399.350867:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327399.350870:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327399.350874:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327399.350884:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767327399.350890:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12592
00000100:00100000:0.0:1767327399.350898:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327399.350902:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327399.350907:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010453504:0@lo:400:kworker.0
00000100:00080000:2.0:1767327399.350912:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327399.350937:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010453632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327399.350964:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010452992
00000100:00100000:3.0:1767327399.350967:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327399.350975:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010452992
00000100:00080000:2.0:1767327399.350999:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327399.351004:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453376
00000100:00080000:2.0:1767327399.351006:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327399.351010:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327399.351015:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453376
00000100:00080000:2.0:1767327399.351018:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12592
00000100:00100000:0.0:1767327399.351026:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35057
00000100:00080000:2.0:1767327399.351026:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327399.351030:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453120
00000100:00100000:0.0:1767327399.351035:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010452992:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327399.351036:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453120
00000100:00080000:2.0:1767327399.351037:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:0.0:1767327399.351062:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327399.351064:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711500 x1853164010453888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327399.351069:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453504
00000100:00100000:1.0:1767327399.351077:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453504
00000100:00100000:3.0:1767327399.351106:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9133
00000100:00100000:0.0:1767327399.351121:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010452992:12345-0@lo:38:kworker.0 Request processed in 82us (320us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327399.351126:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010453120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327399.351130:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010453632:0@lo:38:kworker.0
00000100:00100000:0.0:1767327399.351139:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35057
00000100:00100000:1.0:1767327399.351148:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784
00000100:00100000:1.0:1767327399.351163:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010453504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327399.351184:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:2.0:1767327399.351191:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327399.351198:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010453120:12345-0@lo:400:kworker.0 Request processed in 76us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327399.351207:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9133
00000100:00100000:0.0:1767327399.351208:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010453376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327399.351224:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327399.351243:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010453888:0@lo:38:kworker.0
00000100:00080000:3.0:1767327399.351252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327399.351261:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010453504:12345-0@lo:400:kworker.0 Request processed in 99us (294us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327399.351268:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327399.351270:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010453376:12345-0@lo:38:kworker.0 Request processed in 76us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327399.351280:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784
00000100:00100000:3.0:1767327399.351286:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010453760:0@lo:400:kworker.0
00000100:00100000:2.0:1767327399.351295:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327399.351297:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00100000:0.0:1767327399.351331:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453632
00000100:00100000:0.0:1767327399.351336:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453632
00000100:00100000:1.0:1767327399.351340:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453888
00000100:00100000:3.0:1767327399.351341:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327399.351355:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453760
00000100:00100000:1.0:1767327399.351356:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453888
00000100:00100000:0.0:1767327399.351360:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453760
00000100:00080000:2.0:1767327399.351360:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327399.351373:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327399.351383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010453376:0@lo:38:kworker.0
00000100:00100000:1.0:1767327399.351397:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00080000:2.0:1767327399.351452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327399.351459:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785
00000100:00080000:2.0:1767327399.351462:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327399.351467:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010453632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327399.351469:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:2.0:1767327399.351478:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010452992:0@lo:38:kworker.0
00000100:00100000:3.0:1767327399.351479:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010453760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327399.351490:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010453888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327399.351509:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327399.351511:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327399.351538:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010453760:12345-0@lo:400:kworker.0 Request processed in 67us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327399.351548:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785
00000100:00100000:2.0:1767327399.351599:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010453504:0@lo:400:kworker.0
00000100:00100000:3.0:1767327399.351611:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010453760:0@lo:400:kworker.0
00000100:00100000:0.0:1767327399.351612:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010453888:12345-0@lo:38:kworker.0 Request processed in 120us (318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327399.351614:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010453632:12345-0@lo:38:kworker.0 Request processed in 200us (418us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327399.351647:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00100000:1.0:1767327399.351659:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00080000:3.0:1767327399.351669:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327399.351692:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327399.351702:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327399.351710:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327399.351715:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010453632:0@lo:38:kworker.0
00000100:00100000:3.0:1767327399.351717:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010453120:0@lo:400:kworker.0
00000100:00080000:0.0:1767327399.351738:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327399.351745:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327399.351752:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010453888:0@lo:38:kworker.0
00000100:00100000:1.0:1767327399.351771:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010453248
00000100:00100000:1.0:1767327399.351777:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010453248
00000100:00100000:1.0:1767327399.351812:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9134
00000100:00100000:1.0:1767327399.351817:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010453248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327399.351858:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010453248:12345-0@lo:400:kworker.0 Request processed in 42us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327399.351863:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9134
00000100:00100000:2.0:1767327399.351913:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010453248:0@lo:400:kworker.0
00010000:00010000:1.0:1767327400.310620:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327401.334628:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327402.358620:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327402.934668:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010454016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327402.934767:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327402.934875:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454016
00000100:00100000:2.0:1767327402.934886:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454016
00000100:00080000:3.0:1767327402.934946:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327402.934957:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8003
00000100:00100000:2.0:1767327402.934968:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc8bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010454016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327402.935000:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327402.935049:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc8bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010454016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327402.935057:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8003
00000100:00100000:3.0:1767327402.935103:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010454016:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327403.382609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327403.446682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010454144:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327403.446764:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327403.446822:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454144
00000100:00100000:3.0:1767327403.446833:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454144
00000100:00080000:0.0:1767327403.446888:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327403.446912:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8004
00000100:00100000:3.0:1767327403.446926:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010454144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327403.446964:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327403.447026:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010454144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327403.447035:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8004
00000100:00100000:2.0:1767327403.447072:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010454144:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327403.856855:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327403.856903:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327403.856938:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187200
00000100:00100000:1.0:1767327403.856952:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187200
00000100:00100000:3.0:1767327403.856957:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187072
00000100:00100000:3.0:1767327403.856964:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187072
00000100:00100000:3.0:1767327403.857018:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1786
00000100:00100000:1.0:1767327403.857026:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3567
00000100:00100000:3.0:1767327403.857034:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993187200:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327403.857036:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993187072:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767327403.857054:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327403.857065:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327403.857125:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993187072:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327403.857126:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993187200:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327403.857137:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3567
00000100:00100000:3.0:1767327403.857144:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1786
00010000:00010000:2.0:1767327404.406559:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327404.470546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327404.470559:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327404.470564:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327404.470569:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327404.470574:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327404.470586:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12597
00000100:00080000:0.0:1767327404.470593:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327404.470602:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327404.470659:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9880 x1853164010454272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327404.470729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010454272:0@lo:38:kworker.0
00000100:00080000:0.0:1767327404.470753:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327404.470760:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010454400:0@lo:400:kworker.0
00000100:00080000:0.0:1767327404.470761:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327404.470767:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327404.470774:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12597
00000100:00080000:0.0:1767327404.470779:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327404.470785:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327404.470792:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010454528:0@lo:400:kworker.0
00000100:00100000:0.0:1767327404.470803:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9f80 x1853164010454656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327404.470827:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327404.470827:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327404.470837:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327404.470843:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327404.470846:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327404.470851:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12597
00000100:00080000:0.0:1767327404.470855:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327404.470860:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327404.470875:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010454784:0@lo:400:kworker.0
00000100:00100000:0.0:1767327404.470877:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010454912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327404.470886:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010454656:0@lo:38:kworker.0
00000100:00100000:2.0:1767327404.470908:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454400
00000100:00100000:3.0:1767327404.470913:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327404.470919:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454400
00000100:00080000:0.0:1767327404.470927:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327404.470934:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327404.470934:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454272
00000100:00080000:0.0:1767327404.470938:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327404.470941:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454272
00000100:00080000:0.0:1767327404.470946:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12597
00000100:00080000:0.0:1767327404.470951:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327404.470956:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327404.470969:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454784
00000100:00100000:0.0:1767327404.470974:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9c00 x1853164010455168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327404.470975:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454784
00000100:00100000:2.0:1767327404.470992:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9135
00000100:00100000:1.0:1767327404.470993:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35058
00000100:00100000:1.0:1767327404.471004:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010454272:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327404.471009:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010454400:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327404.471010:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327404.471020:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327404.471021:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787
00010000:00020000:1.0:1767327404.471028:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327404.471036:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010454784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327404.471045:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010455040:0@lo:400:kworker.0
00000100:00100000:2.0:1767327404.471072:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010454400:12345-0@lo:400:kworker.0 Request processed in 68us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327404.471081:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9135
00000100:00100000:1.0:1767327404.471083:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010454272:12345-0@lo:38:kworker.0 Request processed in 77us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327404.471091:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35058
00000100:00100000:3.0:1767327404.471096:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010454784:12345-0@lo:400:kworker.0 Request processed in 64us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327404.471104:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327404.471110:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787
00000100:00100000:3.0:1767327404.471128:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455040
00000100:00100000:3.0:1767327404.471131:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455040
00000100:00100000:2.0:1767327404.471135:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010454400:0@lo:400:kworker.0
00000100:00080000:0.0:1767327404.471158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327404.471171:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788
00000100:00100000:1.0:1767327404.471176:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327404.471181:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010455040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327404.471191:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327404.471202:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454656
00000100:00100000:0.0:1767327404.471210:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454656
00000100:00080000:1.0:1767327404.471215:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327404.471222:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327404.471227:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010454272:0@lo:38:kworker.0
00000100:00100000:3.0:1767327404.471233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010455040:12345-0@lo:400:kworker.0 Request processed in 54us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327404.471242:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788
00000100:00100000:1.0:1767327404.471251:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010454912:0@lo:38:kworker.0
00000100:00100000:0.0:1767327404.471254:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:2.0:1767327404.471260:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010454784:0@lo:400:kworker.0
00000100:00100000:0.0:1767327404.471267:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010454656:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327404.471282:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327404.471285:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327404.471305:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454912
00000100:00100000:1.0:1767327404.471309:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010455168:0@lo:38:kworker.0
00000100:00100000:3.0:1767327404.471310:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454912
00000100:00100000:0.0:1767327404.471331:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010454656:12345-0@lo:38:kworker.0 Request processed in 66us (167us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327404.471341:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1767327404.471342:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327404.471350:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010454912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327404.471355:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00010000:00020000:3.0:1767327404.471364:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327404.471366:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455168
00000100:00100000:2.0:1767327404.471372:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455168
00000100:00080000:1.0:1767327404.471375:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327404.471380:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327404.471407:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010454656:0@lo:38:kworker.0
00000100:00100000:2.0:1767327404.471443:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1767327404.471452:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010455168:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327404.471452:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010454912:12345-0@lo:38:kworker.0 Request processed in 67us (136us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327404.471457:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010455040:0@lo:400:kworker.0
00000100:00080000:1.0:1767327404.471459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327404.471469:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767327404.471471:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327404.471473:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1767327404.471479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010454912:0@lo:38:kworker.0
00000100:00100000:0.0:1767327404.471510:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010454528
00000100:00100000:0.0:1767327404.471516:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010454528
00000100:00100000:2.0:1767327404.471520:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010455168:12345-0@lo:38:kworker.0 Request processed in 67us (179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327404.471528:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00080000:1.0:1767327404.471529:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327404.471535:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327404.471539:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010455168:0@lo:38:kworker.0
00000100:00100000:0.0:1767327404.471564:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9136
00000100:00100000:0.0:1767327404.471575:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010454528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327404.471622:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010454528:12345-0@lo:400:kworker.0 Request processed in 50us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327404.471632:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9136
00000100:00100000:2.0:1767327404.471658:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010454528:0@lo:400:kworker.0
00010000:00010000:1.0:1767327405.430626:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327406.454609:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327407.478553:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327408.054662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010455296:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327408.054745:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327408.054846:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455296
00000100:00100000:3.0:1767327408.054858:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455296
00000100:00100000:3.0:1767327408.054942:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8005
00000100:00080000:0.0:1767327408.054952:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327408.054960:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010455296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327408.054997:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327408.055056:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010455296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327408.055062:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8005
00000100:00100000:2.0:1767327408.055101:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010455296:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327408.502605:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327408.566616:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010455424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327408.566697:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327408.566750:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455424
00000100:00100000:3.0:1767327408.566761:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455424
00000100:00080000:0.0:1767327408.566816:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327408.566843:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8006
00000100:00100000:3.0:1767327408.566857:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010455424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327408.566896:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327408.566950:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010455424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327408.566957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8006
00000100:00100000:2.0:1767327408.566995:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010455424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327408.976946:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327408.976995:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327408.977009:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187328
00000100:00100000:3.0:1767327408.977022:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187328
00000100:00100000:3.0:1767327408.977067:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187456
00000100:00100000:3.0:1767327408.977069:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187456
00000100:00100000:1.0:1767327408.977088:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3571
00000100:00100000:1.0:1767327408.977098:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993187328:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327408.977125:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327408.977127:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327408.977129:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1789
00000100:00100000:3.0:1767327408.977143:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993187456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327408.977206:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993187328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327408.977211:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993187456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327408.977218:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3571
00000100:00100000:3.0:1767327408.977225:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1789
00010000:00010000:2.0:1767327409.526546:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327409.590523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327409.590534:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327409.590538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327409.590542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327409.590547:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327409.590555:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12602
00000100:00080000:0.0:1767327409.590561:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327409.590568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327409.590614:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb100 x1853164010455552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327409.590670:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010455552:0@lo:38:kworker.0
00000100:00080000:0.0:1767327409.590694:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327409.590698:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327409.590701:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327409.590704:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12602
00000100:00080000:0.0:1767327409.590707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327409.590711:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327409.590717:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010455680:0@lo:400:kworker.0
00000100:00100000:0.0:1767327409.590725:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8000 x1853164010455936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327409.590746:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327409.590749:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327409.590752:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327409.590759:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12602
00000100:00100000:1.0:1767327409.590760:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327409.590761:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010456064:0@lo:400:kworker.0
00000100:00080000:0.0:1767327409.590766:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327409.590768:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327409.590774:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327409.590789:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9c00 x1853164010456192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327409.590811:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327409.590813:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327409.590815:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327409.590818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12602
00000100:00080000:0.0:1767327409.590821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327409.590824:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327409.590834:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010455936:0@lo:38:kworker.0
00000100:00100000:2.0:1767327409.590835:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327409.590837:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327409.590839:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb480 x1853164010456448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327409.590846:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010456320:0@lo:400:kworker.0
00000100:00100000:0.0:1767327409.590876:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010455808:0@lo:400:kworker.0
00000100:00100000:1.0:1767327409.590883:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327409.590901:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455680
00000100:00100000:2.0:1767327409.590910:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455680
00000100:00100000:3.0:1767327409.590911:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456064
00000100:00100000:1.0:1767327409.590917:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010456192:0@lo:38:kworker.0
00000100:00100000:3.0:1767327409.590918:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456064
00000100:00100000:0.0:1767327409.590952:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327409.590953:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327409.590963:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455808
00000100:00100000:2.0:1767327409.590968:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455808
00000100:00100000:1.0:1767327409.590992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010456448:0@lo:38:kworker.0
00000100:00100000:3.0:1767327409.590992:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455936
00000100:00100000:3.0:1767327409.591000:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455936
00000100:00100000:2.0:1767327409.591001:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9137
00000100:00100000:0.0:1767327409.591011:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9138
00000100:00100000:2.0:1767327409.591015:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010455680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327409.591027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327409.591028:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010455808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327409.591042:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456192
00000100:00100000:3.0:1767327409.591047:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456192
00000100:00100000:1.0:1767327409.591066:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010455552
00000100:00100000:3.0:1767327409.591069:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456448
00000100:00100000:1.0:1767327409.591072:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010455552
00000100:00100000:3.0:1767327409.591076:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456448
00000100:00100000:2.0:1767327409.591079:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010455680:12345-0@lo:400:kworker.0 Request processed in 67us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327409.591086:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010455808:12345-0@lo:400:kworker.0 Request processed in 63us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327409.591093:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9137
00000100:00100000:0.0:1767327409.591101:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9138
00000100:00100000:3.0:1767327409.591102:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790
00000100:00100000:1.0:1767327409.591106:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35059
00000100:00100000:1.0:1767327409.591114:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010455552:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327409.591119:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327409.591123:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010456064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327409.591140:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00010000:00020000:1.0:1767327409.591144:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327409.591148:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010455936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327409.591161:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010455808:0@lo:400:kworker.0
00010000:00020000:2.0:1767327409.591162:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327409.591191:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010456064:12345-0@lo:400:kworker.0 Request processed in 75us (358us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327409.591198:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010455552:12345-0@lo:38:kworker.0 Request processed in 81us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327409.591204:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010455936:12345-0@lo:38:kworker.0 Request processed in 54us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327409.591207:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790
00000100:00100000:1.0:1767327409.591214:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35059
00000100:00100000:0.0:1767327409.591220:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:2.0:1767327409.591230:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00100000:0.0:1767327409.591231:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010456192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327409.591241:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00010000:00020000:0.0:1767327409.591246:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327409.591252:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010456448:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327409.591256:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327409.591262:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327409.591269:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327409.591271:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010455936:0@lo:38:kworker.0
00000100:00100000:2.0:1767327409.591272:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327409.591280:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010456192:12345-0@lo:38:kworker.0 Request processed in 51us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327409.591288:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00080000:1.0:1767327409.591293:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327409.591298:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327409.591303:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010456192:0@lo:38:kworker.0
00000100:00100000:0.0:1767327409.591308:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456320
00000100:00100000:0.0:1767327409.591313:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456320
00000100:00100000:2.0:1767327409.591315:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010455680:0@lo:400:kworker.0
00000100:00080000:1.0:1767327409.591322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327409.591329:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327409.591332:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010456448:12345-0@lo:38:kworker.0 Request processed in 79us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327409.591335:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010455552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327409.591368:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00100000:0.0:1767327409.591376:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791
00000100:00100000:0.0:1767327409.591386:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010456320:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327409.591388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327409.591394:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327409.591396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010456448:0@lo:38:kworker.0
00000100:00100000:0.0:1767327409.591444:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010456320:12345-0@lo:400:kworker.0 Request processed in 60us (177us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327409.591447:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327409.591451:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791
00000100:00100000:3.0:1767327409.591468:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010456064:0@lo:400:kworker.0
00000100:00100000:2.0:1767327409.591502:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010456320:0@lo:400:kworker.0
00010000:00010000:1.0:1767327410.550616:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327411.574586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327412.598579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327413.174636:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010456576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327413.174728:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327413.174772:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456576
00000100:00100000:3.0:1767327413.174784:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456576
00000100:00080000:1.0:1767327413.174830:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327413.174861:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8007
00000100:00100000:3.0:1767327413.174874:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010456576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327413.174910:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327413.174965:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010456576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327413.174971:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8007
00000100:00100000:2.0:1767327413.175023:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010456576:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327413.622595:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327413.686642:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327413.686662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010456704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327413.686743:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327413.686805:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456704
00000100:00100000:3.0:1767327413.686818:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456704
00000100:00080000:1.0:1767327413.686874:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327413.686904:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8008
00000100:00100000:3.0:1767327413.686919:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010456704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327413.686959:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327413.687028:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010456704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327413.687040:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8008
00000100:00100000:1.0:1767327413.687063:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010456704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327414.097013:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327414.097052:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327414.097067:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187584
00000400:00000100:2.0:1767327414.097072:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993187840 offset 0 length 520: 4
00000100:00100000:0.0:1767327414.097081:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187584
00000100:00100000:0.0:1767327414.097132:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187712
00000100:00100000:0.0:1767327414.097135:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187712
00000100:00100000:1.0:1767327414.097145:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3575
00000100:00100000:1.0:1767327414.097160:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993187584:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327414.097190:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1792
00010000:00020000:1.0:1767327414.097195:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327414.097205:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993187712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767327414.097223:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327414.097279:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993187712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327414.097282:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993187584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 122us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327414.097292:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1792
00000100:00100000:1.0:1767327414.097303:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3575
00010000:00010000:2.0:1767327414.646628:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327414.710591:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327414.710602:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327414.710605:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327414.710613:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327414.710618:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327414.710628:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12607
00000100:00080000:3.0:1767327414.710635:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327414.710639:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327389/real 1767327389]  req@ffff9bb5adf9d880 x1853164010450304/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767327414.710645:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327414.710680:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5adf9d880 x1853164010450304/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327414.710693:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327414.710700:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010456832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327414.710711:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327414.710717:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010450304:0@lo:250:kworker.0
00000100:00100000:2.0:1767327414.710748:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010456832:0@lo:38:kworker.0
00000100:00100000:0.0:1767327414.710766:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767327414.710772:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327414.710776:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327414.710778:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327414.710781:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12607
00000100:00080000:3.0:1767327414.710783:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327414.710787:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010456960:0@lo:400:kworker.0
00000100:00080000:3.0:1767327414.710788:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327414.710798:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327414.710804:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05180 x1853164010457216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327414.710812:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010457088:0@lo:400:kworker.0
00000100:00100000:2.0:1767327414.710821:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327414.710828:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327414.710832:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327414.710835:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327414.710839:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12607
00000100:00080000:3.0:1767327414.710841:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327414.710845:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327414.710853:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327414.710858:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07b80 x1853164010457472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327414.710872:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456832
00000100:00100000:1.0:1767327414.710881:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456832
00000100:00080000:3.0:1767327414.710886:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327414.710890:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327414.710893:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010457216:0@lo:38:kworker.0
00000100:00080000:3.0:1767327414.710894:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327414.710897:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010457600:0@lo:400:kworker.0
00000100:00080000:3.0:1767327414.710906:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12607
00000100:00080000:3.0:1767327414.710910:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327414.710913:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327414.710927:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35060
00000100:00100000:3.0:1767327414.710928:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda680 x1853164010457728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327414.710940:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010456832:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327414.710941:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327414.710946:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327414.710950:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767327414.710952:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327414.710958:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327414.710962:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12586
00010000:00020000:1.0:1767327414.710965:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327414.710966:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327414.710972:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010457472:0@lo:38:kworker.0
00000100:00080000:3.0:1767327414.710975:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327414.710991:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010457344:0@lo:400:kworker.0
00000100:00100000:3.0:1767327414.710993:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652d80 x1853164010457856/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327414.711014:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327414.711022:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010456832:12345-0@lo:38:kworker.0 Request processed in 85us (204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327414.711032:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35060
00000100:00100000:0.0:1767327414.711037:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327414.711057:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327414.711062:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010456960
00000100:00080000:2.0:1767327414.711063:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327414.711070:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010456960
00000100:00100000:2.0:1767327414.711071:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010456832:0@lo:38:kworker.0
00000100:00100000:1.0:1767327414.711080:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457088
00000100:00100000:1.0:1767327414.711085:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457088
00000100:00100000:0.0:1767327414.711091:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457216
00000100:00100000:0.0:1767327414.711097:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457216
00000100:00100000:2.0:1767327414.711101:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010457728:0@lo:38:kworker.0
00000100:00100000:3.0:1767327414.711123:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9139
00000100:00100000:2.0:1767327414.711130:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327414.711131:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457472
00000100:00100000:1.0:1767327414.711134:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9140
00000100:00100000:0.0:1767327414.711137:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457472
00000100:00100000:3.0:1767327414.711141:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010456960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327414.711149:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010457088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327414.711158:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010457856:0@lo:250:kworker.0
00000100:00100000:0.0:1767327414.711159:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457344
00000100:00100000:0.0:1767327414.711165:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457344
00000400:00000100:2.0:1767327414.711194:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010457856 offset 0 length 520: 4
00000100:00100000:0.0:1767327414.711198:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457728
00000100:00100000:0.0:1767327414.711202:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457728
00000100:00100000:0.0:1767327414.711227:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793
00000100:00100000:1.0:1767327414.711227:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010457088:12345-0@lo:400:kworker.0 Request processed in 73us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327414.711234:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010456960:12345-0@lo:400:kworker.0 Request processed in 97us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327414.711241:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010457344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327414.711242:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9140
00000100:00100000:3.0:1767327414.711251:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9139
00000100:00100000:2.0:1767327414.711258:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00000100:00100000:2.0:1767327414.711265:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010457216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327414.711277:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327414.711278:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327414.711289:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010457344:12345-0@lo:400:kworker.0 Request processed in 52us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327414.711297:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793
00000100:00100000:3.0:1767327414.711299:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457600
00000100:00100000:3.0:1767327414.711304:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457600
00000100:00100000:1.0:1767327414.711338:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010456960:0@lo:400:kworker.0
00000100:00100000:0.0:1767327414.711339:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:2.0:1767327414.711340:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010457216:12345-0@lo:38:kworker.0 Request processed in 73us (401us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327414.711350:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010457472:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327414.711356:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00010000:00020000:0.0:1767327414.711364:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327414.711365:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794
00000100:00100000:3.0:1767327414.711377:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010457600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327414.711383:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:2.0:1767327414.711391:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010457728:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327414.711401:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010457472:12345-0@lo:38:kworker.0 Request processed in 51us (389us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327414.711403:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327414.711410:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327414.711414:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00000100:00100000:3.0:1767327414.711462:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010457600:12345-0@lo:400:kworker.0 Request processed in 86us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327414.711471:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794
00000100:00100000:1.0:1767327414.711472:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010457344:0@lo:400:kworker.0
00000100:00100000:2.0:1767327414.711477:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010457728:12345-0@lo:38:kworker.0 Request processed in 83us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327414.711485:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00100000:1.0:1767327414.711495:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010457088:0@lo:400:kworker.0
00000100:00100000:3.0:1767327414.711521:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010457600:0@lo:400:kworker.0
00000100:00080000:2.0:1767327414.711523:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327414.711528:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327414.711533:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010457728:0@lo:38:kworker.0
00000100:00080000:2.0:1767327414.711543:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327414.711546:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327414.711549:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010457216:0@lo:38:kworker.0
00000100:00080000:2.0:1767327414.711555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327414.711557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327414.711559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010457472:0@lo:38:kworker.0
00010000:00010000:1.0:1767327415.670578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327416.694615:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327417.718605:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327418.294687:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327418.294715:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010457984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327418.294793:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327418.294840:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010457984
00000100:00100000:3.0:1767327418.294852:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010457984
00000100:00080000:1.0:1767327418.294906:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327418.294925:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8009
00000100:00100000:3.0:1767327418.294936:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010457984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327418.295040:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327418.295092:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010457984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327418.295099:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8009
00000100:00100000:1.0:1767327418.295137:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010457984:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327418.742612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327418.806624:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327418.806648:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010458112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327418.806727:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327418.806770:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458112
00000100:00100000:3.0:1767327418.806781:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458112
00000100:00080000:1.0:1767327418.806836:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327418.806847:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8010
00000100:00100000:3.0:1767327418.806858:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010458112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327418.806893:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327418.806941:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010458112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327418.806983:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010458112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327418.807033:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8010
00000100:00100000:2.0:1767327419.216980:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327419.217033:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327419.217053:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993187968
00000100:00100000:0.0:1767327419.217065:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993187968
00000100:00100000:0.0:1767327419.217107:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188096
00000100:00100000:0.0:1767327419.217110:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188096
00000100:00100000:3.0:1767327419.217141:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3579
00000100:00100000:3.0:1767327419.217153:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993187968:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327419.217161:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327419.217174:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1795
00010000:00020000:3.0:1767327419.217180:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327419.217191:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993188096:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327419.217255:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993187968:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 104us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327419.217262:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993188096:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327419.217268:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3579
00000100:00100000:0.0:1767327419.217294:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1795
00010000:00010000:2.0:1767327419.766612:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327419.830566:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327419.830577:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327419.830580:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327419.830583:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327419.830587:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327419.830596:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12612
00000100:00080000:0.0:1767327419.830600:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327419.830607:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327419.830656:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0a80 x1853164010458240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327419.830726:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327419.830728:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010458240:0@lo:38:kworker.0
00000100:00100000:1.0:1767327419.830729:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010458368:0@lo:400:kworker.0
00000100:00080000:0.0:1767327419.830732:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327419.830736:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327419.830744:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12612
00000100:00080000:0.0:1767327419.830746:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327419.830748:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327419.830760:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010458496:0@lo:400:kworker.0
00000100:00100000:0.0:1767327419.830762:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc2680 x1853164010458624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327419.830797:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327419.830801:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327419.830803:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327419.830809:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12612
00000100:00080000:0.0:1767327419.830812:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327419.830817:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327419.830837:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327419.830838:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1c00 x1853164010458880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327419.830838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327419.830838:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010458752:0@lo:400:kworker.0
00000100:00080000:0.0:1767327419.830872:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327419.830875:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327419.830877:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327419.830882:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12612
00000100:00080000:0.0:1767327419.830885:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327419.830888:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327419.830900:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327419.830903:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327419.830904:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3100 x1853164010459136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327419.830908:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010458624:0@lo:38:kworker.0
00000100:00100000:1.0:1767327419.830915:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010459008:0@lo:400:kworker.0
00000100:00100000:3.0:1767327419.830950:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327419.830965:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458752
00000100:00100000:2.0:1767327419.830969:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327419.830975:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458752
00000100:00100000:1.0:1767327419.830976:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458368
00000100:00100000:1.0:1767327419.830982:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458368
00000100:00100000:3.0:1767327419.830991:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458496
00000100:00100000:3.0:1767327419.830997:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458496
00000100:00100000:2.0:1767327419.831007:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010458880:0@lo:38:kworker.0
00000100:00100000:0.0:1767327419.831039:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458624
00000100:00100000:1.0:1767327419.831040:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9141
00000100:00100000:0.0:1767327419.831046:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458624
00000100:00100000:2.0:1767327419.831048:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327419.831051:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9142
00000100:00100000:1.0:1767327419.831056:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010458368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327419.831066:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010458496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327419.831078:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458880
00000100:00100000:0.0:1767327419.831082:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458880
00000100:00100000:2.0:1767327419.831083:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010459136:0@lo:38:kworker.0
00000100:00100000:0.0:1767327419.831101:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796
00000100:00100000:0.0:1767327419.831112:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010458752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327419.831138:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010458368:12345-0@lo:400:kworker.0 Request processed in 84us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327419.831142:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010458496:12345-0@lo:400:kworker.0 Request processed in 78us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327419.831148:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327419.831154:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9141
00000100:00100000:3.0:1767327419.831160:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9142
00000100:00100000:0.0:1767327419.831165:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010458752:12345-0@lo:400:kworker.0 Request processed in 55us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327419.831172:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796
00000100:00100000:0.0:1767327419.831193:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459136
00000100:00100000:0.0:1767327419.831196:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459136
00000100:00080000:1.0:1767327419.831198:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327419.831211:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010458240
00000100:00100000:3.0:1767327419.831212:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010458752:0@lo:400:kworker.0
00000100:00100000:0.0:1767327419.831217:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:2.0:1767327419.831220:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010458240
00000100:00100000:0.0:1767327419.831225:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010458624:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327419.831231:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:1.0:1767327419.831239:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010458880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327419.831247:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327419.831251:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327419.831255:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010458496:0@lo:400:kworker.0
00000100:00100000:2.0:1767327419.831261:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35061
00000100:00100000:2.0:1767327419.831270:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010458240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327419.831300:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327419.831301:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:0.0:1767327419.831306:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010458624:12345-0@lo:38:kworker.0 Request processed in 78us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327419.831315:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1767327419.831316:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010458880:12345-0@lo:38:kworker.0 Request processed in 73us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327419.831317:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010459136:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327419.831332:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00010000:00020000:3.0:1767327419.831337:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327419.831352:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010458240:12345-0@lo:38:kworker.0 Request processed in 80us (522us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327419.831367:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35061
00000100:00100000:1.0:1767327419.831368:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327419.831374:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010459136:12345-0@lo:38:kworker.0 Request processed in 62us (235us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327419.831382:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00100000:3.0:1767327419.831402:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459008
00000100:00100000:3.0:1767327419.831405:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459008
00000100:00100000:1.0:1767327419.831413:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010458368:0@lo:400:kworker.0
00000100:00080000:0.0:1767327419.831450:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327419.831450:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327419.831461:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327419.831467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010459136:0@lo:38:kworker.0
00000100:00100000:3.0:1767327419.831470:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797
00000100:00100000:3.0:1767327419.831483:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010459008:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327419.831492:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327419.831500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327419.831506:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010458624:0@lo:38:kworker.0
00000100:00080000:2.0:1767327419.831519:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327419.831525:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010459008:12345-0@lo:400:kworker.0 Request processed in 43us (159us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327419.831528:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327419.831537:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797
00000100:00100000:2.0:1767327419.831538:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010458880:0@lo:38:kworker.0
00000100:00100000:1.0:1767327419.831539:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010459008:0@lo:400:kworker.0
00000100:00080000:2.0:1767327419.831566:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327419.831572:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327419.831576:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010458240:0@lo:38:kworker.0
00010000:00010000:1.0:1767327420.790599:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327421.814564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327422.838611:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327423.414614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010459264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327423.414696:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327423.414738:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459264
00000100:00100000:3.0:1767327423.414749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459264
00000100:00080000:0.0:1767327423.414807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327423.414823:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8011
00000100:00100000:3.0:1767327423.414833:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010459264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327423.414869:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327423.414920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010459264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327423.414927:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8011
00000100:00100000:1.0:1767327423.414969:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010459264:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327423.862562:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327423.926624:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327423.926644:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010459392:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327423.926725:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327423.926772:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459392
00000100:00100000:3.0:1767327423.926782:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459392
00000100:00080000:0.0:1767327423.926844:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327423.926848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8012
00000100:00100000:3.0:1767327423.926858:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010459392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327423.926891:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327423.926942:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010459392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327423.926949:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8012
00000100:00100000:1.0:1767327423.926983:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010459392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327424.336931:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327424.336983:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327424.336986:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188224
00000100:00100000:0.0:1767327424.337000:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188224
00000100:00100000:1.0:1767327424.337052:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188352
00000100:00100000:1.0:1767327424.337058:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188352
00000100:00100000:0.0:1767327424.337063:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3583
00000100:00100000:0.0:1767327424.337073:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993188224:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327424.337099:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327424.337122:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327424.337126:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1798
00000100:00100000:2.0:1767327424.337144:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993188352:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327424.337177:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993188224:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327424.337184:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3583
00000100:00100000:2.0:1767327424.337207:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993188352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327424.337218:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1798
00010000:00010000:2.0:1767327424.886576:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327424.950556:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327424.950570:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327424.950574:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327424.950579:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327424.950584:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327424.950594:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12617
00000100:00080000:3.0:1767327424.950600:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327424.950609:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327424.950665:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651500 x1853164010459520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327424.950733:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010459520:0@lo:38:kworker.0
00000100:00100000:1.0:1767327424.950752:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010459648:0@lo:400:kworker.0
00000100:00080000:3.0:1767327424.950755:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327424.950762:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327424.950765:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327424.950771:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12617
00000100:00080000:3.0:1767327424.950777:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327424.950783:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327424.950789:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327424.950799:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdad80 x1853164010459904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327424.950807:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010459776:0@lo:400:kworker.0
00000100:00080000:3.0:1767327424.950829:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327424.950831:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327424.950835:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327424.950840:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327424.950844:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327424.950848:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12617
00000100:00080000:3.0:1767327424.950851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327424.950856:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327424.950869:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327424.950873:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75c00 x1853164010460160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327424.950895:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010459904:0@lo:38:kworker.0
00000100:00100000:0.0:1767327424.950904:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010460032:0@lo:400:kworker.0
00000100:00080000:3.0:1767327424.950911:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327424.950915:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459648
00000100:00080000:3.0:1767327424.950916:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327424.950921:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327424.950925:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459648
00000100:00080000:3.0:1767327424.950927:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12617
00000100:00080000:3.0:1767327424.950934:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327424.950935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327424.950940:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459776
00000100:00080000:3.0:1767327424.950943:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327424.950947:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459776
00000100:00100000:3.0:1767327424.950962:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75180 x1853164010460416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327424.950969:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010460160:0@lo:38:kworker.0
00000100:00100000:1.0:1767327424.950983:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9143
00000100:00100000:1.0:1767327424.950995:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010459648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327424.950997:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9144
00000100:00100000:2.0:1767327424.951004:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327424.951011:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010459776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327424.951030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010460416:0@lo:38:kworker.0
00000100:00100000:3.0:1767327424.951033:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459520
00000100:00100000:3.0:1767327424.951039:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459520
00000100:00100000:1.0:1767327424.951057:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010459648:12345-0@lo:400:kworker.0 Request processed in 65us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327424.951067:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9143
00000100:00100000:0.0:1767327424.951069:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010459776:12345-0@lo:400:kworker.0 Request processed in 58us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327424.951071:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327424.951076:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35062
00000100:00100000:0.0:1767327424.951085:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9144
00000100:00100000:3.0:1767327424.951089:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010459520:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327424.951108:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010459904
00000100:00100000:1.0:1767327424.951113:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010459904
00010000:00020000:3.0:1767327424.951115:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327424.951120:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460160
00000100:00100000:0.0:1767327424.951122:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010460288:0@lo:400:kworker.0
00000100:00100000:2.0:1767327424.951125:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460160
00000100:00100000:1.0:1767327424.951136:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460416
00000100:00100000:1.0:1767327424.951141:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460416
00000100:00100000:2.0:1767327424.951162:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:1.0:1767327424.951168:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:2.0:1767327424.951171:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010459904:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327424.951173:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327424.951179:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010460160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327424.951188:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327424.951188:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010459520:12345-0@lo:38:kworker.0 Request processed in 99us (357us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327424.951192:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327424.951203:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35062
00000100:00100000:0.0:1767327424.951214:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460288
00000100:00100000:0.0:1767327424.951221:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460288
00000100:00100000:2.0:1767327424.951255:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010459904:12345-0@lo:38:kworker.0 Request processed in 69us (306us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327424.951261:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010460160:12345-0@lo:38:kworker.0 Request processed in 61us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327424.951270:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00100000:1.0:1767327424.951277:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00080000:3.0:1767327424.951280:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327424.951289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327424.951293:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799
00000100:00100000:3.0:1767327424.951299:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010459904:0@lo:38:kworker.0
00000100:00100000:0.0:1767327424.951300:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1767327424.951305:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010460288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327424.951310:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010460416:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327424.951319:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767327424.951323:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327424.951328:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327424.951334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010460160:0@lo:38:kworker.0
00000100:00100000:1.0:1767327424.951335:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010459648:0@lo:400:kworker.0
00000100:00100000:2.0:1767327424.951355:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010460288:12345-0@lo:400:kworker.0 Request processed in 53us (182us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327424.951361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327424.951362:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010460416:12345-0@lo:38:kworker.0 Request processed in 51us (295us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327424.951367:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799
00000100:00080000:3.0:1767327424.951373:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327424.951377:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00100000:3.0:1767327424.951383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010459520:0@lo:38:kworker.0
00000100:00080000:2.0:1767327424.951412:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327424.951438:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327424.951453:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327424.951455:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010460288:0@lo:400:kworker.0
00000100:00080000:3.0:1767327424.951461:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327424.951468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010460416:0@lo:38:kworker.0
00000100:00100000:1.0:1767327424.951473:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010459776:0@lo:400:kworker.0
00000100:00100000:0.0:1767327424.951499:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460032
00000100:00100000:0.0:1767327424.951504:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460032
00000100:00100000:0.0:1767327424.951543:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800
00000100:00080000:2.0:1767327424.951550:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327424.951551:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010460032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327424.951596:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010460032:12345-0@lo:400:kworker.0 Request processed in 46us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327424.951607:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010460032:0@lo:400:kworker.0
00000100:00100000:0.0:1767327424.951608:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800
00010000:00010000:1.0:1767327425.910609:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327426.934627:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327427.958628:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327428.534712:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010460544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327428.534811:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327428.534884:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460544
00000100:00100000:3.0:1767327428.534897:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460544
00000100:00080000:2.0:1767327428.534962:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327428.534982:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8013
00000100:00100000:3.0:1767327428.534995:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010460544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327428.535034:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327428.535097:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010460544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327428.535108:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8013
00000100:00100000:1.0:1767327428.535132:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010460544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327428.982641:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327429.046656:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327429.046680:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010460672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327429.046771:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327429.046833:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460672
00000100:00100000:3.0:1767327429.046846:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460672
00000100:00100000:3.0:1767327429.046927:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8014
00000100:00080000:2.0:1767327429.046937:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327429.046941:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010460672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327429.046983:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327429.047047:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010460672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327429.047056:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8014
00000100:00100000:1.0:1767327429.047103:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010460672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327429.457024:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327429.457074:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327429.457078:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188480
00000100:00100000:0.0:1767327429.457092:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188480
00000100:00100000:1.0:1767327429.457125:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188608
00000100:00100000:1.0:1767327429.457133:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188608
00000100:00100000:0.0:1767327429.457151:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3587
00000100:00100000:0.0:1767327429.457161:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993188480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327429.457186:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327429.457203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327429.457204:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1801
00000100:00100000:1.0:1767327429.457234:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993188608:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327429.457271:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993188480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 109us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327429.457278:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3587
00000100:00100000:1.0:1767327429.457298:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993188608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327429.457307:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1801
00010000:00010000:2.0:1767327430.006616:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327430.070526:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327430.070536:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327430.070538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327430.070542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327430.070547:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327430.070556:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12622
00000100:00080000:0.0:1767327430.070562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327430.070570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327430.070621:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1180 x1853164010460800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327430.070679:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010460800:0@lo:38:kworker.0
00000100:00100000:1.0:1767327430.070691:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010460928:0@lo:400:kworker.0
00000100:00080000:0.0:1767327430.070695:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327430.070700:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327430.070702:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327430.070706:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12622
00000100:00080000:0.0:1767327430.070710:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327430.070713:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327430.070726:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1c00 x1853164010461184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327430.070736:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010461056:0@lo:400:kworker.0
00000100:00080000:0.0:1767327430.070742:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327430.070746:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327430.070748:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327430.070752:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12622
00000100:00080000:0.0:1767327430.070754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327430.070758:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327430.070769:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3100 x1853164010461440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327430.070788:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327430.070788:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327430.070791:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327430.070797:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010461568:0@lo:400:kworker.0
00000100:00080000:0.0:1767327430.070798:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327430.070801:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327430.070807:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12622
00000100:00080000:0.0:1767327430.070810:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327430.070812:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327430.070823:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc2d80 x1853164010461696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327430.070851:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327430.070854:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010461184:0@lo:38:kworker.0
00000100:00100000:0.0:1767327430.070865:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010461312:0@lo:400:kworker.0
00000100:00100000:1.0:1767327430.070874:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460928
00000100:00100000:1.0:1767327430.070884:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460928
00000100:00100000:2.0:1767327430.070901:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461568
00000100:00100000:3.0:1767327430.070903:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327430.070907:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461568
00000100:00080000:0.0:1767327430.070929:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327430.070935:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327430.070951:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010461440:0@lo:38:kworker.0
00000100:00100000:0.0:1767327430.070956:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010460800
00000100:00100000:0.0:1767327430.070961:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010460800
00000100:00100000:2.0:1767327430.070963:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461184
00000100:00100000:2.0:1767327430.070967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461184
00000100:00100000:1.0:1767327430.070968:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9145
00000100:00100000:1.0:1767327430.070982:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010460928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327430.070990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327430.070999:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35063
00000100:00100000:2.0:1767327430.071002:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461440
00000100:00100000:2.0:1767327430.071005:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461440
00000100:00100000:0.0:1767327430.071006:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010460800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327430.071026:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327430.071031:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802
00000100:00100000:3.0:1767327430.071033:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010461696:0@lo:38:kworker.0
00000100:00100000:2.0:1767327430.071043:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010461568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327430.071056:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010460928:12345-0@lo:400:kworker.0 Request processed in 77us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327430.071063:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9145
00000100:00100000:0.0:1767327430.071080:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010460800:12345-0@lo:38:kworker.0 Request processed in 73us (303us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327430.071082:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327430.071092:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35063
00000100:00100000:2.0:1767327430.071097:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010461568:12345-0@lo:400:kworker.0 Request processed in 56us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327430.071104:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802
00000100:00100000:1.0:1767327430.071124:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010460928:0@lo:400:kworker.0
00000100:00100000:2.0:1767327430.071124:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461696
00000100:00080000:3.0:1767327430.071125:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327430.071130:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461696
00000100:00080000:3.0:1767327430.071138:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327430.071145:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010460800:0@lo:38:kworker.0
00000100:00100000:0.0:1767327430.071149:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:0.0:1767327430.071156:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010461184:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327430.071161:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00010000:00020000:0.0:1767327430.071170:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327430.071171:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010461440:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327430.071178:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00010000:00020000:2.0:1767327430.071185:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327430.071187:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010461696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327430.071189:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327430.071219:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327430.071224:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010461184:12345-0@lo:38:kworker.0 Request processed in 65us (323us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327430.071231:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00100000:0.0:1767327430.071248:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461312
00000100:00100000:0.0:1767327430.071251:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461312
00000100:00100000:2.0:1767327430.071258:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010461440:12345-0@lo:38:kworker.0 Request processed in 87us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327430.071266:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:1.0:1767327430.071272:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010461696:12345-0@lo:38:kworker.0 Request processed in 85us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327430.071280:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:2.0:1767327430.071289:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803
00000100:00100000:2.0:1767327430.071299:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010461312:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327430.071310:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327430.071344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327430.071350:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010461312:12345-0@lo:400:kworker.0 Request processed in 50us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327430.071351:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327430.071355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327430.071365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010461184:0@lo:38:kworker.0
00000100:00100000:2.0:1767327430.071365:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803
00000100:00100000:3.0:1767327430.071368:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010461312:0@lo:400:kworker.0
00000100:00080000:1.0:1767327430.071389:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327430.071395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327430.071400:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010461440:0@lo:38:kworker.0
00000100:00100000:0.0:1767327430.071405:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461056
00000100:00100000:0.0:1767327430.071410:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461056
00000100:00100000:2.0:1767327430.071413:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010461568:0@lo:400:kworker.0
00000100:00080000:1.0:1767327430.071438:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327430.071443:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327430.071449:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010461696:0@lo:38:kworker.0
00000100:00100000:0.0:1767327430.071483:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9146
00000100:00100000:0.0:1767327430.071490:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010461056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327430.071522:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010461056:12345-0@lo:400:kworker.0 Request processed in 34us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327430.071527:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9146
00000100:00100000:2.0:1767327430.071558:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010461056:0@lo:400:kworker.0
00010000:00010000:1.0:1767327431.030561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327432.054626:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327433.078581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327433.654671:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010461824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327433.654761:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327433.654798:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461824
00000100:00100000:3.0:1767327433.654810:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461824
00000100:00080000:0.0:1767327433.654861:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327433.654956:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8015
00000100:00100000:3.0:1767327433.654968:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010461824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327433.655003:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327433.655052:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010461824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327433.655059:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8015
00000100:00100000:2.0:1767327433.655099:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010461824:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327434.102621:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327434.166649:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010461952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327434.166732:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327434.166779:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010461952
00000100:00100000:3.0:1767327434.166791:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010461952
00000100:00080000:0.0:1767327434.166843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327434.166867:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8016
00000100:00100000:3.0:1767327434.166878:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010461952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327434.166912:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327434.166969:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010461952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327434.166979:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8016
00000100:00100000:2.0:1767327434.167018:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010461952:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327434.576902:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327434.576951:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327434.576979:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188864
00000100:00100000:2.0:1767327434.576995:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188864
00000100:00100000:0.0:1767327434.577040:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993188736
00000100:00100000:0.0:1767327434.577047:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993188736
00000100:00080000:1.0:1767327434.577084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327434.577091:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1804
00000100:00100000:0.0:1767327434.577105:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3591
00000100:00100000:2.0:1767327434.577106:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993188864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327434.577119:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993188736:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327434.577149:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327434.577210:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993188864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 109us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327434.577217:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1804
00000100:00100000:0.0:1767327434.577233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993188736:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 113us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327434.577245:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3591
00010000:00010000:2.0:1767327435.126596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327435.190515:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327435.190525:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327435.190529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327435.190533:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327435.190537:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327435.190545:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12627
00000100:00080000:0.0:1767327435.190552:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327435.190560:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327435.190607:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc2a00 x1853164010462080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327435.190673:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010462080:0@lo:38:kworker.0
00000100:00080000:0.0:1767327435.190693:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327435.190698:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327435.190699:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767327435.190700:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327435.190708:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12627
00000100:00080000:0.0:1767327435.190711:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327435.190717:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327435.190718:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010462208:0@lo:400:kworker.0
00000100:00100000:0.0:1767327435.190733:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0a80 x1853164010462464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327435.190736:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010462336:0@lo:400:kworker.0
00000100:00080000:0.0:1767327435.190763:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327435.190770:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327435.190772:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327435.190774:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327435.190781:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12627
00000100:00080000:0.0:1767327435.190785:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327435.190790:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327435.190798:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327435.190800:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010462592:0@lo:400:kworker.0
00000100:00100000:0.0:1767327435.190811:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3100 x1853164010462720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327435.190844:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327435.190848:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327435.190850:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327435.190853:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327435.190858:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12627
00000100:00080000:0.0:1767327435.190862:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327435.190862:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010462848:0@lo:400:kworker.0
00000100:00100000:3.0:1767327435.190863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010462464:0@lo:38:kworker.0
00000100:00080000:0.0:1767327435.190871:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327435.190887:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0e00 x1853164010462976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327435.190900:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462592
00000100:00100000:1.0:1767327435.190909:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462592
00000100:00100000:2.0:1767327435.190910:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327435.190927:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462080
00000100:00100000:3.0:1767327435.190934:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462080
00000100:00100000:0.0:1767327435.190945:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462208
00000100:00100000:0.0:1767327435.190959:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462208
00000100:00100000:1.0:1767327435.190975:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462848
00000100:00100000:1.0:1767327435.190979:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462848
00000100:00100000:2.0:1767327435.190980:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805
00000100:00100000:3.0:1767327435.190985:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35064
00000100:00100000:3.0:1767327435.190998:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010462080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327435.190999:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010462592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327435.191005:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9147
00000100:00100000:1.0:1767327435.191016:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806
00000100:00100000:0.0:1767327435.191021:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010462208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327435.191030:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010462848:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327435.191036:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327435.191072:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010462592:12345-0@lo:400:kworker.0 Request processed in 79us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327435.191080:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805
00000100:00100000:0.0:1767327435.191085:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010462208:12345-0@lo:400:kworker.0 Request processed in 66us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327435.191094:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9147
00000100:00100000:1.0:1767327435.191099:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010462848:12345-0@lo:400:kworker.0 Request processed in 69us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327435.191101:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010462080:12345-0@lo:38:kworker.0 Request processed in 103us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327435.191112:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806
00000100:00100000:3.0:1767327435.191118:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35064
00000100:00100000:0.0:1767327435.191129:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327435.191137:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010462848:0@lo:400:kworker.0
00000100:00080000:1.0:1767327435.191140:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327435.191148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327435.191158:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010462208:0@lo:400:kworker.0
00000100:00100000:3.0:1767327435.191164:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462336
00000100:00100000:3.0:1767327435.191185:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462336
00000100:00100000:1.0:1767327435.191203:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010462592:0@lo:400:kworker.0
00000100:00100000:2.0:1767327435.191224:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327435.191228:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9148
00000100:00100000:3.0:1767327435.191242:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010462336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327435.191253:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010462720:0@lo:38:kworker.0
00000100:00100000:0.0:1767327435.191257:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462464
00000100:00100000:0.0:1767327435.191262:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462464
00000100:00100000:0.0:1767327435.191291:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00100000:2.0:1767327435.191295:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327435.191300:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010462464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327435.191306:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010462336:12345-0@lo:400:kworker.0 Request processed in 66us (176us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327435.191315:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327435.191316:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462720
00000100:00100000:3.0:1767327435.191320:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9148
00000100:00100000:1.0:1767327435.191323:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462720
00000100:00080000:2.0:1767327435.191326:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327435.191332:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327435.191337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010462080:0@lo:38:kworker.0
00000100:00100000:0.0:1767327435.191359:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010462464:12345-0@lo:38:kworker.0 Request processed in 58us (138us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327435.191359:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010462976:0@lo:38:kworker.0
00000100:00100000:1.0:1767327435.191361:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:3.0:1767327435.191372:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010462336:0@lo:400:kworker.0
00000100:00100000:0.0:1767327435.191378:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00100000:1.0:1767327435.191379:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010462720:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327435.191393:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327435.191398:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327435.191434:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010462976
00000100:00100000:0.0:1767327435.191438:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010462976
00000100:00080000:2.0:1767327435.191454:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327435.191462:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327435.191466:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:2.0:1767327435.191471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010462464:0@lo:38:kworker.0
00000100:00100000:0.0:1767327435.191477:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010462976:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327435.191485:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010462720:12345-0@lo:38:kworker.0 Request processed in 108us (193us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327435.191492:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767327435.191495:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327435.191496:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00080000:2.0:1767327435.191504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327435.191509:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010462720:0@lo:38:kworker.0
00000100:00100000:0.0:1767327435.191538:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010462976:12345-0@lo:38:kworker.0 Request processed in 62us (145us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327435.191545:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00080000:2.0:1767327435.191550:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327435.191557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327435.191562:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010462976:0@lo:38:kworker.0
00010000:00010000:1.0:1767327436.150601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327437.174555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327438.198615:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327438.673012:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993188992 offset 0 length 520: 4
00000100:00100000:3.0:1767327438.673071:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327438.673115:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327438.673131:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189120
00000100:00100000:0.0:1767327438.673167:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189120
00000100:00100000:1.0:1767327438.673174:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189248
00000100:00100000:1.0:1767327438.673181:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189248
00000100:00100000:0.0:1767327438.673229:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1807
00000100:00100000:0.0:1767327438.673242:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993189248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327438.673246:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3595
00000100:00100000:1.0:1767327438.673256:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993189120:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327438.673280:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327438.673298:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327438.673335:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993189120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (265us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327438.673343:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993189248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327438.673347:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3595
00000100:00100000:0.0:1767327438.673360:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1807
00000100:00100000:2.0:1767327438.774588:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327438.774612:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010463104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327438.774683:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327438.774751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010463104
00000100:00100000:3.0:1767327438.774763:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010463104
00000100:00080000:2.0:1767327438.774818:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327438.774838:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8017
00000100:00100000:3.0:1767327438.774851:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010463104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327438.774886:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327438.774945:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010463104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327438.774955:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8017
00000100:00100000:2.0:1767327438.774985:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010463104:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327439.222595:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327439.286529:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327414/real 1767327414]  req@ffff9bb48c652d80 x1853164010457856/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327439.286563:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48c652d80 x1853164010457856/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327439.286584:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327439.286608:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327439.286611:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010457856:0@lo:250:kworker.0
00000100:00080000:3.0:1767327439.286646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327439.286655:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767327439.286660:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327439.286663:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010463232:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327439.286669:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12612
00000100:00080000:3.0:1767327439.286677:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327439.286687:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327439.286709:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c000 x1853164010463360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327439.286730:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327439.286735:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327439.286738:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327439.286743:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12633
00000100:00100000:0.0:1767327439.286749:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327439.286752:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327439.286758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010463360:0@lo:250:kworker.0
00000100:00080000:3.0:1767327439.286763:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327439.286786:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ca80 x1853164010463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327439.286793:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010463360 offset 0 length 520: 4
00000100:00080000:3.0:1767327439.286832:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327439.286833:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010463232
00000100:00100000:0.0:1767327439.286836:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327439.286842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010463488:0@lo:38:kworker.0
00000100:00080000:3.0:1767327439.286842:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327439.286847:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010463232
00000100:00080000:3.0:1767327439.286848:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327439.286849:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010463616:0@lo:400:kworker.0
00000100:00080000:3.0:1767327439.286860:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12633
00000100:00080000:3.0:1767327439.286864:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327439.286869:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327439.286876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327439.286892:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327439.286893:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09dc00 x1853164010463744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327439.286920:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010463488
00000100:00100000:2.0:1767327439.286925:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010463488
00000100:00100000:1.0:1767327439.286940:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8018
00000100:00100000:0.0:1767327439.286941:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010463616
00000100:00100000:0.0:1767327439.286948:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010463616
00000100:00080000:3.0:1767327439.286951:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327439.286957:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327439.286961:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35065
00000100:00080000:3.0:1767327439.286962:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327439.286964:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010463232:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327439.286972:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010463488:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327439.286975:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12633
00000100:00080000:3.0:1767327439.286982:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327439.286986:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9149
00000100:00080000:3.0:1767327439.286990:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767327439.286996:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327439.286998:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010463616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327439.287009:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1f80 x1853164010464000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:1.0:1767327439.287012:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327439.287043:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010463488:12345-0@lo:38:kworker.0 Request processed in 71us (164us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327439.287043:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327439.287055:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010463616:12345-0@lo:400:kworker.0 Request processed in 57us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327439.287056:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35065
00000100:00080000:3.0:1767327439.287056:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327439.287062:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327439.287072:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12633
00000100:00100000:0.0:1767327439.287073:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9149
00000100:00080000:3.0:1767327439.287079:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327439.287085:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010463232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (335us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327439.287087:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327439.287092:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010463872:0@lo:400:kworker.0
00000100:00100000:1.0:1767327439.287105:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8018
00000100:00100000:3.0:1767327439.287109:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886300 x1853164010464256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327439.287126:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010463616:0@lo:400:kworker.0
00000100:00100000:2.0:1767327439.287134:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327439.287167:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010464128:0@lo:400:kworker.0
00000100:00100000:0.0:1767327439.287174:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010463232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327439.287182:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010463744:0@lo:38:kworker.0
00000100:00100000:1.0:1767327439.287208:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327439.287216:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327439.287220:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010463872
00000100:00100000:0.0:1767327439.287224:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010463872
00000100:00100000:3.0:1767327439.287235:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327439.287251:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464128
00000100:00100000:2.0:1767327439.287256:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464128
00000100:00080000:1.0:1767327439.287268:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327439.287271:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010463744
00000100:00100000:3.0:1767327439.287272:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010464000:0@lo:38:kworker.0
00000100:00100000:0.0:1767327439.287277:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010463744
00000100:00100000:1.0:1767327439.287299:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808
00000100:00100000:2.0:1767327439.287307:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809
00000100:00100000:1.0:1767327439.287312:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010463872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327439.287317:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:2.0:1767327439.287322:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010464128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327439.287323:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327439.287330:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010463744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327439.287342:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327439.287347:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010464256:0@lo:38:kworker.0
00000100:00100000:1.0:1767327439.287370:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010463872:12345-0@lo:400:kworker.0 Request processed in 62us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327439.287378:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808
00000100:00100000:0.0:1767327439.287394:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010463744:12345-0@lo:38:kworker.0 Request processed in 65us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327439.287398:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464000
00000100:00100000:1.0:1767327439.287403:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464000
00000100:00100000:0.0:1767327439.287406:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00100000:2.0:1767327439.287407:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010464128:12345-0@lo:400:kworker.0 Request processed in 87us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327439.287445:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809
00000100:00100000:1.0:1767327439.287456:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:3.0:1767327439.287457:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327439.287470:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010464000:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327439.287470:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464256
00000100:00100000:2.0:1767327439.287476:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464256
00010000:00020000:1.0:1767327439.287489:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327439.287491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327439.287499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327439.287504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010463488:0@lo:38:kworker.0
00000100:00100000:0.0:1767327439.287507:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:0.0:1767327439.287516:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010464256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327439.287525:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327439.287533:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010464000:12345-0@lo:38:kworker.0 Request processed in 62us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327439.287540:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00080000:3.0:1767327439.287540:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327439.287550:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327439.287556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010463744:0@lo:38:kworker.0
00000100:00100000:0.0:1767327439.287563:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010464256:12345-0@lo:38:kworker.0 Request processed in 44us (109us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327439.287569:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00080000:3.0:1767327439.287573:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327439.287578:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327439.287583:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010463872:0@lo:400:kworker.0
00000100:00100000:3.0:1767327439.287585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010464000:0@lo:38:kworker.0
00000100:00080000:3.0:1767327439.287607:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327439.287613:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327439.287617:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010464256:0@lo:38:kworker.0
00000100:00100000:0.0:1767327439.287680:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010464128:0@lo:400:kworker.0
00010000:00010000:2.0:1767327440.246599:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327441.270601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327442.294580:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327443.318586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327443.793007:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327443.793038:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327443.793094:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189376
00000100:00100000:0.0:1767327443.793126:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189504
00000100:00100000:0.0:1767327443.793138:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189504
00000100:00100000:1.0:1767327443.793138:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189376
00000100:00080000:2.0:1767327443.793218:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327443.793227:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1810
00000100:00100000:0.0:1767327443.793248:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3599
00000100:00100000:1.0:1767327443.793260:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993189504:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327443.793265:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993189376:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327443.793294:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327443.793361:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993189376:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 98us (360us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327443.793369:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3599
00000100:00100000:1.0:1767327443.793379:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993189504:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 131us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327443.793393:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1810
00000100:00100000:2.0:1767327443.894656:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010464384:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327443.894744:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327443.894799:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464384
00000100:00100000:1.0:1767327443.894812:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464384
00000100:00080000:2.0:1767327443.894870:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327443.894898:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8019
00000100:00100000:1.0:1767327443.894912:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010464384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327443.894951:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327443.895011:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010464384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327443.895022:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8019
00000100:00100000:2.0:1767327443.895054:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010464384:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327444.342636:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327444.406634:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327444.406637:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767327444.406653:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327444.406660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327444.406665:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327444.406666:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010464512:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327444.406671:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327444.406680:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12637
00000100:00080000:2.0:1767327444.406686:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327444.406695:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327444.406736:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327444.406742:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890700 x1853164010464640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327444.406813:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327444.406818:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327444.406821:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464512
00000100:00080000:2.0:1767327444.406821:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327444.406829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010464640:0@lo:38:kworker.0
00000100:00080000:2.0:1767327444.406830:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12637
00000100:00100000:1.0:1767327444.406836:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464512
00000100:00100000:0.0:1767327444.406837:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010464768:0@lo:400:kworker.0
00000100:00080000:2.0:1767327444.406839:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327444.406851:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327444.406887:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893b80 x1853164010464896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327444.406919:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327444.406923:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327444.406926:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327444.406929:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327444.406935:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327444.406942:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12637
00000100:00080000:2.0:1767327444.406945:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327444.406950:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327444.406967:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8020
00000100:00100000:2.0:1767327444.406967:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6892a00 x1853164010465152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327444.406982:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010464896:0@lo:38:kworker.0
00000100:00100000:0.0:1767327444.406987:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327444.406995:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010464512:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327444.407011:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010465024:0@lo:400:kworker.0
00000100:00080000:2.0:1767327444.407036:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327444.407045:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327444.407052:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00002000:00000024:1.0:1767327444.407053:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:2.0:1767327444.407058:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327444.407069:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12637
00000100:00080000:2.0:1767327444.407072:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327444.407079:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327444.407085:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464768
00000100:00100000:0.0:1767327444.407094:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464768
00000100:00100000:3.0:1767327444.407100:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010465152:0@lo:38:kworker.0
00000100:00100000:2.0:1767327444.407125:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6892d80 x1853164010465408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327444.407178:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9150
00000100:00100000:2.0:1767327444.407184:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464640
00000100:00100000:1.0:1767327444.407191:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010464512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 200us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327444.407193:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327444.407196:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464640
00000100:00100000:0.0:1767327444.407202:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010464768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327444.407231:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8020
00000100:00100000:2.0:1767327444.407241:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35066
00000100:00100000:3.0:1767327444.407241:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010465408:0@lo:38:kworker.0
00000100:00100000:2.0:1767327444.407260:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010464640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327444.407282:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327444.407295:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010464768:12345-0@lo:400:kworker.0 Request processed in 101us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327444.407302:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327444.407306:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9150
00000100:00100000:1.0:1767327444.407319:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010465280:0@lo:400:kworker.0
00000100:00100000:2.0:1767327444.407371:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010464640:12345-0@lo:38:kworker.0 Request processed in 110us (458us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327444.407383:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35066
00000100:00100000:0.0:1767327444.407405:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010464896
00000100:00100000:1.0:1767327444.407406:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327444.407408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327444.407446:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010464896
00000100:00080000:3.0:1767327444.407457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327444.407463:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010464640:0@lo:38:kworker.0
00000100:00100000:0.0:1767327444.407486:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465152
00000100:00100000:0.0:1767327444.407490:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465152
00000100:00100000:2.0:1767327444.407497:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465408
00000100:00100000:2.0:1767327444.407505:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465408
00000100:00100000:0.0:1767327444.407521:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465280
00000100:00100000:0.0:1767327444.407527:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465280
00000100:00100000:2.0:1767327444.407542:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:3.0:1767327444.407552:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327444.407557:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010464896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327444.407562:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010464512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327444.407564:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465024
00010000:00020000:2.0:1767327444.407573:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327444.407574:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465024
00000100:00100000:3.0:1767327444.407611:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010464768:0@lo:400:kworker.0
00000100:00100000:0.0:1767327444.407631:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811
00000100:00100000:2.0:1767327444.407646:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010464896:12345-0@lo:38:kworker.0 Request processed in 88us (604us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327444.407648:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010465280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327444.407660:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812
00000100:00100000:3.0:1767327444.407685:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:1.0:1767327444.407693:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010465024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327444.407701:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:3.0:1767327444.407708:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010465152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327444.407730:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010465280:12345-0@lo:400:kworker.0 Request processed in 86us (332us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327444.407736:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327444.407744:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:0.0:1767327444.407766:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811
00000100:00100000:2.0:1767327444.407767:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010465408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327444.407788:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010465024:12345-0@lo:400:kworker.0 Request processed in 100us (249us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327444.407788:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327444.407806:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812
00000100:00080000:0.0:1767327444.407807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327444.407812:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010465152:12345-0@lo:38:kworker.0 Request processed in 107us (629us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327444.407822:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327444.407829:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767327444.407865:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010465408:12345-0@lo:38:kworker.0 Request processed in 104us (564us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327444.407879:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010465280:0@lo:400:kworker.0
00000100:00100000:2.0:1767327444.407881:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00100000:3.0:1767327444.407917:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010465024:0@lo:400:kworker.0
00000100:00080000:3.0:1767327444.407961:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327444.407967:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327444.407970:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010465408:0@lo:38:kworker.0
00000100:00080000:3.0:1767327444.407979:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327444.407983:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327444.407986:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010465152:0@lo:38:kworker.0
00000100:00080000:3.0:1767327444.407996:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327444.407999:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327444.408002:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010464896:0@lo:38:kworker.0
00010000:00010000:2.0:1767327445.366621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327446.390575:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327447.414625:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327448.438546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327448.912764:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327448.912793:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327448.912866:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189760
00000100:00100000:0.0:1767327448.912867:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189632
00000100:00100000:2.0:1767327448.912877:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189760
00000100:00100000:0.0:1767327448.912878:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189632
00000100:00100000:0.0:1767327448.912934:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1813
00000100:00100000:2.0:1767327448.912947:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3603
00000100:00080000:1.0:1767327448.912948:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327448.912954:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993189760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327448.912961:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993189632:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327448.912981:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327448.913032:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993189632:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327448.913037:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3603
00000100:00100000:0.0:1767327448.913045:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993189760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327448.913056:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1813
00000100:00100000:1.0:1767327449.014609:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010465536:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327449.014670:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327449.014722:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465536
00000100:00100000:2.0:1767327449.014730:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465536
00000100:00080000:1.0:1767327449.014780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327449.014790:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8021
00000100:00100000:2.0:1767327449.014799:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010465536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327449.014824:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327449.014866:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010465536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327449.014873:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8021
00000100:00100000:1.0:1767327449.014907:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010465536:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327449.462574:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327449.526491:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327449.526499:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327449.526502:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327449.526513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327449.526521:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327449.526529:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12642
00000100:00080000:2.0:1767327449.526532:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327449.526539:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327449.526562:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010465664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327449.526565:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893480 x1853164010465792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327449.526621:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010465792:0@lo:38:kworker.0
00000100:00080000:2.0:1767327449.526628:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327449.526634:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327449.526634:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327449.526638:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327449.526642:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010465920:0@lo:400:kworker.0
00000100:00080000:2.0:1767327449.526644:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12642
00000100:00080000:2.0:1767327449.526650:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327449.526654:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327449.526666:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327449.526670:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6892a00 x1853164010466176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327449.526691:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327449.526694:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327449.526695:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327449.526704:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12642
00000100:00100000:0.0:1767327449.526705:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327449.526705:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010466048:0@lo:400:kworker.0
00000100:00100000:1.0:1767327449.526706:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010466176:0@lo:38:kworker.0
00000100:00080000:2.0:1767327449.526708:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327449.526717:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327449.526732:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891f80 x1853164010466432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327449.526752:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327449.526756:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327449.526756:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327449.526762:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327449.526763:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010466560:0@lo:400:kworker.0
00000100:00080000:2.0:1767327449.526765:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327449.526770:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327449.526775:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12642
00000100:00080000:2.0:1767327449.526777:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327449.526780:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327449.526789:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327449.526796:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891500 x1853164010466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327449.526803:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010466432:0@lo:38:kworker.0
00000100:00100000:3.0:1767327449.526804:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010466304:0@lo:400:kworker.0
00000100:00100000:0.0:1767327449.526808:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327449.526827:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465792
00000100:00100000:2.0:1767327449.526833:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465792
00000100:00100000:0.0:1767327449.526852:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465920
00000100:00100000:1.0:1767327449.526852:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327449.526858:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465920
00000100:00100000:3.0:1767327449.526862:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010465664
00000100:00100000:3.0:1767327449.526868:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010465664
00000100:00100000:2.0:1767327449.526873:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35067
00000100:00100000:2.0:1767327449.526881:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010465792:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327449.526891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010466688:0@lo:38:kworker.0
00010000:00020000:2.0:1767327449.526897:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327449.526901:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466048
00000100:00100000:0.0:1767327449.526905:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466048
00000100:00100000:3.0:1767327449.526925:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8022
00000100:00100000:0.0:1767327449.526938:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9151
00000100:00100000:3.0:1767327449.526940:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010465664:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327449.526950:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010465920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327449.526950:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010465792:12345-0@lo:38:kworker.0 Request processed in 64us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327449.526952:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327449.526965:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35067
00002000:00000024:3.0:1767327449.526967:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327449.527001:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466176
00000100:00080000:1.0:1767327449.527003:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327449.527006:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466176
00000100:00080000:1.0:1767327449.527010:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327449.527015:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010465792:0@lo:38:kworker.0
00000100:00100000:0.0:1767327449.527021:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010465920:12345-0@lo:400:kworker.0 Request processed in 71us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327449.527023:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010465664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (391us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327449.527027:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466560
00000100:00100000:2.0:1767327449.527032:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466560
00000100:00100000:3.0:1767327449.527042:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8022
00000100:00100000:0.0:1767327449.527044:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9151
00000100:00100000:2.0:1767327449.527066:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466432
00000100:00100000:2.0:1767327449.527084:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466432
00000100:00080000:3.0:1767327449.527087:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327449.527088:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9152
00000100:00100000:1.0:1767327449.527089:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466688
00000100:00080000:3.0:1767327449.527093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327449.527095:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466688
00000100:00100000:0.0:1767327449.527103:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010466048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327449.527103:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814
00000100:00100000:2.0:1767327449.527117:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010466560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327449.527119:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:1.0:1767327449.527133:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:3.0:1767327449.527134:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010466176:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327449.527143:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010466048:12345-0@lo:400:kworker.0 Request processed in 43us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327449.527145:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010466432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327449.527151:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327449.527156:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9152
00010000:00020000:1.0:1767327449.527162:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327449.527162:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010466560:12345-0@lo:400:kworker.0 Request processed in 47us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327449.527173:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814
00000100:00100000:2.0:1767327449.527194:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:3.0:1767327449.527199:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010466176:12345-0@lo:38:kworker.0 Request processed in 66us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327449.527205:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010466688:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327449.527208:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010466432:12345-0@lo:38:kworker.0 Request processed in 62us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327449.527218:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00010000:00020000:2.0:1767327449.527222:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327449.527226:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00100000:0.0:1767327449.527239:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010466560:0@lo:400:kworker.0
00000100:00100000:3.0:1767327449.527247:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327449.527260:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010465920:0@lo:400:kworker.0
00000100:00100000:2.0:1767327449.527270:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010466688:12345-0@lo:38:kworker.0 Request processed in 64us (321us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327449.527278:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466304
00000100:00100000:2.0:1767327449.527280:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00100000:1.0:1767327449.527284:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466304
00000100:00100000:3.0:1767327449.527290:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010466048:0@lo:400:kworker.0
00000100:00080000:0.0:1767327449.527319:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327449.527332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327449.527338:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327449.527342:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815
00000100:00100000:2.0:1767327449.527344:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010465664:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327449.527346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010466688:0@lo:38:kworker.0
00000100:00100000:1.0:1767327449.527354:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010466304:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327449.527365:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327449.527370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327449.527373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010466432:0@lo:38:kworker.0
00000100:00080000:3.0:1767327449.527384:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327449.527387:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327449.527389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010466176:0@lo:38:kworker.0
00000100:00100000:1.0:1767327449.527409:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010466304:12345-0@lo:400:kworker.0 Request processed in 57us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327449.527438:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815
00000100:00100000:2.0:1767327449.527451:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010466304:0@lo:400:kworker.0
00010000:00010000:2.0:1767327450.486558:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327451.510611:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327452.534564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327453.558635:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327454.032824:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327454.032868:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327454.032891:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993189888
00000100:00100000:1.0:1767327454.032902:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993189888
00000100:00100000:0.0:1767327454.032918:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190016
00000100:00100000:0.0:1767327454.032924:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190016
00000100:00100000:1.0:1767327454.032965:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3607
00000100:00100000:1.0:1767327454.032975:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993189888:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767327454.032975:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327454.032992:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1816
00010000:00020000:1.0:1767327454.033000:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327454.033005:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993190016:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327454.033075:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993189888:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327454.033083:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993190016:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327454.033088:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3607
00000100:00100000:0.0:1767327454.033096:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1816
00000100:00100000:2.0:1767327454.134600:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010466816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327454.134669:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327454.134706:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466816
00000100:00100000:3.0:1767327454.134714:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466816
00000100:00080000:0.0:1767327454.134761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327454.134769:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8023
00000100:00100000:3.0:1767327454.134780:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010466816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327454.134806:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327454.134866:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010466816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327454.134876:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8023
00000100:00100000:2.0:1767327454.134908:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010466816:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327454.582587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327454.646500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327454.646509:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327454.646512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327454.646515:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327454.646518:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327454.646524:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12647
00000100:00080000:2.0:1767327454.646529:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327454.646535:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327454.646569:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890700 x1853164010467072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327454.646589:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010466944:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327454.646610:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010467200:0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.646614:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010467072:0@lo:38:kworker.0
00000100:00080000:2.0:1767327454.646617:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327454.646622:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327454.646625:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327454.646628:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12647
00000100:00080000:2.0:1767327454.646630:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327454.646633:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327454.646643:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893100 x1853164010467456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327454.646662:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327454.646665:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327454.646666:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327454.646673:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12647
00000100:00100000:3.0:1767327454.646677:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327454.646679:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327454.646679:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327454.646681:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327454.646687:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327454.646703:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891180 x1853164010467712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327454.646724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010467456:0@lo:38:kworker.0
00000100:00100000:3.0:1767327454.646736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010466944
00000100:00080000:2.0:1767327454.646737:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327454.646741:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467200
00000100:00080000:2.0:1767327454.646742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327454.646744:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010466944
00000100:00080000:2.0:1767327454.646745:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327454.646749:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467200
00000100:00080000:2.0:1767327454.646750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12647
00000100:00080000:2.0:1767327454.646755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327454.646762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327454.646763:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327454.646778:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891f80 x1853164010467968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327454.646791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010467712:0@lo:38:kworker.0
00000100:00100000:3.0:1767327454.646801:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8024
00000100:00100000:0.0:1767327454.646803:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9153
00000100:00100000:2.0:1767327454.646806:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010467328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327454.646815:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010466944:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327454.646820:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010467200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.646823:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327454.646841:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767327454.646850:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327454.646853:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010467968:0@lo:38:kworker.0
00000100:00100000:2.0:1767327454.646871:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327454.646878:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010467200:12345-0@lo:400:kworker.0 Request processed in 63us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327454.646880:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010467584:0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.646888:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327454.646892:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9153
00000100:00100000:3.0:1767327454.646902:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010466944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327454.646913:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8024
00000100:00100000:0.0:1767327454.646914:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467328
00000100:00100000:2.0:1767327454.646920:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327454.646922:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467328
00000100:00100000:1.0:1767327454.646939:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467456
00000100:00100000:1.0:1767327454.646943:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467456
00000100:00100000:0.0:1767327454.646955:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9154
00000100:00100000:0.0:1767327454.646964:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010467328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.646969:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467712
00000100:00100000:1.0:1767327454.646973:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467712
00000100:00100000:2.0:1767327454.646973:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467968
00000100:00100000:2.0:1767327454.646979:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467968
00000100:00100000:3.0:1767327454.646988:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010467840:0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.646991:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467584
00000100:00100000:1.0:1767327454.646997:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467584
00000100:00100000:2.0:1767327454.647002:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:2.0:1767327454.647009:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010467456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327454.647013:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010467328:12345-0@lo:400:kworker.0 Request processed in 48us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327454.647022:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9154
00010000:00020000:2.0:1767327454.647027:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327454.647030:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327454.647047:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817
00000100:00100000:1.0:1767327454.647059:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010467584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327454.647063:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467840
00000100:00100000:0.0:1767327454.647067:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467840
00000100:00100000:3.0:1767327454.647087:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010466944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327454.647092:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010467456:12345-0@lo:38:kworker.0 Request processed in 80us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327454.647099:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818
00000100:00100000:2.0:1767327454.647107:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767327454.647110:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010467840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.647110:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010467584:12345-0@lo:400:kworker.0 Request processed in 52us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327454.647120:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817
00000100:00100000:2.0:1767327454.647130:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:2.0:1767327454.647136:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010467712:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327454.647142:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010467584:0@lo:400:kworker.0
00010000:00020000:2.0:1767327454.647146:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327454.647147:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610
00000100:00100000:1.0:1767327454.647158:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010467968:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327454.647159:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010467328:0@lo:400:kworker.0
00000100:00100000:0.0:1767327454.647168:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010467840:12345-0@lo:400:kworker.0 Request processed in 58us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327454.647177:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818
00010000:00020000:1.0:1767327454.647178:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327454.647183:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010467712:12345-0@lo:38:kworker.0 Request processed in 45us (363us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327454.647191:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00080000:3.0:1767327454.647208:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327454.647214:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010467072
00000100:00080000:3.0:1767327454.647214:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327454.647220:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010467968:12345-0@lo:38:kworker.0 Request processed in 61us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327454.647221:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010467072
00000100:00100000:3.0:1767327454.647222:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010467456:0@lo:38:kworker.0
00000100:00080000:2.0:1767327454.647234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327454.647236:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610
00000100:00080000:2.0:1767327454.647240:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327454.647241:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327454.647248:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327454.647252:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010467712:0@lo:38:kworker.0
00000100:00100000:0.0:1767327454.647258:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35068
00000100:00100000:0.0:1767327454.647265:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010467072:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327454.647276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767327454.647278:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327454.647284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327454.647290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010467968:0@lo:38:kworker.0
00000100:00100000:2.0:1767327454.647295:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010467200:0@lo:400:kworker.0
00000100:00100000:1.0:1767327454.647315:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010467840:0@lo:400:kworker.0
00000100:00100000:0.0:1767327454.647328:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010467072:12345-0@lo:38:kworker.0 Request processed in 62us (657us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327454.647336:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35068
00000100:00080000:3.0:1767327454.647343:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327454.647348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327454.647351:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010467072:0@lo:38:kworker.0
00010000:00010000:2.0:1767327455.606624:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327456.630592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327457.654634:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327458.678543:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327459.152909:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327459.152957:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327459.152980:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190272
00000100:00100000:1.0:1767327459.152989:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190272
00000100:00100000:3.0:1767327459.153032:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190144
00000100:00100000:3.0:1767327459.153039:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190144
00000100:00080000:2.0:1767327459.153062:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327459.153067:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1819
00000100:00100000:3.0:1767327459.153076:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3611
00000100:00100000:1.0:1767327459.153082:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993190272:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327459.153089:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993190144:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327459.153108:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327459.153162:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993190272:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327459.153162:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993190144:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (201us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327459.153177:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1819
00000100:00100000:3.0:1767327459.153184:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3611
00000100:00100000:2.0:1767327459.254629:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010468096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327459.254698:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327459.254743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468096
00000100:00100000:0.0:1767327459.254752:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468096
00000100:00080000:3.0:1767327459.254814:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327459.254825:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8025
00000100:00100000:0.0:1767327459.254835:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010468096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327459.254860:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327459.254901:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010468096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327459.254907:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8025
00000100:00100000:2.0:1767327459.254950:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010468096:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327459.702632:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327459.766505:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327459.766513:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327459.766516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327459.766519:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327459.766524:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327459.766532:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12652
00000100:00080000:0.0:1767327459.766537:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327459.766544:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327459.766558:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010468224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327459.766570:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3800 x1853164010468352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327459.766608:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327459.766611:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327459.766613:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327459.766618:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12652
00000100:00100000:3.0:1767327459.766618:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010468352:0@lo:38:kworker.0
00000100:00080000:0.0:1767327459.766623:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327459.766628:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327459.766635:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327459.766641:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1f80 x1853164010468608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327459.766645:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010468480:0@lo:400:kworker.0
00000100:00100000:3.0:1767327459.766668:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327459.766676:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327459.766680:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327459.766682:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327459.766687:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12652
00000100:00080000:0.0:1767327459.766689:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327459.766693:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327459.766699:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327459.766709:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0700 x1853164010468864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327459.766724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010468608:0@lo:38:kworker.0
00000100:00100000:2.0:1767327459.766725:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327459.766729:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327459.766734:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327459.766736:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327459.766741:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12652
00000100:00100000:2.0:1767327459.766744:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010468992:0@lo:400:kworker.0
00000100:00080000:0.0:1767327459.766745:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327459.766751:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327459.766758:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327459.766767:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ed80 x1853164010469120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327459.766773:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468224
00000100:00100000:1.0:1767327459.766780:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468224
00000100:00100000:3.0:1767327459.766784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010468864:0@lo:38:kworker.0
00000100:00100000:2.0:1767327459.766791:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327459.766799:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468352
00000100:00100000:0.0:1767327459.766805:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468352
00000100:00100000:3.0:1767327459.766817:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468608
00000100:00100000:3.0:1767327459.766822:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468608
00000100:00100000:2.0:1767327459.766835:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010468736:0@lo:400:kworker.0
00000100:00100000:0.0:1767327459.766844:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35069
00000100:00100000:3.0:1767327459.766849:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468992
00000100:00100000:0.0:1767327459.766851:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010468352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327459.766853:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468992
00000100:00100000:1.0:1767327459.766861:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8026
00000100:00100000:2.0:1767327459.766870:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327459.766872:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327459.766876:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010468224:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327459.766891:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468736
00000100:00100000:3.0:1767327459.766895:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468736
00002000:00000024:1.0:1767327459.766903:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327459.766924:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010468352:12345-0@lo:38:kworker.0 Request processed in 72us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327459.766929:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820
00000100:00100000:2.0:1767327459.766931:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468480
00000100:00100000:0.0:1767327459.766936:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35069
00000100:00100000:2.0:1767327459.766939:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468480
00000100:00100000:3.0:1767327459.766941:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010468992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327459.766953:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010468224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327459.766960:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8026
00000100:00100000:0.0:1767327459.766978:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821
00000100:00100000:0.0:1767327459.766990:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010468736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327459.766994:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010468992:12345-0@lo:400:kworker.0 Request processed in 54us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327459.767010:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9155
00000100:00100000:1.0:1767327459.767012:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612
00000100:00100000:3.0:1767327459.767022:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820
00000100:00100000:1.0:1767327459.767023:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010468608:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327459.767030:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010468480:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327459.767038:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327459.767046:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010468736:12345-0@lo:400:kworker.0 Request processed in 59us (178us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327459.767046:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327459.767053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327459.767058:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821
00000100:00100000:1.0:1767327459.767078:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010468608:12345-0@lo:38:kworker.0 Request processed in 54us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327459.767085:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612
00000100:00100000:3.0:1767327459.767092:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327459.767101:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010468480:12345-0@lo:400:kworker.0 Request processed in 76us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327459.767102:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010468864
00000100:00100000:1.0:1767327459.767108:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010468864
00000100:00100000:2.0:1767327459.767114:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9155
00000100:00080000:3.0:1767327459.767128:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327459.767135:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327459.767140:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010468352:0@lo:38:kworker.0
00000100:00100000:0.0:1767327459.767141:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613
00000100:00100000:0.0:1767327459.767153:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010468864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327459.767162:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327459.767166:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010469120:0@lo:38:kworker.0
00000100:00100000:2.0:1767327459.767174:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010468480:0@lo:400:kworker.0
00000100:00100000:0.0:1767327459.767202:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010468864:12345-0@lo:38:kworker.0 Request processed in 47us (108us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327459.767202:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327459.767209:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613
00000100:00100000:2.0:1767327459.767226:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010468224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327459.767228:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469120
00000100:00100000:0.0:1767327459.767234:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469120
00000100:00080000:3.0:1767327459.767236:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327459.767241:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327459.767245:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010468608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327459.767259:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614
00000100:00100000:1.0:1767327459.767266:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010469120:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327459.767270:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010468992:0@lo:400:kworker.0
00000100:00080000:3.0:1767327459.767275:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767327459.767278:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327459.767282:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327459.767287:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010468864:0@lo:38:kworker.0
00000100:00100000:2.0:1767327459.767292:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010468736:0@lo:400:kworker.0
00000100:00080000:3.0:1767327459.767317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327459.767322:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010469120:12345-0@lo:38:kworker.0 Request processed in 54us (122us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327459.767322:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327459.767326:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010469120:0@lo:38:kworker.0
00000100:00100000:1.0:1767327459.767334:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614
00010000:00010000:2.0:1767327460.726590:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327461.750608:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327462.774568:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327463.248957:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993190400 offset 0 length 520: 4
00000100:00100000:3.0:1767327463.249007:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327463.249035:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327463.249075:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190528
00000100:00100000:1.0:1767327463.249087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190528
00000100:00100000:0.0:1767327463.249089:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190656
00000100:00100000:0.0:1767327463.249097:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190656
00000100:00080000:3.0:1767327463.249145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327463.249148:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1822
00000100:00100000:0.0:1767327463.249161:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3615
00000100:00100000:1.0:1767327463.249164:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993190656:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327463.249174:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993190528:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327463.249198:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327463.249236:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993190656:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327463.249247:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1822
00000100:00100000:0.0:1767327463.249248:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993190528:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (235us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327463.249261:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3615
00010000:00010000:1.0:1767327463.798593:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327464.374624:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010469248:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327464.374693:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327464.374754:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469248
00000100:00100000:3.0:1767327464.374764:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469248
00000100:00080000:0.0:1767327464.374822:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327464.374834:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8027
00000100:00100000:3.0:1767327464.374845:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010469248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327464.374870:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327464.374916:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010469248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327464.374924:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8027
00000100:00100000:2.0:1767327464.374961:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010469248:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327464.822612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327464.886510:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327439/real 1767327439]  req@ffff9bb58b09c000 x1853164010463360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327464.886548:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327464.886549:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b09c000 x1853164010463360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327464.886566:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327464.886580:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327464.886584:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327464.886587:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327464.886598:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12657
00000100:00080000:3.0:1767327464.886599:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327464.886610:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327464.886619:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327464.886625:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767327464.886629:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327464.886638:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010463360:0@lo:250:kworker.0
00000100:00100000:0.0:1767327464.886650:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09e300 x1853164010469504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327464.886655:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010469376:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327464.886700:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010469504:0@lo:38:kworker.0
00000100:00080000:0.0:1767327464.886719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327464.886726:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327464.886731:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327464.886740:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327464.886741:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12657
00000100:00100000:1.0:1767327464.886744:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010469632:0@lo:400:kworker.0
00000100:00080000:0.0:1767327464.886749:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327464.886756:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327464.886774:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ce00 x1853164010469760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327464.886797:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327464.886803:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327464.886809:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327464.886811:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327464.886816:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327464.886821:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12657
00000100:00080000:0.0:1767327464.886826:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327464.886833:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327464.886848:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c380 x1853164010470016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327464.886853:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010469888:0@lo:400:kworker.0
00000100:00100000:3.0:1767327464.886880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010469760:0@lo:38:kworker.0
00000100:00080000:0.0:1767327464.886897:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327464.886903:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327464.886907:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327464.886913:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327464.886918:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12657
00000100:00100000:1.0:1767327464.886919:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469504
00000100:00080000:0.0:1767327464.886927:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327464.886930:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469504
00000100:00080000:0.0:1767327464.886934:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327464.886952:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09f100 x1853164010470272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327464.886980:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469632
00000100:00080000:0.0:1767327464.886990:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327464.886990:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469632
00000100:00100000:1.0:1767327464.886992:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35070
00000100:00080000:0.0:1767327464.887004:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767327464.887004:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010470144:0@lo:400:kworker.0
00000100:00100000:1.0:1767327464.887009:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010469504:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327464.887010:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327464.887022:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12637
00000100:00080000:0.0:1767327464.887026:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327464.887031:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:1.0:1767327464.887036:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327464.887055:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09dc00 x1853164010470400/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327464.887061:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327464.887067:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9156
00000100:00100000:1.0:1767327464.887082:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010469504:12345-0@lo:38:kworker.0 Request processed in 71us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327464.887100:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010469632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327464.887101:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35070
00000100:00100000:0.0:1767327464.887113:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469888
00000100:00100000:0.0:1767327464.887120:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469888
00000100:00100000:2.0:1767327464.887139:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470144
00000100:00100000:2.0:1767327464.887146:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470144
00000100:00080000:1.0:1767327464.887173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327464.887179:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823
00000100:00080000:1.0:1767327464.887179:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327464.887195:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010469888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327464.887226:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010469632:12345-0@lo:400:kworker.0 Request processed in 142us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327464.887228:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824
00000100:00100000:3.0:1767327464.887243:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9156
00000100:00100000:2.0:1767327464.887254:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010470144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327464.887278:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469376
00000100:00100000:1.0:1767327464.887283:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469376
00000100:00100000:3.0:1767327464.887293:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327464.887295:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010469888:12345-0@lo:400:kworker.0 Request processed in 91us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327464.887312:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823
00000100:00100000:2.0:1767327464.887344:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010470144:12345-0@lo:400:kworker.0 Request processed in 96us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327464.887345:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010470016:0@lo:38:kworker.0
00000100:00100000:0.0:1767327464.887349:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010469760
00000100:00100000:1.0:1767327464.887359:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8028
00000100:00100000:0.0:1767327464.887362:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010469760
00000100:00100000:2.0:1767327464.887371:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824
00000100:00100000:1.0:1767327464.887375:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010469376:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327464.887402:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:1.0:1767327464.887409:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327464.887445:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470016
00000100:00100000:2.0:1767327464.887452:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470016
00000100:00100000:0.0:1767327464.887464:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616
00000100:00100000:0.0:1767327464.887475:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010469760:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327464.887487:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617
00010000:00020000:0.0:1767327464.887490:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327464.887500:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327464.887501:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010470016:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327464.887513:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010469376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (776us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327464.887515:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327464.887526:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010469504:0@lo:38:kworker.0
00010000:00020000:2.0:1767327464.887530:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327464.887544:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8028
00000100:00100000:0.0:1767327464.887545:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010469760:12345-0@lo:38:kworker.0 Request processed in 65us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327464.887563:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616
00000100:00100000:3.0:1767327464.887564:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010470272:0@lo:38:kworker.0
00000100:00100000:2.0:1767327464.887593:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010470016:12345-0@lo:38:kworker.0 Request processed in 91us (190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327464.887609:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617
00000100:00100000:3.0:1767327464.887618:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327464.887627:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010469632:0@lo:400:kworker.0
00000100:00100000:2.0:1767327464.887636:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470272
00000100:00100000:2.0:1767327464.887644:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470272
00000100:00100000:3.0:1767327464.887662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010470400:0@lo:250:kworker.0
00000400:00000100:3.0:1767327464.887691:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010470400 offset 0 length 520: 4
00000100:00100000:0.0:1767327464.887692:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010469888:0@lo:400:kworker.0
00000100:00100000:2.0:1767327464.887696:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618
00000100:00100000:2.0:1767327464.887717:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010470272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327464.887736:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327464.887767:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010470144:0@lo:400:kworker.0
00000100:00080000:3.0:1767327464.887793:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327464.887802:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010470272:12345-0@lo:38:kworker.0 Request processed in 86us (183us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327464.887807:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010469376:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327464.887807:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327464.887821:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010469760:0@lo:38:kworker.0
00000100:00100000:2.0:1767327464.887837:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618
00000100:00080000:3.0:1767327464.887849:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327464.887858:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327464.887861:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010470016:0@lo:38:kworker.0
00000100:00080000:3.0:1767327464.887883:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327464.887886:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327464.887888:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010470272:0@lo:38:kworker.0
00010000:00010000:2.0:1767327465.846599:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327466.870639:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327467.894653:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327468.368898:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327468.368963:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327468.368998:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190784
00000100:00100000:1.0:1767327468.369011:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190784
00000100:00100000:1.0:1767327468.369060:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993190912
00000100:00100000:1.0:1767327468.369063:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993190912
00000100:00100000:0.0:1767327468.369089:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3619
00000100:00100000:0.0:1767327468.369106:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993190784:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327468.369120:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1825
00000100:00080000:3.0:1767327468.369131:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327468.369140:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993190912:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327468.369142:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327468.369240:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993190784:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 134us (352us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327468.369241:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993190912:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327468.369263:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1825
00000100:00100000:0.0:1767327468.369272:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3619
00010000:00010000:1.0:1767327468.918548:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327469.494689:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010470528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327469.494776:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327469.494838:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470528
00000100:00100000:1.0:1767327469.494849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470528
00000100:00080000:2.0:1767327469.494917:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327469.494926:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8029
00000100:00100000:1.0:1767327469.494950:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010470528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327469.494987:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327469.495035:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010470528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327469.495041:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8029
00000100:00100000:2.0:1767327469.495113:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010470528:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327469.942569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327470.006535:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327470.006549:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327470.006553:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327470.006558:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327470.006563:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327470.006575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12662
00000100:00080000:0.0:1767327470.006581:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327470.006590:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327470.006629:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ea00 x1853164010470784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327470.006646:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010470656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327470.006682:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010470784:0@lo:38:kworker.0
00000100:00080000:0.0:1767327470.006685:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327470.006694:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327470.006697:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327470.006705:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12662
00000100:00080000:0.0:1767327470.006709:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327470.006715:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327470.006721:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010470912:0@lo:400:kworker.0
00000100:00100000:1.0:1767327470.006731:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327470.006737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ca80 x1853164010471040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327470.006784:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327470.006785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327470.006798:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327470.006799:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327470.006806:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327470.006808:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470656
00000100:00080000:0.0:1767327470.006816:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12662
00000100:00100000:1.0:1767327470.006817:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470656
00000100:00080000:0.0:1767327470.006824:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327470.006833:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327470.006841:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010471040:0@lo:38:kworker.0
00000100:00100000:0.0:1767327470.006853:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09df80 x1853164010471296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327470.006874:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327470.006884:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327470.006898:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327470.006904:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327470.006907:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010471424:0@lo:400:kworker.0
00000100:00080000:0.0:1767327470.006909:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327470.006914:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8030
00000100:00100000:3.0:1767327470.006921:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010471296:0@lo:38:kworker.0
00000100:00080000:0.0:1767327470.006923:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12662
00000100:00080000:0.0:1767327470.006947:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327470.006947:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010470656:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327470.006958:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327470.006981:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c380 x1853164010471552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:1.0:1767327470.006989:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327470.007001:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327470.007060:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471040
00000100:00100000:2.0:1767327470.007063:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470912
00000100:00100000:0.0:1767327470.007067:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471040
00000100:00100000:2.0:1767327470.007073:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470912
00000100:00100000:3.0:1767327470.007077:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010471552:0@lo:38:kworker.0
00000100:00100000:1.0:1767327470.007085:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010470656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327470.007097:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8030
00000100:00100000:0.0:1767327470.007114:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471296
00000100:00100000:3.0:1767327470.007122:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327470.007123:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471296
00000100:00100000:2.0:1767327470.007131:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9157
00000100:00100000:2.0:1767327470.007147:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010470912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327470.007148:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010470784
00000100:00100000:1.0:1767327470.007157:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010470784
00000100:00100000:0.0:1767327470.007172:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471552
00000100:00100000:0.0:1767327470.007179:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471552
00000100:00100000:1.0:1767327470.007196:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35071
00000100:00100000:1.0:1767327470.007202:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010470784:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327470.007215:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620
00010000:00020000:1.0:1767327470.007222:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327470.007231:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010470912:12345-0@lo:400:kworker.0 Request processed in 85us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327470.007233:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010471040:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327470.007243:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621
00000100:00100000:2.0:1767327470.007254:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9157
00000100:00100000:3.0:1767327470.007257:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010471296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327470.007269:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327470.007272:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010470784:12345-0@lo:38:kworker.0 Request processed in 60us (489us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327470.007283:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35071
00010000:00020000:3.0:1767327470.007292:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327470.007316:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622
00000100:00100000:2.0:1767327470.007328:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010470912:0@lo:400:kworker.0
00000100:00100000:1.0:1767327470.007329:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010471552:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327470.007339:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010471040:12345-0@lo:38:kworker.0 Request processed in 108us (452us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327470.007350:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327470.007352:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010471296:12345-0@lo:38:kworker.0 Request processed in 89us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327470.007366:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620
00000100:00100000:3.0:1767327470.007385:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621
00000100:00100000:2.0:1767327470.007389:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327470.007392:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010471552:12345-0@lo:38:kworker.0 Request processed in 64us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327470.007404:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622
00000100:00100000:0.0:1767327470.007409:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471424
00000100:00100000:0.0:1767327470.007453:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471424
00000100:00100000:2.0:1767327470.007504:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327470.007519:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010471168:0@lo:400:kworker.0
00000100:00100000:0.0:1767327470.007528:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826
00000100:00100000:0.0:1767327470.007545:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010471424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327470.007552:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327470.007614:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010470656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327470.007615:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471168
00000100:00100000:2.0:1767327470.007626:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010471424:0@lo:400:kworker.0
00000100:00100000:0.0:1767327470.007628:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010471424:12345-0@lo:400:kworker.0 Request processed in 85us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327470.007629:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471168
00000100:00100000:0.0:1767327470.007642:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826
00000100:00100000:0.0:1767327470.007686:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827
00000100:00100000:0.0:1767327470.007705:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010471168:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327470.007715:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327470.007723:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767327470.007727:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327470.007732:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010471552:0@lo:38:kworker.0
00000100:00080000:3.0:1767327470.007761:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327470.007767:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327470.007773:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010471168:12345-0@lo:400:kworker.0 Request processed in 74us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327470.007776:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010471296:0@lo:38:kworker.0
00000100:00100000:2.0:1767327470.007786:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010471168:0@lo:400:kworker.0
00000100:00100000:0.0:1767327470.007807:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827
00000100:00080000:3.0:1767327470.007810:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327470.007819:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327470.007827:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010471040:0@lo:38:kworker.0
00000100:00080000:3.0:1767327470.007844:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327470.007850:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327470.007853:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010470784:0@lo:38:kworker.0
00010000:00010000:2.0:1767327470.966621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327471.990604:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327473.014645:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327473.489028:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327473.489076:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327473.489107:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191168
00000100:00100000:0.0:1767327473.489121:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191168
00000100:00100000:1.0:1767327473.489157:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191040
00000100:00100000:1.0:1767327473.489163:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191040
00000100:00080000:2.0:1767327473.489181:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327473.489217:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1828
00000100:00100000:0.0:1767327473.489229:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3623
00000100:00100000:1.0:1767327473.489231:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993191168:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327473.489242:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993191040:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327473.489271:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327473.489324:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993191168:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 98us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327473.489333:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993191040:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327473.489335:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1828
00000100:00100000:0.0:1767327473.489348:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3623
00010000:00010000:1.0:1767327474.038581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327474.614642:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010471680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327474.614710:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327474.614772:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471680
00000100:00100000:2.0:1767327474.614784:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471680
00000100:00080000:0.0:1767327474.614856:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327474.614857:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8031
00000100:00100000:2.0:1767327474.614869:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010471680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327474.614923:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327474.614991:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010471680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327474.614997:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8031
00000100:00100000:3.0:1767327474.615047:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010471680:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327475.062616:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327475.126546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327475.126558:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327475.126562:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327475.126567:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327475.126573:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327475.126586:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12667
00000100:00080000:0.0:1767327475.126592:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327475.126602:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327475.126637:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ce00 x1853164010471936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327475.126672:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327475.126700:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010471808:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327475.126703:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327475.126708:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010472064:0@lo:400:kworker.0
00000100:00080000:0.0:1767327475.126712:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327475.126716:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327475.126724:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12667
00000100:00080000:0.0:1767327475.126728:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327475.126733:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327475.126745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010471936:0@lo:38:kworker.0
00000100:00100000:0.0:1767327475.126752:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09e680 x1853164010472192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327475.126797:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327475.126802:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327475.126806:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327475.126820:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327475.126828:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12667
00000100:00100000:2.0:1767327475.126828:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327475.126829:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327475.126837:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327475.126843:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327475.126860:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c000 x1853164010472448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327475.126905:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327475.126910:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327475.126915:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327475.126915:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327475.126919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010472192:0@lo:38:kworker.0
00000100:00080000:0.0:1767327475.126929:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12667
00000100:00100000:3.0:1767327475.126929:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010472576:0@lo:400:kworker.0
00000100:00100000:2.0:1767327475.126930:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010472320:0@lo:400:kworker.0
00000100:00080000:0.0:1767327475.126943:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327475.126959:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327475.126960:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327475.126993:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ed80 x1853164010472704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327475.126994:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010472448:0@lo:38:kworker.0
00000100:00100000:2.0:1767327475.127029:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327475.127051:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471936
00000100:00100000:3.0:1767327475.127060:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471936
00000100:00100000:0.0:1767327475.127061:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472192
00000100:00100000:1.0:1767327475.127063:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472320
00000100:00100000:0.0:1767327475.127071:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472192
00000100:00100000:1.0:1767327475.127071:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472320
00000100:00100000:2.0:1767327475.127091:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472064
00000100:00100000:2.0:1767327475.127097:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472064
00000100:00100000:3.0:1767327475.127106:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35072
00000100:00100000:3.0:1767327475.127114:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010471936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327475.127130:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624
00010000:00020000:3.0:1767327475.127135:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327475.127144:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010472192:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327475.127145:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9158
00000100:00100000:2.0:1767327475.127160:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010472064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327475.127170:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829
00010000:00020000:0.0:1767327475.127172:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327475.127182:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010471936:12345-0@lo:38:kworker.0 Request processed in 65us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327475.127194:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010472320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327475.127200:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35072
00000100:00100000:2.0:1767327475.127228:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010472064:12345-0@lo:400:kworker.0 Request processed in 68us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327475.127235:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9158
00000100:00100000:0.0:1767327475.127246:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010472192:12345-0@lo:38:kworker.0 Request processed in 98us (284us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327475.127269:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624
00000100:00100000:3.0:1767327475.127269:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327475.127273:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010472320:12345-0@lo:400:kworker.0 Request processed in 88us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327475.127274:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010471808
00000100:00100000:2.0:1767327475.127288:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010471808
00000100:00100000:1.0:1767327475.127298:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829
00000100:00100000:0.0:1767327475.127321:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472576
00000100:00100000:0.0:1767327475.127327:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472576
00000100:00100000:2.0:1767327475.127344:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8032
00000100:00100000:2.0:1767327475.127353:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010471808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327475.127385:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327475.127397:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830
00000100:00100000:3.0:1767327475.127413:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010472576:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327475.127467:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327475.127474:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010471808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (665us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327475.127477:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327475.127486:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8032
00000100:00100000:0.0:1767327475.127503:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327475.127516:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010472576:12345-0@lo:400:kworker.0 Request processed in 107us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327475.127527:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830
00000100:00100000:1.0:1767327475.127558:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472448
00000100:00100000:2.0:1767327475.127561:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010472320:0@lo:400:kworker.0
00000100:00080000:0.0:1767327475.127567:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327475.127567:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472448
00000100:00080000:0.0:1767327475.127580:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327475.127587:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010471936:0@lo:38:kworker.0
00000100:00100000:2.0:1767327475.127588:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010472064:0@lo:400:kworker.0
00000100:00100000:3.0:1767327475.127598:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010472576:0@lo:400:kworker.0
00000100:00100000:1.0:1767327475.127612:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625
00000100:00100000:1.0:1767327475.127627:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010472448:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327475.127635:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010472704:0@lo:38:kworker.0
00000100:00100000:3.0:1767327475.127642:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010471808:0@lo:13:osp-pre-1-1.0
00010000:00020000:1.0:1767327475.127644:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327475.127689:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327475.127697:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010472448:12345-0@lo:38:kworker.0 Request processed in 74us (203us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327475.127706:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625
00000100:00100000:1.0:1767327475.127721:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472704
00000100:00100000:1.0:1767327475.127724:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472704
00000100:00080000:0.0:1767327475.127731:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327475.127738:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327475.127745:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626
00000100:00100000:0.0:1767327475.127746:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010472192:0@lo:38:kworker.0
00000100:00100000:1.0:1767327475.127753:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010472704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327475.127762:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327475.127764:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327475.127781:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327475.127786:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010472704:12345-0@lo:38:kworker.0 Request processed in 34us (98us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327475.127793:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010472448:0@lo:38:kworker.0
00000100:00100000:1.0:1767327475.127793:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626
00000100:00080000:0.0:1767327475.127827:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327475.127832:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327475.127835:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010472704:0@lo:38:kworker.0
00010000:00010000:2.0:1767327476.086624:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327477.110587:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327478.134603:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327478.608904:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327478.608949:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327478.609000:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191296
00000100:00100000:2.0:1767327478.609004:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191424
00000100:00100000:1.0:1767327478.609016:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191296
00000100:00100000:2.0:1767327478.609017:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191424
00000100:00100000:1.0:1767327478.609081:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3627
00000100:00100000:1.0:1767327478.609093:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993191296:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767327478.609111:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327478.609123:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327478.609126:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1831
00000100:00100000:2.0:1767327478.609139:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993191424:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327478.609209:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993191296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 119us (313us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327478.609214:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993191424:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327478.609221:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3627
00000100:00100000:2.0:1767327478.609227:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1831
00010000:00010000:1.0:1767327479.158595:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327479.734636:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327479.734662:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010472832:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327479.734727:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327479.734789:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472832
00000100:00100000:2.0:1767327479.734804:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472832
00000100:00080000:0.0:1767327479.734899:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327479.734923:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8033
00000100:00100000:2.0:1767327479.734935:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010472832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327479.734975:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327479.735058:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010472832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327479.735069:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8033
00000100:00100000:3.0:1767327479.735102:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010472832:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327480.182607:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327480.246537:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327480.246549:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327480.246553:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327480.246558:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327480.246562:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327480.246573:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12672
00000100:00080000:0.0:1767327480.246580:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327480.246589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327480.246619:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ed80 x1853164010473088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327480.246664:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010472960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327480.246669:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010473088:0@lo:38:kworker.0
00000100:00100000:1.0:1767327480.246686:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010473216:0@lo:400:kworker.0
00000100:00080000:0.0:1767327480.246692:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327480.246698:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327480.246702:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327480.246709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12672
00000100:00080000:0.0:1767327480.246713:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327480.246717:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327480.246734:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09d180 x1853164010473472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327480.246757:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327480.246763:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327480.246766:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327480.246771:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12672
00000100:00080000:0.0:1767327480.246776:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327480.246784:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327480.246798:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327480.246798:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327480.246800:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327480.246810:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09e300 x1853164010473728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327480.246834:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327480.246838:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327480.246842:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327480.246846:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12672
00000100:00080000:0.0:1767327480.246851:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327480.246871:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327480.246876:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327480.246888:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010473472:0@lo:38:kworker.0
00000100:00100000:0.0:1767327480.246889:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ca80 x1853164010473984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327480.246889:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010473856:0@lo:400:kworker.0
00000100:00100000:3.0:1767327480.246915:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010473344:0@lo:400:kworker.0
00000100:00100000:0.0:1767327480.246945:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010473600:0@lo:400:kworker.0
00000100:00100000:2.0:1767327480.246947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327480.246969:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327480.246985:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473216
00000100:00100000:2.0:1767327480.246991:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010473728:0@lo:38:kworker.0
00000100:00100000:1.0:1767327480.246993:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473216
00000100:00100000:0.0:1767327480.247015:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327480.247063:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473472
00000100:00100000:2.0:1767327480.247066:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473344
00000100:00100000:3.0:1767327480.247073:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473472
00000100:00100000:2.0:1767327480.247074:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473344
00000100:00100000:1.0:1767327480.247081:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9159
00000100:00100000:1.0:1767327480.247097:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010473216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327480.247102:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473600
00000100:00100000:0.0:1767327480.247107:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473600
00000100:00100000:3.0:1767327480.247129:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628
00000100:00100000:3.0:1767327480.247140:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010473472:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327480.247150:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9160
00000100:00100000:1.0:1767327480.247159:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010473216:12345-0@lo:400:kworker.0 Request processed in 66us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327480.247160:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832
00000100:00100000:2.0:1767327480.247165:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010473344:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767327480.247171:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327480.247176:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010473600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327480.247180:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9159
00000100:00100000:1.0:1767327480.247224:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010472960
00000100:00100000:1.0:1767327480.247230:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010472960
00000100:00100000:3.0:1767327480.247237:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010473472:12345-0@lo:38:kworker.0 Request processed in 96us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327480.247251:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628
00000100:00100000:0.0:1767327480.247261:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010473600:12345-0@lo:400:kworker.0 Request processed in 87us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327480.247261:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010473344:12345-0@lo:400:kworker.0 Request processed in 100us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327480.247272:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9160
00000100:00100000:0.0:1767327480.247277:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832
00000100:00100000:1.0:1767327480.247278:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8034
00000100:00100000:3.0:1767327480.247288:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473088
00000100:00100000:1.0:1767327480.247295:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010472960:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327480.247296:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473088
00000100:00080000:0.0:1767327480.247322:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00002000:00000024:1.0:1767327480.247330:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767327480.247334:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327480.247339:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35073
00000100:00100000:2.0:1767327480.247353:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010473344:0@lo:400:kworker.0
00000100:00100000:3.0:1767327480.247354:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010473088:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327480.247369:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010473600:0@lo:400:kworker.0
00010000:00020000:3.0:1767327480.247373:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327480.247398:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010472960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (619us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327480.247409:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327480.247413:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8034
00000100:00100000:3.0:1767327480.247466:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010473088:12345-0@lo:38:kworker.0 Request processed in 115us (687us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327480.247477:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35073
00000100:00100000:1.0:1767327480.247521:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473856
00000100:00100000:2.0:1767327480.247521:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010473216:0@lo:400:kworker.0
00000100:00100000:0.0:1767327480.247525:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010472960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327480.247529:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473856
00000100:00100000:3.0:1767327480.247562:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327480.247576:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327480.247596:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473728
00000100:00100000:1.0:1767327480.247600:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473728
00000100:00100000:2.0:1767327480.247619:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833
00000100:00080000:3.0:1767327480.247625:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327480.247630:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629
00000100:00100000:2.0:1767327480.247634:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010473856:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327480.247636:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327480.247647:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010473728:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327480.247653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010473088:0@lo:38:kworker.0
00010000:00020000:0.0:1767327480.247674:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327480.247681:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010473984:0@lo:38:kworker.0
00000100:00100000:2.0:1767327480.247711:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010473856:12345-0@lo:400:kworker.0 Request processed in 79us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327480.247730:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833
00000100:00100000:3.0:1767327480.247731:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327480.247740:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010473728:12345-0@lo:38:kworker.0 Request processed in 93us (175us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327480.247746:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010473856:0@lo:400:kworker.0
00000100:00100000:0.0:1767327480.247755:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629
00000100:00100000:2.0:1767327480.247772:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010473984
00000100:00100000:2.0:1767327480.247777:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010473984
00000100:00080000:3.0:1767327480.247792:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327480.247800:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327480.247808:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010473472:0@lo:38:kworker.0
00000100:00100000:2.0:1767327480.247820:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630
00000100:00100000:2.0:1767327480.247832:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010473984:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327480.247838:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327480.247846:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767327480.247850:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327480.247873:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010473728:0@lo:38:kworker.0
00000100:00100000:2.0:1767327480.247922:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010473984:12345-0@lo:38:kworker.0 Request processed in 90us (198us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327480.247922:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327480.247938:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327480.247942:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630
00000100:00100000:3.0:1767327480.247952:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010473984:0@lo:38:kworker.0
00010000:00010000:2.0:1767327481.206584:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327482.230593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327483.254570:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327483.728878:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327483.728925:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327483.728978:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191680
00000100:00100000:3.0:1767327483.728979:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191552
00000100:00100000:1.0:1767327483.728993:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191680
00000100:00100000:3.0:1767327483.728994:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191552
00000100:00080000:0.0:1767327483.729061:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327483.729074:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1834
00000100:00100000:1.0:1767327483.729086:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3631
00000100:00100000:1.0:1767327483.729100:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993191552:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767327483.729101:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993191680:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767327483.729130:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327483.729216:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993191552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 117us (346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327483.729217:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993191680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 123us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327483.729238:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3631
00000100:00100000:3.0:1767327483.729249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1834
00010000:00010000:1.0:1767327484.278566:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327484.854699:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010474112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327484.854783:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327484.854853:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474112
00000100:00100000:2.0:1767327484.854863:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474112
00000100:00080000:0.0:1767327484.854924:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327484.854943:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8035
00000100:00100000:2.0:1767327484.854954:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010474112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327484.854979:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327484.855050:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010474112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327484.855058:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8035
00000100:00100000:1.0:1767327484.855100:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010474112:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327485.302573:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327485.366567:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327485.366577:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327485.366581:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327485.366585:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327485.366590:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327485.366600:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12678
00000100:00080000:0.0:1767327485.366607:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327485.366617:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327485.366656:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010474240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327485.366657:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c700 x1853164010474368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327485.366736:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010474368:0@lo:38:kworker.0
00000100:00080000:0.0:1767327485.366748:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327485.366756:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327485.366757:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327485.366761:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327485.366761:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010474496:0@lo:400:kworker.0
00000100:00080000:0.0:1767327485.366770:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12678
00000100:00080000:0.0:1767327485.366774:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327485.366778:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327485.366786:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327485.366801:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09f100 x1853164010474752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327485.366843:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327485.366846:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327485.366849:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327485.366853:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12678
00000100:00080000:0.0:1767327485.366859:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327485.366866:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327485.366882:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327485.366887:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ca80 x1853164010475008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327485.366917:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010474752:0@lo:38:kworker.0
00000100:00100000:1.0:1767327485.366943:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327485.366952:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327485.366957:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010475136:0@lo:400:kworker.0
00000100:00080000:0.0:1767327485.366958:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327485.366960:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474240
00000100:00080000:0.0:1767327485.366968:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327485.366972:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327485.366978:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474240
00000100:00080000:0.0:1767327485.366989:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12678
00000100:00080000:0.0:1767327485.366994:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327485.367001:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327485.367014:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09d180 x1853164010475264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327485.367022:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010474880:0@lo:400:kworker.0
00000100:00100000:2.0:1767327485.367045:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010475008:0@lo:38:kworker.0
00000100:00100000:0.0:1767327485.367061:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010474624:0@lo:400:kworker.0
00000100:00100000:1.0:1767327485.367069:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327485.367093:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8036
00000100:00100000:2.0:1767327485.367098:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327485.367120:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010474240:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327485.367128:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327485.367145:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010475264:0@lo:38:kworker.0
00000100:00100000:1.0:1767327485.367151:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474752
00000100:00100000:1.0:1767327485.367159:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474752
00002000:00000024:3.0:1767327485.367169:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327485.367207:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474496
00000100:00100000:1.0:1767327485.367208:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474880
00000100:00100000:2.0:1767327485.367209:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327485.367220:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474880
00000100:00100000:0.0:1767327485.367221:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474496
00000100:00100000:3.0:1767327485.367245:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010474240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (495us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327485.367260:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8036
00000100:00100000:1.0:1767327485.367284:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475008
00000100:00100000:1.0:1767327485.367288:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475008
00000100:00100000:0.0:1767327485.367292:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474624
00000100:00100000:0.0:1767327485.367297:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474624
00000100:00100000:1.0:1767327485.367317:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475264
00000100:00100000:1.0:1767327485.367322:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475264
00000100:00100000:2.0:1767327485.367323:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010474368
00000100:00100000:2.0:1767327485.367334:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010474368
00000100:00100000:0.0:1767327485.367342:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9161
00000100:00100000:1.0:1767327485.367346:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835
00000100:00100000:0.0:1767327485.367355:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010474496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327485.367362:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010474880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327485.367367:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632
00000100:00100000:2.0:1767327485.367378:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35074
00000100:00100000:3.0:1767327485.367386:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010474752:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327485.367394:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010474368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327485.367413:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327485.367461:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010474496:12345-0@lo:400:kworker.0 Request processed in 106us (579us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327485.367462:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010474880:12345-0@lo:400:kworker.0 Request processed in 107us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327485.367479:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835
00000100:00100000:0.0:1767327485.367483:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9161
00010000:00020000:2.0:1767327485.367486:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327485.367501:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010474752:12345-0@lo:38:kworker.0 Request processed in 116us (539us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327485.367512:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633
00000100:00100000:1.0:1767327485.367525:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010475008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327485.367527:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632
00000100:00100000:0.0:1767327485.367540:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9162
00000100:00100000:2.0:1767327485.367543:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010474368:12345-0@lo:38:kworker.0 Request processed in 148us (755us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327485.367559:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327485.367559:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35074
00000100:00100000:0.0:1767327485.367572:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010474624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327485.367575:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634
00000100:00100000:3.0:1767327485.367594:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010475264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327485.367609:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327485.367627:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010475008:12345-0@lo:38:kworker.0 Request processed in 102us (532us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327485.367638:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633
00000100:00080000:2.0:1767327485.367671:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327485.367674:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010474624:12345-0@lo:400:kworker.0 Request processed in 115us (552us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327485.367686:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327485.367696:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9162
00000100:00100000:3.0:1767327485.367696:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010475264:12345-0@lo:38:kworker.0 Request processed in 93us (484us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327485.367698:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010474752:0@lo:38:kworker.0
00000100:00100000:1.0:1767327485.367705:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010474880:0@lo:400:kworker.0
00000100:00080000:0.0:1767327485.367728:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327485.367735:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634
00000100:00080000:0.0:1767327485.367740:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327485.367743:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327485.367754:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327485.367764:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010475008:0@lo:38:kworker.0
00000100:00100000:1.0:1767327485.367792:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327485.367802:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327485.367813:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327485.367815:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010474624:0@lo:400:kworker.0
00000100:00100000:2.0:1767327485.367845:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010474368:0@lo:38:kworker.0
00000100:00100000:1.0:1767327485.367860:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010474496:0@lo:400:kworker.0
00000100:00100000:3.0:1767327485.367884:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010474240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327485.367911:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475136
00000100:00100000:0.0:1767327485.367917:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475136
00000100:00080000:2.0:1767327485.367922:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327485.367934:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327485.367939:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010475264:0@lo:38:kworker.0
00000100:00080000:1.0:1767327485.367966:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327485.367979:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836
00000100:00100000:0.0:1767327485.367993:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010475136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327485.368033:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010475136:12345-0@lo:400:kworker.0 Request processed in 46us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327485.368041:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836
00000100:00100000:1.0:1767327485.368070:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010475136:0@lo:400:kworker.0
00010000:00010000:2.0:1767327486.326572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327487.350602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327488.374579:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327488.848823:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327488.848896:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191808
00000100:00100000:0.0:1767327488.848912:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191808
00000100:00100000:3.0:1767327488.848912:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767327488.848945:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993192064 offset 0 length 520: 4
00000100:00100000:0.0:1767327488.848964:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993191936
00000100:00100000:0.0:1767327488.848967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993191936
00000100:00100000:2.0:1767327488.849003:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3635
00000100:00100000:2.0:1767327488.849023:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993191808:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327488.849036:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1837
00000100:00080000:3.0:1767327488.849040:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327488.849059:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993191936:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327488.849059:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327488.849149:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993191808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 129us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327488.849150:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993191936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 103us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327488.849173:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1837
00000100:00100000:2.0:1767327488.849182:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3635
00010000:00010000:1.0:1767327489.398596:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327489.462518:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327464/real 1767327464]  req@ffff9bb58b09dc00 x1853164010470400/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327489.462547:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b09dc00 x1853164010470400/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327489.462562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327489.462579:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327489.462582:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010470400:0@lo:250:kworker.0
00000100:00080000:0.0:1767327489.462685:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327489.462695:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327489.462700:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327489.462707:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12662
00000100:00080000:0.0:1767327489.462712:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327489.462720:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327489.462765:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09d500 x1853164010475392/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327489.462808:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327489.462812:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327489.462813:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327489.462817:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12683
00000100:00080000:0.0:1767327489.462821:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327489.462825:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327489.462843:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ed80 x1853164010475520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327489.462878:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010475392:0@lo:250:kworker.0
00000100:00080000:0.0:1767327489.462922:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327489.462927:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000400:00000100:2.0:1767327489.462928:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010475392 offset 0 length 520: 4
00000100:00080000:0.0:1767327489.462930:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327489.462936:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12683
00000100:00080000:0.0:1767327489.462940:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327489.462946:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327489.462964:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09dc00 x1853164010475904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327489.462969:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010475648:0@lo:400:kworker.0
00000100:00080000:0.0:1767327489.463004:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327489.463004:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010475520:0@lo:38:kworker.0
00000100:00080000:0.0:1767327489.463018:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327489.463022:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327489.463029:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12683
00000100:00080000:0.0:1767327489.463032:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327489.463037:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010475776:0@lo:400:kworker.0
00000100:00080000:0.0:1767327489.463039:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327489.463050:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327489.463057:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09d180 x1853164010476160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327489.463076:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327489.463092:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327489.463092:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327489.463099:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327489.463100:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327489.463104:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327489.463112:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12683
00000100:00080000:0.0:1767327489.463115:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327489.463117:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010476288:0@lo:400:kworker.0
00000100:00080000:0.0:1767327489.463122:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327489.463133:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010475904:0@lo:38:kworker.0
00000100:00100000:3.0:1767327489.463140:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327489.463142:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ca80 x1853164010476416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327489.463152:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010476032:0@lo:400:kworker.0
00000100:00100000:1.0:1767327489.463173:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327489.463198:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475520
00000100:00100000:0.0:1767327489.463203:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475648
00000100:00100000:2.0:1767327489.463209:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475520
00000100:00100000:0.0:1767327489.463210:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475648
00000100:00100000:3.0:1767327489.463213:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327489.463267:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327489.463279:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476288
00000100:00100000:2.0:1767327489.463284:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35075
00000100:00100000:0.0:1767327489.463285:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475776
00000100:00100000:1.0:1767327489.463286:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476288
00000100:00100000:0.0:1767327489.463293:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475776
00000100:00100000:3.0:1767327489.463300:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476032
00000100:00100000:2.0:1767327489.463304:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010475520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327489.463306:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476032
00010000:00020000:2.0:1767327489.463332:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327489.463345:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9163
00000100:00100000:1.0:1767327489.463357:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838
00000100:00100000:0.0:1767327489.463361:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010475648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327489.463368:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839
00000100:00100000:1.0:1767327489.463375:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010476288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327489.463387:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010476032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327489.463399:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010475520:12345-0@lo:38:kworker.0 Request processed in 89us (331us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327489.463408:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35075
00000100:00100000:1.0:1767327489.463495:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010476288:12345-0@lo:400:kworker.0 Request processed in 125us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327489.463516:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010475648:12345-0@lo:400:kworker.0 Request processed in 156us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327489.463517:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838
00000100:00100000:2.0:1767327489.463519:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9164
00000100:00100000:3.0:1767327489.463525:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010476032:12345-0@lo:400:kworker.0 Request processed in 142us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327489.463544:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010475776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327489.463546:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9163
00000100:00100000:3.0:1767327489.463546:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839
00000100:00080000:3.0:1767327489.463589:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327489.463596:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327489.463612:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010476288:0@lo:400:kworker.0
00000100:00100000:0.0:1767327489.463629:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327489.463635:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010475776:12345-0@lo:400:kworker.0 Request processed in 90us (536us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327489.463642:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010476032:0@lo:400:kworker.0
00000100:00100000:1.0:1767327489.463650:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010475648:0@lo:400:kworker.0
00000100:00100000:2.0:1767327489.463652:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9164
00000100:00100000:0.0:1767327489.463662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010476160:0@lo:38:kworker.0
00000100:00100000:3.0:1767327489.463673:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010475776:0@lo:400:kworker.0
00000100:00100000:0.0:1767327489.463710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327489.463740:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010475904
00000100:00100000:3.0:1767327489.463745:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010475904
00000100:00100000:2.0:1767327489.463755:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476160
00000100:00080000:0.0:1767327489.463759:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327489.463760:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476160
00000100:00080000:0.0:1767327489.463765:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327489.463771:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010475520:0@lo:38:kworker.0
00000100:00100000:3.0:1767327489.463782:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636
00000100:00100000:3.0:1767327489.463803:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010475904:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327489.463811:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010476416:0@lo:38:kworker.0
00010000:00020000:3.0:1767327489.463823:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327489.463825:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637
00000100:00100000:2.0:1767327489.463835:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010476160:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327489.463844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327489.463865:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327489.463867:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010475904:12345-0@lo:38:kworker.0 Request processed in 71us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327489.463876:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476416
00000100:00080000:0.0:1767327489.463883:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327489.463884:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476416
00000100:00100000:3.0:1767327489.463888:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636
00000100:00080000:0.0:1767327489.463893:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327489.463899:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010475904:0@lo:38:kworker.0
00000100:00100000:3.0:1767327489.463924:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638
00000100:00100000:3.0:1767327489.463934:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010476416:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327489.463948:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327489.463949:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327489.463950:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010476160:12345-0@lo:38:kworker.0 Request processed in 105us (236us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327489.463961:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327489.463977:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010476160:0@lo:38:kworker.0
00000100:00100000:2.0:1767327489.463977:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767327489.463989:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010476416:12345-0@lo:38:kworker.0 Request processed in 50us (145us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327489.464000:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638
00000100:00080000:0.0:1767327489.464025:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327489.464029:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327489.464032:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010476416:0@lo:38:kworker.0
00000100:00100000:1.0:1767327489.974680:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010476544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327489.974764:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327489.974823:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476544
00000100:00100000:3.0:1767327489.974836:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476544
00000100:00100000:3.0:1767327489.974899:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8037
00000100:00100000:3.0:1767327489.974908:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010476544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327489.974935:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327489.975010:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010476544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327489.975017:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8037
00000100:00100000:1.0:1767327489.975053:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010476544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327490.422605:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327490.486637:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010476672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327490.486706:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327490.486775:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476672
00000100:00100000:2.0:1767327490.486815:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476672
00000100:00100000:2.0:1767327490.486889:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8038
00000100:00100000:2.0:1767327490.486902:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010476672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327490.486945:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327490.487033:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010476672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (324us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327490.487045:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8038
00000100:00100000:3.0:1767327490.487089:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010476672:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327491.446554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327492.470580:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327493.494614:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327493.968894:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327493.968940:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327493.968957:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192320
00000100:00100000:0.0:1767327493.968974:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192320
00000100:00100000:2.0:1767327493.969014:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192192
00000100:00100000:2.0:1767327493.969023:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192192
00000100:00080000:3.0:1767327493.969057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327493.969095:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1840
00000100:00100000:0.0:1767327493.969110:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3639
00000100:00100000:2.0:1767327493.969116:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993192320:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327493.969124:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993192192:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327493.969148:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327493.969220:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993192192:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327493.969226:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993192320:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 115us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327493.969232:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3639
00000100:00100000:2.0:1767327493.969243:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1840
00010000:00010000:1.0:1767327494.518640:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327494.582591:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327494.582604:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327494.582608:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327494.582613:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327494.582618:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327494.582629:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12687
00000100:00080000:3.0:1767327494.582634:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327494.582642:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327494.582683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010476800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327494.582747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010476800:0@lo:38:kworker.0
00000100:00080000:3.0:1767327494.582801:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327494.582810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327494.582811:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010476928:0@lo:400:kworker.0
00000100:00080000:3.0:1767327494.582815:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327494.582830:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12687
00000100:00080000:3.0:1767327494.582835:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327494.582843:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327494.582856:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010477056:0@lo:400:kworker.0
00000100:00100000:0.0:1767327494.582857:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327494.582874:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010477184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327494.582878:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327494.582917:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476800
00000100:00100000:0.0:1767327494.582919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010477184:0@lo:38:kworker.0
00000100:00100000:2.0:1767327494.582928:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476800
00000100:00080000:3.0:1767327494.582929:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327494.582936:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327494.582939:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327494.582945:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12687
00000100:00080000:3.0:1767327494.582950:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327494.582957:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327494.582962:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010477312:0@lo:400:kworker.0
00000100:00100000:0.0:1767327494.582966:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327494.582976:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35076
00000100:00100000:2.0:1767327494.582987:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010476800:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327494.582992:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1f80 x1853164010477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327494.583008:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327494.583013:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327494.583044:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010476928
00000100:00100000:0.0:1767327494.583050:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010476928
00000100:00100000:1.0:1767327494.583064:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477184
00000100:00080000:3.0:1767327494.583069:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327494.583070:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477184
00000100:00100000:2.0:1767327494.583082:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010476800:12345-0@lo:38:kworker.0 Request processed in 90us (220us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327494.583083:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327494.583089:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327494.583103:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12687
00000100:00100000:2.0:1767327494.583107:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35076
00000100:00100000:1.0:1767327494.583109:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477312
00000100:00080000:3.0:1767327494.583110:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327494.583115:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477312
00000100:00100000:0.0:1767327494.583116:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9165
00000100:00080000:3.0:1767327494.583124:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327494.583133:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010476928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327494.583149:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010477568:0@lo:400:kworker.0
00000100:00100000:3.0:1767327494.583153:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7480 x1853164010477696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327494.583156:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841
00000100:00100000:1.0:1767327494.583172:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010477312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327494.583190:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010476928:12345-0@lo:400:kworker.0 Request processed in 63us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327494.583199:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327494.583202:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9165
00000100:00100000:1.0:1767327494.583237:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010477312:12345-0@lo:400:kworker.0 Request processed in 68us (228us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327494.583242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327494.583249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841
00000100:00080000:0.0:1767327494.583252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327494.583267:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477568
00000100:00100000:0.0:1767327494.583272:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010477440:0@lo:38:kworker.0
00000100:00100000:2.0:1767327494.583272:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477568
00000100:00100000:1.0:1767327494.583277:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640
00000100:00100000:1.0:1767327494.583284:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010477184:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327494.583284:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010476928:0@lo:400:kworker.0
00000100:00100000:0.0:1767327494.583310:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327494.583311:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327494.583322:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477440
00000100:00100000:2.0:1767327494.583326:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477440
00000100:00100000:0.0:1767327494.583341:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010477696:0@lo:38:kworker.0
00000100:00100000:2.0:1767327494.583358:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842
00000100:00100000:1.0:1767327494.583366:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010477184:12345-0@lo:38:kworker.0 Request processed in 79us (403us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327494.583369:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010477568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327494.583377:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640
00000100:00100000:0.0:1767327494.583381:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327494.583396:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477696
00000100:00100000:1.0:1767327494.583402:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477696
00000100:00100000:3.0:1767327494.583409:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327494.583446:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327494.583451:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641
00000100:00080000:0.0:1767327494.583455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327494.583460:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010477440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327494.583465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010477184:0@lo:38:kworker.0
00010000:00020000:1.0:1767327494.583472:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327494.583472:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010477568:12345-0@lo:400:kworker.0 Request processed in 104us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327494.583484:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842
00000100:00080000:0.0:1767327494.583490:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327494.583499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327494.583505:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010476800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327494.583510:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642
00000100:00100000:2.0:1767327494.583517:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010477696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327494.583531:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327494.583533:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010477440:12345-0@lo:38:kworker.0 Request processed in 66us (219us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327494.583545:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641
00000100:00080000:0.0:1767327494.583548:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327494.583555:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327494.583559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010477440:0@lo:38:kworker.0
00000100:00100000:2.0:1767327494.583568:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010477696:12345-0@lo:38:kworker.0 Request processed in 48us (192us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327494.583571:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327494.583576:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642
00000100:00080000:0.0:1767327494.583579:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327494.583586:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010477696:0@lo:38:kworker.0
00000100:00080000:3.0:1767327494.583606:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327494.583627:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477056
00000100:00100000:0.0:1767327494.583632:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477056
00000100:00100000:1.0:1767327494.583633:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010477312:0@lo:400:kworker.0
00000100:00100000:2.0:1767327494.583651:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010477568:0@lo:400:kworker.0
00000100:00100000:0.0:1767327494.583682:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9166
00000100:00100000:0.0:1767327494.583689:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010477056:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327494.583699:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327494.583726:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010477056:12345-0@lo:400:kworker.0 Request processed in 38us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327494.583734:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9166
00000100:00100000:3.0:1767327494.583787:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010477056:0@lo:400:kworker.0
00000100:00100000:3.0:1767327495.094670:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010477824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327495.094738:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327495.094806:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477824
00000100:00100000:2.0:1767327495.094818:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477824
00000100:00100000:2.0:1767327495.094877:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8039
00000100:00100000:2.0:1767327495.094888:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010477824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327495.094921:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327495.094990:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010477824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327495.094997:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8039
00000100:00100000:3.0:1767327495.095038:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010477824:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327495.542590:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327495.606663:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010477952:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327495.606743:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327495.606827:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010477952
00000100:00100000:2.0:1767327495.606840:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010477952
00000100:00100000:2.0:1767327495.606898:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8040
00000100:00100000:2.0:1767327495.606906:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010477952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327495.606943:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327495.607010:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010477952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327495.607017:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8040
00000100:00100000:3.0:1767327495.607076:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010477952:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327496.566619:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327497.590585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327498.614624:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327499.088951:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327499.088994:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327499.089059:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192576
00000100:00100000:2.0:1767327499.089060:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192448
00000100:00100000:1.0:1767327499.089075:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192576
00000100:00100000:2.0:1767327499.089076:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192448
00000100:00100000:2.0:1767327499.089146:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1843
00000100:00100000:1.0:1767327499.089156:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3643
00000100:00080000:3.0:1767327499.089158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327499.089166:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993192576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327499.089172:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993192448:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327499.089196:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327499.089261:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993192576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 106us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327499.089264:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993192448:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327499.089274:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1843
00000100:00100000:1.0:1767327499.089285:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3643
00010000:00010000:1.0:1767327499.638631:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327499.702513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327499.702523:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327499.702529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327499.702535:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327499.702541:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327499.702551:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12692
00000100:00080000:3.0:1767327499.702556:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327499.702565:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327499.702605:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010478080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327499.702684:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010478080:0@lo:38:kworker.0
00000100:00080000:3.0:1767327499.702696:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327499.702703:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327499.702707:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327499.702715:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12692
00000100:00100000:1.0:1767327499.702733:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010478208:0@lo:400:kworker.0
00000100:00080000:3.0:1767327499.702745:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327499.702751:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327499.702774:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7100 x1853164010478464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327499.702805:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767327499.702816:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327499.702818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327499.702829:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010478592:0@lo:400:kworker.0
00000100:00100000:1.0:1767327499.702831:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327499.702831:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327499.702841:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327499.702850:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12692
00000100:00080000:3.0:1767327499.702856:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327499.702862:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327499.702889:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010478464:0@lo:38:kworker.0
00000100:00100000:3.0:1767327499.702891:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4a80 x1853164010478720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327499.702913:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327499.702958:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478208
00000100:00100000:0.0:1767327499.702968:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478208
00000100:00100000:2.0:1767327499.702983:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010478336:0@lo:400:kworker.0
00000100:00100000:1.0:1767327499.702984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327499.702987:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327499.703002:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327499.703006:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327499.703017:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12692
00000100:00080000:3.0:1767327499.703022:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327499.703029:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327499.703044:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327499.703054:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010478720:0@lo:38:kworker.0
00000100:00100000:3.0:1767327499.703056:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010478976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327499.703059:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478336
00000100:00100000:0.0:1767327499.703068:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478336
00000100:00100000:2.0:1767327499.703095:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478080
00000100:00100000:2.0:1767327499.703103:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478080
00000100:00100000:1.0:1767327499.703120:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327499.703126:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9167
00000100:00100000:0.0:1767327499.703138:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010478208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327499.703143:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35077
00000100:00100000:2.0:1767327499.703152:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010478080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327499.703159:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478592
00000100:00100000:3.0:1767327499.703169:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478592
00000100:00100000:1.0:1767327499.703174:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010478976:0@lo:38:kworker.0
00010000:00020000:2.0:1767327499.703175:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327499.703208:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010478208:12345-0@lo:400:kworker.0 Request processed in 71us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327499.703217:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9167
00000100:00100000:2.0:1767327499.703249:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010478080:12345-0@lo:38:kworker.0 Request processed in 91us (439us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327499.703258:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327499.703266:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9168
00000100:00100000:2.0:1767327499.703267:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35077
00000100:00100000:3.0:1767327499.703278:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478464
00000100:00100000:0.0:1767327499.703284:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010478336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327499.703289:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478464
00000100:00100000:2.0:1767327499.703309:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478720
00000100:00100000:2.0:1767327499.703314:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478720
00000100:00080000:1.0:1767327499.703332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327499.703335:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478976
00000100:00100000:3.0:1767327499.703342:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478976
00000100:00080000:1.0:1767327499.703348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327499.703349:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844
00000100:00100000:0.0:1767327499.703351:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010478336:12345-0@lo:400:kworker.0 Request processed in 74us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327499.703365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010478080:0@lo:38:kworker.0
00000100:00100000:0.0:1767327499.703374:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9168
00000100:00100000:2.0:1767327499.703374:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010478592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327499.703387:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644
00000100:00100000:3.0:1767327499.703404:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010478464:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327499.703472:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010478592:12345-0@lo:400:kworker.0 Request processed in 105us (567us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327499.703484:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844
00010000:00020000:3.0:1767327499.703485:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327499.703502:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645
00000100:00100000:0.0:1767327499.703521:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646
00000100:00100000:1.0:1767327499.703522:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010478720:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327499.703534:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010478976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327499.703544:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327499.703547:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327499.703569:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010478848:0@lo:400:kworker.0
00000100:00100000:3.0:1767327499.703575:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010478464:12345-0@lo:38:kworker.0 Request processed in 172us (597us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327499.703591:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644
00000100:00100000:0.0:1767327499.703613:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010478976:12345-0@lo:38:kworker.0 Request processed in 76us (365us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327499.703634:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646
00000100:00100000:1.0:1767327499.703635:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010478720:12345-0@lo:38:kworker.0 Request processed in 116us (513us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327499.703636:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327499.703652:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645
00000100:00100000:0.0:1767327499.703676:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010478848
00000100:00100000:0.0:1767327499.703683:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010478848
00000100:00080000:1.0:1767327499.703741:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327499.703747:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327499.703756:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010478976:0@lo:38:kworker.0
00000100:00100000:0.0:1767327499.703776:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845
00000100:00100000:2.0:1767327499.703777:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010478208:0@lo:400:kworker.0
00000100:00080000:1.0:1767327499.703787:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327499.703796:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010478848:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327499.703801:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327499.703813:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010478720:0@lo:38:kworker.0
00000100:00080000:3.0:1767327499.703826:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327499.703840:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327499.703844:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327499.703851:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327499.703857:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327499.703868:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010478592:0@lo:400:kworker.0
00000100:00100000:1.0:1767327499.703869:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010478464:0@lo:38:kworker.0
00000100:00100000:0.0:1767327499.703881:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010478848:12345-0@lo:400:kworker.0 Request processed in 91us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327499.703893:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010478336:0@lo:400:kworker.0
00000100:00100000:0.0:1767327499.703896:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845
00000100:00100000:3.0:1767327499.703942:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010478848:0@lo:400:kworker.0
00000100:00100000:3.0:1767327500.214672:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327500.214700:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010479104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327500.214802:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327500.214860:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479104
00000100:00100000:2.0:1767327500.214872:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479104
00000100:00100000:2.0:1767327500.214932:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8041
00000100:00100000:2.0:1767327500.214942:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010479104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327500.214976:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327500.215046:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010479104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327500.215053:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8041
00000100:00100000:3.0:1767327500.215112:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010479104:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327500.662599:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327500.726631:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010479232:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327500.726697:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327500.726758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479232
00000100:00100000:2.0:1767327500.726769:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479232
00000100:00100000:2.0:1767327500.726829:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8042
00000100:00100000:2.0:1767327500.726838:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010479232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327500.726874:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327500.726945:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010479232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327500.726954:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8042
00000100:00100000:1.0:1767327500.726996:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010479232:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327501.686576:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327502.710610:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327503.734629:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327504.208980:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327504.209018:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327504.209052:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192704
00000100:00100000:0.0:1767327504.209063:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192704
00000100:00100000:1.0:1767327504.209076:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192832
00000100:00100000:1.0:1767327504.209083:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192832
00000100:00100000:0.0:1767327504.209109:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3647
00000100:00100000:0.0:1767327504.209120:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993192704:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327504.209142:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327504.209142:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1846
00000100:00080000:2.0:1767327504.209147:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327504.209157:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993192832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327504.209204:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993192704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327504.209205:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993192832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327504.209222:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3647
00000100:00100000:1.0:1767327504.209230:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1846
00010000:00010000:1.0:1767327504.758632:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327504.822506:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327504.822539:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327504.822542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327504.822545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327504.822548:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327504.822555:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12697
00000100:00080000:3.0:1767327504.822560:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327504.822566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327504.822634:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4a80 x1853164010479360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327504.822741:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010479360:0@lo:38:kworker.0
00000100:00080000:3.0:1767327504.822772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327504.822780:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327504.822784:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010479488:0@lo:400:kworker.0
00000100:00080000:3.0:1767327504.822791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327504.822799:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12697
00000100:00080000:3.0:1767327504.822805:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327504.822812:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327504.822824:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010479616:0@lo:400:kworker.0
00000100:00100000:3.0:1767327504.822833:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010479744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327504.822858:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327504.822867:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327504.822873:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327504.822880:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327504.822885:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327504.822892:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12697
00000100:00080000:3.0:1767327504.822898:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327504.822903:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327504.822934:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010480000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327504.822941:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479360
00000100:00100000:1.0:1767327504.822941:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010479744:0@lo:38:kworker.0
00000100:00100000:0.0:1767327504.822951:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479360
00000100:00100000:2.0:1767327504.822958:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767327504.822959:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327504.822964:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327504.822966:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327504.822970:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010480128:0@lo:400:kworker.0
00000100:00080000:3.0:1767327504.822971:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12697
00000100:00100000:1.0:1767327504.822980:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327504.822980:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327504.822987:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327504.822991:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35078
00000100:00100000:0.0:1767327504.822999:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010479360:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327504.823002:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2300 x1853164010480256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327504.823011:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010480000:0@lo:38:kworker.0
00000100:00100000:2.0:1767327504.823014:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327504.823019:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327504.823039:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010479872:0@lo:400:kworker.0
00000100:00100000:1.0:1767327504.823052:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327504.823068:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010479360:12345-0@lo:38:kworker.0 Request processed in 68us (215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327504.823077:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35078
00000100:00100000:2.0:1767327504.823080:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479744
00000100:00100000:3.0:1767327504.823084:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327504.823087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479744
00000100:00080000:1.0:1767327504.823093:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327504.823100:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327504.823105:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010479360:0@lo:38:kworker.0
00000100:00100000:0.0:1767327504.823115:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327504.823119:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480128
00000100:00100000:2.0:1767327504.823123:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480128
00000100:00100000:1.0:1767327504.823130:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010480256:0@lo:38:kworker.0
00000100:00100000:3.0:1767327504.823145:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479488
00000100:00100000:3.0:1767327504.823151:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479488
00000100:00100000:0.0:1767327504.823164:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479616
00000100:00100000:1.0:1767327504.823165:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327504.823169:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480000
00000100:00100000:0.0:1767327504.823171:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479616
00000100:00100000:2.0:1767327504.823174:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480000
00000100:00100000:2.0:1767327504.823197:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010479872
00000100:00100000:2.0:1767327504.823200:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010479872
00000100:00100000:3.0:1767327504.823204:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9169
00000100:00100000:1.0:1767327504.823206:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480256
00000100:00100000:1.0:1767327504.823211:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480256
00000100:00100000:0.0:1767327504.823216:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9170
00000100:00100000:3.0:1767327504.823217:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010479488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327504.823230:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010479616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327504.823236:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847
00000100:00100000:2.0:1767327504.823245:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010480128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327504.823248:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848
00000100:00100000:1.0:1767327504.823260:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010479872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327504.823295:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010479488:12345-0@lo:400:kworker.0 Request processed in 64us (401us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327504.823308:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010479616:12345-0@lo:400:kworker.0 Request processed in 77us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327504.823320:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9169
00000100:00100000:2.0:1767327504.823334:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010480128:12345-0@lo:400:kworker.0 Request processed in 84us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327504.823335:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9170
00000100:00100000:2.0:1767327504.823358:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847
00000100:00100000:1.0:1767327504.823359:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010479872:12345-0@lo:400:kworker.0 Request processed in 93us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327504.823375:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848
00000100:00080000:3.0:1767327504.823398:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327504.823406:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648
00000100:00080000:3.0:1767327504.823410:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327504.823419:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327504.823423:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649
00000100:00100000:2.0:1767327504.823426:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010479744:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327504.823430:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010479616:0@lo:400:kworker.0
00000100:00100000:1.0:1767327504.823469:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010480000:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327504.823505:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650
00000100:00100000:3.0:1767327504.823511:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010480256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327504.823515:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327504.823517:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327504.823524:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327504.823594:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010480000:12345-0@lo:38:kworker.0 Request processed in 123us (537us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327504.823606:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649
00000100:00100000:3.0:1767327504.823642:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010480256:12345-0@lo:38:kworker.0 Request processed in 125us (475us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327504.823650:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010479872:0@lo:400:kworker.0
00000100:00100000:2.0:1767327504.823652:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010479744:12345-0@lo:38:kworker.0 Request processed in 229us (667us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327504.823659:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650
00000100:00080000:1.0:1767327504.823666:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327504.823677:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327504.823700:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648
00000100:00100000:1.0:1767327504.823706:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010480256:0@lo:38:kworker.0
00000100:00080000:1.0:1767327504.823728:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327504.823734:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327504.823741:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010480000:0@lo:38:kworker.0
00000100:00100000:3.0:1767327504.823752:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010480128:0@lo:400:kworker.0
00000100:00080000:1.0:1767327504.823759:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327504.823767:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327504.823772:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010479488:0@lo:400:kworker.0
00000100:00100000:1.0:1767327504.823778:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010479744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327505.334643:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010480384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327505.334742:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327505.334798:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480384
00000100:00100000:2.0:1767327505.334807:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480384
00000100:00100000:2.0:1767327505.334866:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8043
00000100:00100000:2.0:1767327505.334879:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010480384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327505.334908:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327505.334963:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010480384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327505.334977:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8043
00000100:00100000:3.0:1767327505.335000:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010480384:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327505.782558:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327505.846605:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327505.846623:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010480512:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327505.846695:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327505.846736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480512
00000100:00100000:2.0:1767327505.846745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480512
00000100:00100000:2.0:1767327505.846800:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8044
00000100:00100000:2.0:1767327505.846812:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010480512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327505.846845:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327505.846899:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010480512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327505.846908:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8044
00000100:00100000:3.0:1767327505.846948:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010480512:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327506.806580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327507.830572:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767327508.854605:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327509.329003:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327509.329038:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327509.329093:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993192960
00000100:00100000:0.0:1767327509.329099:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193088
00000100:00100000:2.0:1767327509.329109:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993192960
00000100:00100000:0.0:1767327509.329110:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193088
00000100:00080000:3.0:1767327509.329169:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327509.329191:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1849
00000100:00100000:0.0:1767327509.329203:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3651
00000100:00100000:0.0:1767327509.329215:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993192960:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327509.329215:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993193088:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327509.329251:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327509.329326:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993192960:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327509.329331:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993193088:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 117us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327509.329342:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3651
00000100:00100000:2.0:1767327509.329356:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1849
00010000:00010000:1.0:1767327509.878609:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327509.942550:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327509.942557:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327509.942560:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327509.942563:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327509.942567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327509.942574:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12702
00000100:00080000:2.0:1767327509.942579:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327509.942585:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327509.942622:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05500 x1853164010480640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327509.942679:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010480640:0@lo:38:kworker.0
00000100:00080000:2.0:1767327509.942706:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327509.942709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327509.942712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327509.942717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12702
00000100:00080000:2.0:1767327509.942720:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327509.942726:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327509.942735:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010480768:0@lo:400:kworker.0
00000100:00100000:2.0:1767327509.942744:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74700 x1853164010481024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327509.942754:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010480896:0@lo:400:kworker.0
00000100:00100000:1.0:1767327509.942754:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327509.942785:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327509.942788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327509.942790:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327509.942795:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12702
00000100:00080000:2.0:1767327509.942797:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327509.942801:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327509.942812:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76300 x1853164010481280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327509.942829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010481024:0@lo:38:kworker.0
00000100:00100000:3.0:1767327509.942835:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327509.942839:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480640
00000100:00080000:2.0:1767327509.942839:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327509.942847:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327509.942849:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327509.942850:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480640
00000100:00080000:2.0:1767327509.942855:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12702
00000100:00080000:2.0:1767327509.942859:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327509.942864:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327509.942879:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010481536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327509.942897:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35079
00000100:00100000:3.0:1767327509.942906:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327509.942912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327509.942916:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010480640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327509.942923:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010481152:0@lo:400:kworker.0
00000100:00100000:3.0:1767327509.942927:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010481408:0@lo:400:kworker.0
00010000:00020000:0.0:1767327509.942941:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327509.942943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010481280:0@lo:38:kworker.0
00000100:00100000:3.0:1767327509.942992:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327509.943019:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481024
00000100:00100000:2.0:1767327509.943025:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481024
00000100:00100000:1.0:1767327509.943034:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480768
00000100:00100000:1.0:1767327509.943041:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480768
00000100:00100000:0.0:1767327509.943064:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010480640:12345-0@lo:38:kworker.0 Request processed in 149us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327509.943067:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481408
00000100:00100000:2.0:1767327509.943073:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481408
00000100:00100000:0.0:1767327509.943078:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35079
00000100:00080000:3.0:1767327509.943093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327509.943101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327509.943113:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9171
00000100:00100000:1.0:1767327509.943125:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010480768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327509.943129:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850
00000100:00100000:0.0:1767327509.943139:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327509.943150:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010481408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327509.943161:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652
00000100:00100000:3.0:1767327509.943175:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010481024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327509.943185:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010480896
00000100:00100000:0.0:1767327509.943190:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010480896
00000100:00100000:1.0:1767327509.943195:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010480768:12345-0@lo:400:kworker.0 Request processed in 73us (366us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327509.943203:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327509.943204:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9171
00000100:00100000:2.0:1767327509.943215:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010481408:12345-0@lo:400:kworker.0 Request processed in 64us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327509.943222:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850
00000100:00100000:0.0:1767327509.943237:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9172
00000100:00100000:0.0:1767327509.943263:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010480896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327509.943279:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010481024:12345-0@lo:38:kworker.0 Request processed in 103us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327509.943292:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327509.943301:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652
00000100:00100000:2.0:1767327509.943320:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010481408:0@lo:400:kworker.0
00000100:00100000:3.0:1767327509.943340:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481280
00000100:00100000:0.0:1767327509.943348:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010480896:12345-0@lo:400:kworker.0 Request processed in 96us (210us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327509.943349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327509.943352:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481280
00000100:00100000:2.0:1767327509.943354:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010480768:0@lo:400:kworker.0
00000100:00080000:1.0:1767327509.943365:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327509.943369:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9172
00000100:00100000:1.0:1767327509.943373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010480640:0@lo:38:kworker.0
00000100:00100000:3.0:1767327509.943405:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653
00000100:00100000:1.0:1767327509.943406:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010481536:0@lo:38:kworker.0
00000100:00100000:3.0:1767327509.943448:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010481280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327509.943461:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327509.943490:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327509.943515:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327509.943517:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010481280:12345-0@lo:38:kworker.0 Request processed in 103us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327509.943526:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653
00000100:00100000:2.0:1767327509.943535:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481536
00000100:00100000:2.0:1767327509.943541:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481536
00000100:00080000:1.0:1767327509.943558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327509.943559:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010480896:0@lo:400:kworker.0
00000100:00080000:1.0:1767327509.943569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327509.943574:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654
00000100:00100000:1.0:1767327509.943577:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010481024:0@lo:38:kworker.0
00000100:00100000:2.0:1767327509.943587:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010481536:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327509.943594:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767327509.943600:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327509.943603:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327509.943607:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010481280:0@lo:38:kworker.0
00000100:00100000:3.0:1767327509.943635:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327509.943659:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327509.943666:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327509.943668:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010481536:12345-0@lo:38:kworker.0 Request processed in 80us (178us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327509.943674:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010481536:0@lo:38:kworker.0
00000100:00100000:2.0:1767327509.943680:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654
00000100:00100000:0.0:1767327509.943705:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481152
00000100:00100000:0.0:1767327509.943712:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481152
00000100:00080000:2.0:1767327509.943767:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327509.943777:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851
00000100:00100000:0.0:1767327509.943787:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010481152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327509.943833:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010481152:12345-0@lo:400:kworker.0 Request processed in 50us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327509.943842:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851
00000100:00100000:3.0:1767327509.943873:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010481152:0@lo:400:kworker.0
00000100:00100000:3.0:1767327510.454693:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010481664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327510.454775:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327510.454838:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481664
00000100:00100000:2.0:1767327510.454852:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481664
00000100:00100000:2.0:1767327510.454920:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8045
00000100:00100000:2.0:1767327510.454933:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010481664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327510.454966:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327510.455051:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010481664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327510.455061:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8045
00000100:00100000:3.0:1767327510.455103:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010481664:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327510.902637:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327510.966688:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010481792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327510.966772:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327510.966819:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010481792
00000100:00100000:2.0:1767327510.966827:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010481792
00000100:00100000:2.0:1767327510.966878:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8046
00000100:00100000:2.0:1767327510.966887:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010481792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327510.966913:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327510.966956:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010481792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327510.966962:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8046
00000100:00100000:0.0:1767327510.967012:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010481792:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327511.926734:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327512.950576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327513.425065:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993193216 offset 0 length 520: 4
00000100:00100000:3.0:1767327513.425098:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327513.425123:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327513.425170:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193472
00000100:00100000:2.0:1767327513.425178:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193344
00000100:00100000:0.0:1767327513.425182:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193472
00000100:00100000:2.0:1767327513.425182:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193344
00000100:00100000:2.0:1767327513.425235:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1852
00000100:00080000:3.0:1767327513.425240:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327513.425244:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3655
00000100:00100000:0.0:1767327513.425252:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993193344:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327513.425257:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993193472:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327513.425275:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327513.425329:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993193344:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (203us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327513.425329:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993193472:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327513.425339:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1852
00000100:00100000:0.0:1767327513.425344:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3655
00010000:00010000:0.0:1767327513.974601:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327514.038488:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327489/real 1767327489]  req@ffff9bb58b09d500 x1853164010475392/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327514.038517:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b09d500 x1853164010475392/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327514.038533:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327514.038553:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327514.038556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010475392:0@lo:250:kworker.0
00000100:00080000:0.0:1767327514.038581:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327514.038587:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327514.038590:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327514.038595:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12687
00000100:00080000:0.0:1767327514.038598:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327514.038604:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327514.038649:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09d500 x1853164010481920/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327514.038670:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327514.038673:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327514.038675:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327514.038678:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12707
00000100:00080000:0.0:1767327514.038682:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327514.038686:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327514.038695:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010481920:0@lo:250:kworker.0
00000100:00100000:0.0:1767327514.038702:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9500 x1853164010482048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767327514.038736:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010481920 offset 0 length 520: 4
00000100:00080000:0.0:1767327514.038758:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327514.038762:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327514.038764:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327514.038768:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12707
00000100:00080000:0.0:1767327514.038771:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327514.038775:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327514.038779:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010482176:0@lo:400:kworker.0
00000100:00100000:0.0:1767327514.038790:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9f80 x1853164010482432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327514.038791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010482048:0@lo:38:kworker.0
00000100:00080000:0.0:1767327514.038818:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327514.038821:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327514.038823:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327514.038829:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010482560:0@lo:400:kworker.0
00000100:00080000:0.0:1767327514.038830:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12707
00000100:00100000:3.0:1767327514.038831:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327514.038838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327514.038839:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327514.038844:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327514.038857:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8380 x1853164010482688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327514.038875:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327514.038878:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010482432:0@lo:38:kworker.0
00000100:00080000:0.0:1767327514.038882:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327514.038886:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010482816:0@lo:400:kworker.0
00000100:00080000:0.0:1767327514.038888:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327514.038893:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327514.038893:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327514.038901:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12707
00000100:00080000:0.0:1767327514.038904:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327514.038907:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327514.038915:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482048
00000100:00100000:0.0:1767327514.038920:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010482944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327514.038922:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482048
00000100:00100000:3.0:1767327514.038932:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327514.038938:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327514.038946:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010482304:0@lo:400:kworker.0
00000100:00100000:1.0:1767327514.038964:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35080
00000100:00100000:1.0:1767327514.038971:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010482048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327514.038980:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327514.038988:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482560
00010000:00020000:1.0:1767327514.038990:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327514.038994:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482560
00000100:00100000:3.0:1767327514.038994:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482176
00000100:00100000:3.0:1767327514.039001:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482176
00000100:00100000:2.0:1767327514.039022:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482304
00000100:00100000:2.0:1767327514.039027:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482304
00000100:00100000:1.0:1767327514.039041:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010482048:12345-0@lo:38:kworker.0 Request processed in 66us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327514.039053:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35080
00000100:00100000:0.0:1767327514.039054:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482816
00000100:00100000:3.0:1767327514.039055:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9173
00000100:00100000:0.0:1767327514.039060:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482816
00000100:00100000:2.0:1767327514.039066:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9174
00000100:00100000:2.0:1767327514.039079:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010482304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327514.039079:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010482176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327514.039100:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853
00000100:00100000:0.0:1767327514.039114:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010482560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327514.039114:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854
00000100:00100000:1.0:1767327514.039132:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010482816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327514.039142:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010482304:12345-0@lo:400:kworker.0 Request processed in 67us (163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327514.039144:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010482176:12345-0@lo:400:kworker.0 Request processed in 78us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327514.039155:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9174
00000100:00100000:0.0:1767327514.039163:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010482560:12345-0@lo:400:kworker.0 Request processed in 55us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327514.039166:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9173
00000100:00100000:0.0:1767327514.039176:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853
00000100:00100000:1.0:1767327514.039193:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010482816:12345-0@lo:400:kworker.0 Request processed in 65us (264us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327514.039201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327514.039205:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010482304:0@lo:400:kworker.0
00000100:00100000:1.0:1767327514.039207:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854
00000100:00080000:3.0:1767327514.039207:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327514.039215:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327514.039215:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327514.039224:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010482560:0@lo:400:kworker.0
00000100:00100000:1.0:1767327514.039242:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482432
00000100:00100000:0.0:1767327514.039246:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010482688:0@lo:38:kworker.0
00000100:00100000:1.0:1767327514.039249:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482432
00000100:00100000:3.0:1767327514.039267:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010482816:0@lo:400:kworker.0
00000100:00100000:3.0:1767327514.039285:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010482176:0@lo:400:kworker.0
00000100:00100000:1.0:1767327514.039286:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656
00000100:00100000:0.0:1767327514.039296:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327514.039301:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010482432:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327514.039311:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482688
00000100:00100000:2.0:1767327514.039316:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482688
00010000:00020000:1.0:1767327514.039317:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327514.039338:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327514.039343:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657
00000100:00080000:0.0:1767327514.039349:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327514.039351:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010482688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327514.039359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010482048:0@lo:38:kworker.0
00000100:00100000:1.0:1767327514.039362:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010482432:12345-0@lo:38:kworker.0 Request processed in 61us (149us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327514.039365:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327514.039378:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656
00000100:00100000:0.0:1767327514.039383:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010482944:0@lo:38:kworker.0
00000100:00100000:2.0:1767327514.039396:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010482688:12345-0@lo:38:kworker.0 Request processed in 44us (104us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327514.039402:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657
00000100:00100000:0.0:1767327514.039447:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327514.039481:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010482944
00000100:00080000:0.0:1767327514.039486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327514.039487:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010482944
00000100:00080000:0.0:1767327514.039496:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327514.039502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010482432:0@lo:38:kworker.0
00000100:00080000:0.0:1767327514.039514:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327514.039519:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658
00000100:00080000:0.0:1767327514.039521:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327514.039529:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010482688:0@lo:38:kworker.0
00000100:00100000:1.0:1767327514.039531:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010482944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327514.039547:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327514.039585:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010482944:12345-0@lo:38:kworker.0 Request processed in 56us (168us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327514.039591:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658
00000100:00080000:0.0:1767327514.039602:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327514.039610:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327514.039614:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010482944:0@lo:38:kworker.0
00010000:00010000:1.0:1767327514.998544:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327515.574685:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010483072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327515.574760:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327515.574826:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483072
00000100:00100000:2.0:1767327515.574836:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483072
00000100:00100000:2.0:1767327515.574891:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8047
00000100:00100000:2.0:1767327515.574899:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010483072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327515.574926:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327515.574969:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010483072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327515.574974:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8047
00000100:00100000:3.0:1767327515.575028:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010483072:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327516.022629:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327516.086592:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010483200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327516.086666:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327516.086709:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483200
00000100:00100000:2.0:1767327516.086716:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483200
00000100:00080000:3.0:1767327516.086759:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327516.086770:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8048
00000100:00100000:2.0:1767327516.086777:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010483200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327516.086805:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327516.086846:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010483200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327516.086853:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8048
00000100:00100000:0.0:1767327516.086892:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010483200:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327517.046584:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327518.070642:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327518.544891:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327518.544930:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327518.544957:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193600
00000100:00100000:1.0:1767327518.544968:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193600
00000100:00100000:0.0:1767327518.544986:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193728
00000100:00100000:0.0:1767327518.544992:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193728
00000100:00100000:1.0:1767327518.545014:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3659
00000100:00100000:1.0:1767327518.545026:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993193600:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327518.545047:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1855
00010000:00020000:1.0:1767327518.545052:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327518.545053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327518.545059:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993193728:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327518.545118:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993193600:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327518.545121:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993193728:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 63us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327518.545133:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3659
00000100:00100000:0.0:1767327518.545144:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1855
00010000:00010000:0.0:1767327519.094596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327519.158506:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327519.158517:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327519.158520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327519.158525:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327519.158530:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327519.158538:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12711
00000100:00080000:2.0:1767327519.158543:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327519.158551:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327519.158626:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75500 x1853164010483328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327519.158676:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010483328:0@lo:38:kworker.0
00000100:00080000:2.0:1767327519.158698:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327519.158702:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327519.158704:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327519.158707:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010483456:0@lo:400:kworker.0
00000100:00080000:2.0:1767327519.158710:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12711
00000100:00080000:2.0:1767327519.158715:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327519.158720:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327519.158733:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75f80 x1853164010483712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327519.158742:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327519.158751:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010483584:0@lo:400:kworker.0
00000100:00080000:2.0:1767327519.158760:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327519.158764:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327519.158766:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327519.158770:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12711
00000100:00080000:2.0:1767327519.158772:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327519.158774:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327519.158780:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010483712:0@lo:38:kworker.0
00000100:00100000:2.0:1767327519.158787:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76680 x1853164010483968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327519.158802:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327519.158812:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327519.158816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327519.158817:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327519.158820:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327519.158822:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483328
00000100:00080000:2.0:1767327519.158825:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12711
00000100:00080000:2.0:1767327519.158829:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327519.158832:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483328
00000100:00080000:2.0:1767327519.158833:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327519.158851:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010484224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327519.158856:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327519.158860:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010483968:0@lo:38:kworker.0
00000100:00100000:3.0:1767327519.158871:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010484096:0@lo:400:kworker.0
00000100:00100000:1.0:1767327519.158878:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35081
00000100:00100000:1.0:1767327519.158893:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010483328:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327519.158895:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010483840:0@lo:400:kworker.0
00000100:00100000:0.0:1767327519.158903:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327519.158914:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327519.158924:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483456
00000100:00100000:3.0:1767327519.158930:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483456
00000100:00100000:0.0:1767327519.158947:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010484224:0@lo:38:kworker.0
00000100:00100000:2.0:1767327519.158956:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327519.158963:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010483328:12345-0@lo:38:kworker.0 Request processed in 76us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327519.158971:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35081
00000100:00100000:3.0:1767327519.158989:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9175
00000100:00100000:0.0:1767327519.158996:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327519.158999:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483712
00000100:00100000:3.0:1767327519.159001:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010483456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327519.159004:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483712
00000100:00100000:2.0:1767327519.159033:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483968
00000100:00100000:1.0:1767327519.159034:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483840
00000100:00100000:2.0:1767327519.159039:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483968
00000100:00100000:1.0:1767327519.159040:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483840
00000100:00080000:0.0:1767327519.159049:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327519.159050:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010483456:12345-0@lo:400:kworker.0 Request processed in 52us (295us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327519.159060:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327519.159062:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9175
00000100:00100000:1.0:1767327519.159066:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484224
00000100:00100000:1.0:1767327519.159070:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484224
00000100:00100000:0.0:1767327519.159072:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010483328:0@lo:38:kworker.0
00000100:00100000:2.0:1767327519.159077:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856
00000100:00080000:3.0:1767327519.159087:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327519.159090:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010483840:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327519.159093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327519.159097:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660
00000100:00100000:1.0:1767327519.159104:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010483712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327519.159112:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327519.159122:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661
00000100:00100000:0.0:1767327519.159132:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662
00000100:00100000:3.0:1767327519.159134:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010483968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327519.159141:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010483840:12345-0@lo:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327519.159144:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010484224:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327519.159153:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010483712:12345-0@lo:38:kworker.0 Request processed in 47us (339us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327519.159154:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327519.159161:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856
00010000:00020000:0.0:1767327519.159166:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327519.159174:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660
00000100:00080000:1.0:1767327519.159208:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327519.159213:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010483968:12345-0@lo:38:kworker.0 Request processed in 79us (310us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327519.159215:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327519.159223:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010484224:12345-0@lo:38:kworker.0 Request processed in 78us (227us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327519.159224:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010483968:0@lo:38:kworker.0
00000100:00100000:3.0:1767327519.159232:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661
00000100:00100000:2.0:1767327519.159234:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010483840:0@lo:400:kworker.0
00000100:00100000:0.0:1767327519.159244:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662
00000100:00080000:1.0:1767327519.159244:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327519.159250:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327519.159254:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010483712:0@lo:38:kworker.0
00000100:00100000:3.0:1767327519.159270:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327519.159278:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327519.159283:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327519.159286:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010484224:0@lo:38:kworker.0
00000100:00100000:0.0:1767327519.159299:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327519.159306:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010483584
00000100:00100000:2.0:1767327519.159311:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010483584
00000100:00080000:3.0:1767327519.159339:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327519.159347:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010483456:0@lo:400:kworker.0
00000100:00100000:2.0:1767327519.159351:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9176
00000100:00100000:2.0:1767327519.159362:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010483584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327519.159380:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484096
00000100:00100000:1.0:1767327519.159384:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484096
00000100:00100000:2.0:1767327519.159404:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010483584:12345-0@lo:400:kworker.0 Request processed in 42us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327519.159410:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9176
00000100:00080000:0.0:1767327519.159438:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327519.159445:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857
00000100:00100000:1.0:1767327519.159453:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010484096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327519.159473:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010483584:0@lo:400:kworker.0
00000100:00100000:1.0:1767327519.159498:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010484096:12345-0@lo:400:kworker.0 Request processed in 44us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327519.159503:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857
00000100:00100000:0.0:1767327519.159517:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010484096:0@lo:400:kworker.0
00010000:00010000:1.0:1767327520.118559:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327520.694653:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010484352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327520.694723:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327520.694766:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484352
00000100:00100000:2.0:1767327520.694774:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484352
00000100:00100000:2.0:1767327520.694817:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8049
00000100:00100000:2.0:1767327520.694826:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010484352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327520.694849:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327520.694895:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010484352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327520.694904:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8049
00000100:00100000:0.0:1767327520.694943:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010484352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327521.142551:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327521.206590:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327521.206605:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010484480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327521.206662:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327521.206704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484480
00000100:00100000:3.0:1767327521.206713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484480
00000100:00080000:0.0:1767327521.206761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327521.206770:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8050
00000100:00100000:3.0:1767327521.206781:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010484480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327521.206807:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327521.206851:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010484480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327521.206858:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8050
00000100:00100000:2.0:1767327521.206895:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010484480:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327522.166556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327523.190596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327523.665012:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327523.665044:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327523.665089:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193856
00000100:00100000:1.0:1767327523.665099:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993193984
00000100:00100000:3.0:1767327523.665100:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193856
00000100:00100000:1.0:1767327523.665107:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993193984
00000100:00100000:3.0:1767327523.665151:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3663
00000100:00080000:2.0:1767327523.665158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327523.665165:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993193856:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327523.665178:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1858
00000100:00100000:1.0:1767327523.665188:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993193984:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:3.0:1767327523.665200:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327523.665255:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993193984:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327523.665258:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993193856:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327523.665267:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1858
00000100:00100000:3.0:1767327523.665274:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3663
00010000:00010000:0.0:1767327524.214581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327524.278587:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327524.278594:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327524.278597:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327524.278600:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327524.278604:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327524.278610:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12717
00000100:00080000:0.0:1767327524.278613:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327524.278619:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327524.278661:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bad80 x1853164010484608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327524.278715:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010484608:0@lo:38:kworker.0
00000100:00080000:0.0:1767327524.278742:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327524.278743:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010484736:0@lo:400:kworker.0
00000100:00080000:0.0:1767327524.278750:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327524.278753:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327524.278757:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12717
00000100:00080000:0.0:1767327524.278760:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327524.278764:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327524.278779:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010484992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327524.278785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327524.278786:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327524.278794:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327524.278807:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010484864:0@lo:400:kworker.0
00000100:00080000:0.0:1767327524.278818:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327524.278822:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327524.278824:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327524.278828:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12717
00000100:00080000:0.0:1767327524.278830:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327524.278834:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010484992:0@lo:38:kworker.0
00000100:00080000:0.0:1767327524.278835:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327524.278851:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484608
00000100:00100000:0.0:1767327524.278852:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430380 x1853164010485248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327524.278860:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484608
00000100:00100000:3.0:1767327524.278860:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327524.278882:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327524.278894:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327524.278898:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327524.278901:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327524.278901:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35082
00000100:00100000:3.0:1767327524.278907:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010485120:0@lo:400:kworker.0
00000100:00080000:0.0:1767327524.278908:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12717
00000100:00080000:0.0:1767327524.278914:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327524.278919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010485248:0@lo:38:kworker.0
00000100:00080000:0.0:1767327524.278921:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327524.278921:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010484608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327524.278939:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430a80 x1853164010485504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767327524.278944:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327524.278952:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327524.278980:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484736
00000100:00100000:1.0:1767327524.278985:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484736
00000100:00100000:0.0:1767327524.278991:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327524.278996:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010484608:12345-0@lo:38:kworker.0 Request processed in 75us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327524.279002:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35082
00000100:00100000:3.0:1767327524.279019:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484992
00000100:00100000:3.0:1767327524.279025:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484992
00000100:00080000:0.0:1767327524.279035:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327524.279038:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010484864
00000100:00080000:0.0:1767327524.279041:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327524.279044:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010484864
00000100:00100000:2.0:1767327524.279044:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9177
00000100:00100000:0.0:1767327524.279049:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010484608:0@lo:38:kworker.0
00000100:00100000:2.0:1767327524.279059:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010484736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327524.279060:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485120
00000100:00100000:3.0:1767327524.279068:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485120
00000100:00100000:0.0:1767327524.279078:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010485504:0@lo:38:kworker.0
00000100:00100000:1.0:1767327524.279079:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9178
00000100:00100000:1.0:1767327524.279092:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010484864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327524.279107:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010484736:12345-0@lo:400:kworker.0 Request processed in 53us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327524.279114:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9177
00000100:00100000:3.0:1767327524.279115:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485248
00000100:00100000:3.0:1767327524.279121:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485248
00000100:00100000:0.0:1767327524.279130:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327524.279142:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010484864:12345-0@lo:400:kworker.0 Request processed in 54us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327524.279151:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9178
00000100:00100000:3.0:1767327524.279153:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485504
00000100:00100000:3.0:1767327524.279158:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485504
00000100:00100000:2.0:1767327524.279164:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859
00000100:00100000:2.0:1767327524.279174:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010485120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327524.279185:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664
00000100:00100000:3.0:1767327524.279195:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010484992:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327524.279196:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665
00000100:00100000:2.0:1767327524.279211:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010485120:12345-0@lo:400:kworker.0 Request processed in 35us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327524.279213:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010485248:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327524.279213:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666
00010000:00020000:3.0:1767327524.279215:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327524.279225:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010485504:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327524.279229:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859
00010000:00020000:0.0:1767327524.279231:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327524.279242:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327524.279259:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327524.279265:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327524.279268:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327524.279281:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010484992:12345-0@lo:38:kworker.0 Request processed in 84us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327524.279283:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010485248:12345-0@lo:38:kworker.0 Request processed in 74us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327524.279294:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010485504:12345-0@lo:38:kworker.0 Request processed in 68us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327524.279296:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010484736:0@lo:400:kworker.0
00000100:00100000:0.0:1767327524.279302:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665
00000100:00100000:2.0:1767327524.279314:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327524.279314:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664
00000100:00100000:1.0:1767327524.279325:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666
00000100:00100000:2.0:1767327524.279326:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010485376:0@lo:400:kworker.0
00000100:00080000:0.0:1767327524.279341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327524.279346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327524.279350:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010485504:0@lo:38:kworker.0
00000100:00100000:2.0:1767327524.279358:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327524.279371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327524.279376:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010485120:0@lo:400:kworker.0
00000100:00080000:0.0:1767327524.279379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327524.279381:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485376
00000100:00100000:0.0:1767327524.279386:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010485248:0@lo:38:kworker.0
00000100:00100000:1.0:1767327524.279387:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485376
00000100:00100000:3.0:1767327524.279405:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010484864:0@lo:400:kworker.0
00000100:00080000:0.0:1767327524.279406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327524.279438:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327524.279442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327524.279448:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010484992:0@lo:38:kworker.0
00000100:00100000:1.0:1767327524.279453:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860
00000100:00100000:1.0:1767327524.279464:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010485376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327524.279501:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010485376:12345-0@lo:400:kworker.0 Request processed in 42us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327524.279505:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860
00000100:00100000:2.0:1767327524.279536:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010485376:0@lo:400:kworker.0
00010000:00010000:1.0:1767327525.238571:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327525.814626:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010485632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327525.814694:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327525.814733:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485632
00000100:00100000:3.0:1767327525.814742:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485632
00000100:00100000:3.0:1767327525.814790:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8051
00000100:00100000:3.0:1767327525.814797:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010485632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327525.814826:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327525.814871:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010485632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327525.814877:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8051
00000100:00100000:0.0:1767327525.814912:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010485632:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327526.262651:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327526.326603:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010485760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327526.326662:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327526.326704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485760
00000100:00100000:3.0:1767327526.326713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485760
00000100:00080000:2.0:1767327526.326764:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327526.326773:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8052
00000100:00100000:3.0:1767327526.326783:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010485760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327526.326811:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327526.326869:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010485760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327526.326879:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8052
00000100:00100000:1.0:1767327526.326902:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010485760:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327527.286561:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327528.310636:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327528.784883:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327528.784919:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327528.784941:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993194112
00000100:00100000:1.0:1767327528.784951:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993194112
00000100:00100000:0.0:1767327528.784976:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993194240
00000100:00100000:0.0:1767327528.784983:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993194240
00000100:00100000:1.0:1767327528.784996:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3667
00000100:00100000:1.0:1767327528.785004:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993194112:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327528.785024:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327528.785038:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1861
00000100:00080000:2.0:1767327528.785047:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327528.785050:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993194240:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327528.785078:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993194112:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327528.785087:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3667
00000100:00100000:0.0:1767327528.785098:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993194240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327528.785107:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1861
00010000:00010000:0.0:1767327529.334576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327529.398566:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327529.398578:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327529.398582:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327529.398587:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327529.398592:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327529.398601:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12722
00000100:00080000:3.0:1767327529.398607:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327529.398616:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327529.398677:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9c00 x1853164010485888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327529.398740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010485888:0@lo:38:kworker.0
00000100:00100000:1.0:1767327529.398773:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010486016:0@lo:400:kworker.0
00000100:00080000:3.0:1767327529.398773:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327529.398784:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327529.398788:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327529.398794:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12722
00000100:00080000:3.0:1767327529.398799:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327529.398804:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327529.398812:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010486144:0@lo:400:kworker.0
00000100:00100000:3.0:1767327529.398825:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9880 x1853164010486272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327529.398826:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327529.398826:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327529.398857:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327529.398862:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327529.398867:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327529.398868:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327529.398875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010486272:0@lo:38:kworker.0
00000100:00080000:3.0:1767327529.398877:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12722
00000100:00080000:3.0:1767327529.398884:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327529.398890:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327529.398899:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486016
00000100:00100000:2.0:1767327529.398906:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327529.398907:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486016
00000100:00100000:3.0:1767327529.398909:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8e00 x1853164010486528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327529.398923:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010486400:0@lo:400:kworker.0
00000100:00100000:0.0:1767327529.398925:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327529.398956:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327529.398961:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327529.398964:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327529.398969:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010486528:0@lo:38:kworker.0
00000100:00100000:1.0:1767327529.398971:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486144
00000100:00080000:3.0:1767327529.398971:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12722
00000100:00100000:1.0:1767327529.398976:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486144
00000100:00080000:3.0:1767327529.398980:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327529.398985:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327529.398989:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327529.399008:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8000 x1853164010486784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327529.399017:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9179
00000100:00100000:0.0:1767327529.399025:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327529.399032:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010486016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327529.399050:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9180
00000100:00100000:3.0:1767327529.399052:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486272
00000100:00100000:0.0:1767327529.399059:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010486784:0@lo:38:kworker.0
00000100:00100000:3.0:1767327529.399060:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486272
00000100:00100000:2.0:1767327529.399068:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010486144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327529.399081:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010486016:12345-0@lo:400:kworker.0 Request processed in 52us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327529.399088:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9179
00000100:00100000:0.0:1767327529.399096:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327529.399096:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486400
00000100:00100000:3.0:1767327529.399103:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486400
00000100:00080000:1.0:1767327529.399123:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327529.399131:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327529.399135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327529.399150:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486528
00000100:00100000:2.0:1767327529.399168:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010486144:12345-0@lo:400:kworker.0 Request processed in 91us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327529.399172:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486528
00000100:00100000:2.0:1767327529.399184:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9180
00000100:00100000:3.0:1767327529.399194:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486784
00000100:00100000:1.0:1767327529.399198:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010486016:0@lo:400:kworker.0
00000100:00100000:0.0:1767327529.399201:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010485888
00000100:00100000:3.0:1767327529.399201:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486784
00000100:00100000:0.0:1767327529.399211:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010485888
00000100:00100000:1.0:1767327529.399228:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327529.399234:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862
00000100:00100000:1.0:1767327529.399240:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010486656:0@lo:400:kworker.0
00000100:00100000:2.0:1767327529.399248:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668
00000100:00100000:3.0:1767327529.399251:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010486400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327529.399260:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35083
00000100:00100000:2.0:1767327529.399263:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010486272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327529.399274:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010485888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327529.399285:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327529.399290:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327529.399302:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327529.399329:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010486400:12345-0@lo:400:kworker.0 Request processed in 83us (345us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327529.399336:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486656
00000100:00100000:3.0:1767327529.399342:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862
00000100:00100000:1.0:1767327529.399343:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486656
00000100:00100000:2.0:1767327529.399369:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010486272:12345-0@lo:38:kworker.0 Request processed in 106us (448us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327529.399372:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010485888:12345-0@lo:38:kworker.0 Request processed in 98us (548us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327529.399376:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669
00000100:00100000:3.0:1767327529.399390:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010486528:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327529.399397:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35083
00000100:00100000:2.0:1767327529.399398:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668
00000100:00100000:1.0:1767327529.399410:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863
00010000:00020000:3.0:1767327529.399412:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327529.399449:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010486656:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327529.399462:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327529.399472:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670
00000100:00100000:2.0:1767327529.399482:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010486784:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327529.399496:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010486528:12345-0@lo:38:kworker.0 Request processed in 106us (472us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327529.399503:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327529.399527:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010486656:12345-0@lo:400:kworker.0 Request processed in 89us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327529.399528:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669
00000100:00100000:1.0:1767327529.399541:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00000100:00100000:0.0:1767327529.399568:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010486656:0@lo:400:kworker.0
00000100:00100000:2.0:1767327529.399592:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010486784:12345-0@lo:38:kworker.0 Request processed in 108us (495us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327529.399604:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670
00000100:00080000:3.0:1767327529.399620:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327529.399626:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010486400:0@lo:400:kworker.0
00000100:00080000:3.0:1767327529.399631:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327529.399640:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010486784:0@lo:38:kworker.0
00000100:00100000:1.0:1767327529.399643:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010486144:0@lo:400:kworker.0
00000100:00080000:3.0:1767327529.399660:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327529.399668:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327529.399671:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010486528:0@lo:38:kworker.0
00000100:00080000:3.0:1767327529.399679:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327529.399682:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327529.399683:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010486272:0@lo:38:kworker.0
00000100:00080000:3.0:1767327529.399689:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327529.399691:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327529.399693:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010485888:0@lo:38:kworker.0
00010000:00010000:1.0:1767327530.358556:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327530.934626:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010486912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327530.934701:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327530.934762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010486912
00000100:00100000:3.0:1767327530.934771:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010486912
00000100:00100000:3.0:1767327530.934818:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8053
00000100:00100000:3.0:1767327530.934825:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010486912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327530.934850:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327530.934893:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010486912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327530.934898:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8053
00000100:00100000:0.0:1767327530.934946:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010486912:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327531.382614:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327531.446611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010487040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327531.446683:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327531.446734:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487040
00000100:00100000:3.0:1767327531.446743:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487040
00000100:00080000:0.0:1767327531.446795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327531.446804:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8054
00000100:00100000:3.0:1767327531.446819:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010487040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327531.446851:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327531.446909:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010487040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327531.446918:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8054
00000100:00100000:1.0:1767327531.446937:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010487040:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327532.406596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327533.430592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327533.904937:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327533.904988:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327533.905018:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993194368
00000100:00100000:1.0:1767327533.905030:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993194368
00000100:00100000:0.0:1767327533.905075:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993194496
00000100:00100000:0.0:1767327533.905081:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993194496
00000100:00100000:1.0:1767327533.905087:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3671
00000100:00100000:1.0:1767327533.905098:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993194368:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327533.905124:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327533.905138:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1864
00000100:00100000:0.0:1767327533.905148:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993194496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327533.905183:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327533.905198:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993194496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327533.905200:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993194368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 98us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327533.905209:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1864
00000100:00100000:1.0:1767327533.905222:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3671
00010000:00010000:1.0:1767327534.454608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327534.518532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327534.518543:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327534.518547:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327534.518551:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327534.518555:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327534.518563:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12727
00000100:00080000:0.0:1767327534.518570:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327534.518577:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327534.518618:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431880 x1853164010487168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327534.518683:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010487168:0@lo:38:kworker.0
00000100:00080000:0.0:1767327534.518695:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327534.518700:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327534.518703:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327534.518709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12727
00000100:00080000:0.0:1767327534.518713:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327534.518718:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327534.518731:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010487296:0@lo:400:kworker.0
00000100:00100000:0.0:1767327534.518739:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b433800 x1853164010487552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327534.518747:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010487424:0@lo:400:kworker.0
00000100:00100000:3.0:1767327534.518748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327534.518783:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327534.518788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327534.518790:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327534.518796:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12727
00000100:00100000:1.0:1767327534.518802:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327534.518803:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327534.518810:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327534.518818:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010487680:0@lo:400:kworker.0
00000100:00100000:0.0:1767327534.518828:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431180 x1853164010487808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327534.518828:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010487552:0@lo:38:kworker.0
00000100:00100000:2.0:1767327534.518850:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327534.518878:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327534.518879:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327534.518887:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327534.518890:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327534.518895:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487168
00000100:00080000:0.0:1767327534.518896:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12727
00000100:00080000:0.0:1767327534.518903:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327534.518905:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487168
00000100:00100000:2.0:1767327534.518908:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487680
00000100:00080000:0.0:1767327534.518909:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327534.518915:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487680
00000100:00100000:3.0:1767327534.518922:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010487808:0@lo:38:kworker.0
00000100:00100000:0.0:1767327534.518931:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010488064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327534.518957:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35084
00000100:00100000:3.0:1767327534.518963:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327534.518973:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010487168:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327534.518978:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487552
00000100:00100000:2.0:1767327534.518979:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487808
00000100:00100000:2.0:1767327534.518986:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487808
00000100:00100000:0.0:1767327534.518987:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487552
00000100:00100000:3.0:1767327534.518993:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010488064:0@lo:38:kworker.0
00010000:00020000:1.0:1767327534.518995:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327534.519011:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865
00000100:00100000:2.0:1767327534.519027:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010487680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327534.519028:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672
00000100:00100000:3.0:1767327534.519028:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327534.519042:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010487808:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327534.519056:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010487168:12345-0@lo:38:kworker.0 Request processed in 84us (309us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327534.519059:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327534.519066:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327534.519073:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35084
00000100:00080000:3.0:1767327534.519078:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327534.519085:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010487168:0@lo:38:kworker.0
00000100:00100000:2.0:1767327534.519100:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010487680:12345-0@lo:400:kworker.0 Request processed in 80us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327534.519109:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865
00000100:00100000:1.0:1767327534.519111:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327534.519114:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010487808:12345-0@lo:38:kworker.0 Request processed in 72us (153us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327534.519123:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672
00000100:00080000:3.0:1767327534.519126:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327534.519127:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010487936:0@lo:400:kworker.0
00000100:00100000:2.0:1767327534.519128:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488064
00000100:00100000:2.0:1767327534.519134:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488064
00000100:00080000:3.0:1767327534.519138:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327534.519146:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010487808:0@lo:38:kworker.0
00000100:00100000:0.0:1767327534.519151:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673
00000100:00100000:2.0:1767327534.519161:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674
00000100:00100000:0.0:1767327534.519163:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010487552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327534.519170:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010488064:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327534.519179:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327534.519185:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327534.519188:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327534.519197:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327534.519232:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487936
00000100:00100000:1.0:1767327534.519239:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487936
00000100:00100000:0.0:1767327534.519248:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010487552:12345-0@lo:38:kworker.0 Request processed in 85us (368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327534.519256:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010488064:12345-0@lo:38:kworker.0 Request processed in 84us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327534.519260:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487296
00000100:00100000:0.0:1767327534.519264:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767327534.519269:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487296
00000100:00100000:2.0:1767327534.519275:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674
00000100:00100000:0.0:1767327534.519295:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866
00000100:00100000:0.0:1767327534.519306:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010487936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327534.519314:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010487424
00000100:00100000:3.0:1767327534.519318:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010487424
00000100:00080000:2.0:1767327534.519323:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327534.519331:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327534.519335:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327534.519351:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010487936:12345-0@lo:400:kworker.0 Request processed in 47us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327534.519359:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866
00000100:00100000:3.0:1767327534.519364:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9181
00000100:00100000:2.0:1767327534.519371:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010487680:0@lo:400:kworker.0
00000100:00100000:3.0:1767327534.519379:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010487296:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327534.519388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327534.519397:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327534.519403:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010488064:0@lo:38:kworker.0
00000100:00100000:0.0:1767327534.519404:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010487936:0@lo:400:kworker.0
00000100:00100000:3.0:1767327534.519444:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010487296:12345-0@lo:400:kworker.0 Request processed in 70us (648us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327534.519451:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9181
00000100:00080000:1.0:1767327534.519467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327534.519469:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9182
00000100:00100000:0.0:1767327534.519487:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010487296:0@lo:400:kworker.0
00000100:00080000:1.0:1767327534.519491:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327534.519500:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010487552:0@lo:38:kworker.0
00000100:00100000:2.0:1767327534.519502:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010487424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327534.519563:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010487424:12345-0@lo:400:kworker.0 Request processed in 68us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327534.519572:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9182
00000100:00100000:3.0:1767327534.519591:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010487424:0@lo:400:kworker.0
00010000:00010000:1.0:1767327535.478577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327536.054660:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010488192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327536.054723:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327536.054776:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488192
00000100:00100000:3.0:1767327536.054790:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488192
00000100:00080000:2.0:1767327536.054853:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327536.054879:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8055
00000100:00100000:3.0:1767327536.054889:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010488192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327536.054924:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327536.055002:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010488192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327536.055012:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8055
00000100:00100000:0.0:1767327536.055042:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010488192:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327536.502641:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327536.566680:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010488320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327536.566773:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327536.566834:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488320
00000100:00100000:2.0:1767327536.566846:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488320
00000100:00080000:0.0:1767327536.566907:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327536.566930:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8056
00000100:00100000:2.0:1767327536.566942:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010488320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327536.566971:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327536.567037:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010488320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327536.567043:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8056
00000100:00100000:3.0:1767327536.567107:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010488320:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327537.526637:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327538.550574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327539.024797:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327539.024837:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327539.024863:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993194880 offset 0 length 520: 4
00000100:00100000:0.0:1767327539.024870:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993194624
00000100:00100000:0.0:1767327539.024881:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993194624
00000100:00100000:1.0:1767327539.024904:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993194752
00000100:00100000:1.0:1767327539.024910:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993194752
00000100:00100000:0.0:1767327539.024943:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3675
00000100:00080000:2.0:1767327539.024956:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327539.024962:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993194624:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327539.024969:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1867
00000100:00100000:1.0:1767327539.024980:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993194752:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327539.024990:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327539.025056:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993194752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327539.025062:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993194624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 104us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327539.025068:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1867
00000100:00100000:0.0:1767327539.025080:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3675
00010000:00010000:1.0:1767327539.574626:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327539.638529:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327514/real 1767327514]  req@ffff9bb58b09d500 x1853164010481920/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327539.638567:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b09d500 x1853164010481920/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327539.638589:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327539.638599:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327539.638610:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:2.0:1767327539.638612:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1767327539.638618:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010481920:0@lo:250:kworker.0
00000100:00080000:2.0:1767327539.638621:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327539.638641:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12711
00000100:00080000:2.0:1767327539.638647:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327539.638655:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327539.638692:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010488448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327539.638722:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327539.638728:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327539.638731:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327539.638745:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12732
00000100:00080000:2.0:1767327539.638749:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327539.638758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010488448:0@lo:250:kworker.0
00000100:00080000:2.0:1767327539.638759:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327539.638794:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010488576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767327539.638826:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010488448 offset 0 length 520: 4
00000100:00080000:2.0:1767327539.638860:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327539.638867:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327539.638869:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327539.638878:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12732
00000100:00100000:1.0:1767327539.638882:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010488576:0@lo:38:kworker.0
00000100:00100000:3.0:1767327539.638882:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010488832:0@lo:400:kworker.0
00000100:00080000:2.0:1767327539.638886:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327539.638908:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327539.638914:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010488704:0@lo:400:kworker.0
00000100:00100000:2.0:1767327539.638937:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010488960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327539.638944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327539.638976:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327539.638979:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327539.638980:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327539.638984:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12732
00000100:00080000:2.0:1767327539.638986:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327539.638990:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327539.638998:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010489216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327539.639008:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327539.639011:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327539.639012:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327539.639014:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12732
00000100:00080000:2.0:1767327539.639016:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327539.639018:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327539.639026:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010489472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327539.639054:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327539.639065:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010488960:0@lo:38:kworker.0
00000100:00100000:0.0:1767327539.639071:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010489088:0@lo:400:kworker.0
00000100:00100000:2.0:1767327539.639100:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488832
00000100:00100000:2.0:1767327539.639108:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488832
00000100:00100000:1.0:1767327539.639129:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327539.639140:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327539.639169:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010489344:0@lo:400:kworker.0
00000100:00100000:2.0:1767327539.639199:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488704
00000100:00100000:1.0:1767327539.639201:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010489216:0@lo:38:kworker.0
00000100:00100000:2.0:1767327539.639211:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488704
00000100:00100000:3.0:1767327539.639234:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327539.639256:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488960
00000100:00100000:0.0:1767327539.639264:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488960
00000100:00100000:1.0:1767327539.639273:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010488576
00000100:00100000:2.0:1767327539.639281:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9183
00000100:00100000:1.0:1767327539.639283:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010488576
00000100:00100000:2.0:1767327539.639300:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010488832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327539.639306:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489344
00000100:00100000:0.0:1767327539.639311:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489344
00000100:00100000:1.0:1767327539.639330:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35085
00000100:00100000:1.0:1767327539.639340:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010488576:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327539.639346:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676
00000100:00100000:3.0:1767327539.639357:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010488960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327539.639365:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327539.639372:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327539.639378:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868
00000100:00100000:2.0:1767327539.639392:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010488832:12345-0@lo:400:kworker.0 Request processed in 97us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327539.639394:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010489344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327539.639409:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9183
00000100:00100000:1.0:1767327539.639478:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010488576:12345-0@lo:38:kworker.0 Request processed in 77us (476us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327539.639487:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35085
00000100:00100000:2.0:1767327539.639518:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9184
00000100:00100000:3.0:1767327539.639518:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010488960:12345-0@lo:38:kworker.0 Request processed in 149us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327539.639536:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010489344:12345-0@lo:400:kworker.0 Request processed in 145us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327539.639539:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676
00000100:00100000:2.0:1767327539.639545:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010488704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327539.639570:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868
00000100:00100000:1.0:1767327539.639579:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327539.639615:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489088
00000100:00100000:3.0:1767327539.639622:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327539.639624:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489088
00000100:00100000:2.0:1767327539.639646:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010488704:12345-0@lo:400:kworker.0 Request processed in 107us (502us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327539.639659:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9184
00000100:00100000:3.0:1767327539.639664:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010489472:0@lo:38:kworker.0
00000100:00100000:1.0:1767327539.639671:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489216
00000100:00100000:1.0:1767327539.639678:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489216
00000100:00100000:0.0:1767327539.639691:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869
00000100:00080000:2.0:1767327539.639694:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327539.639705:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327539.639707:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010489088:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327539.639710:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327539.639724:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677
00000100:00100000:3.0:1767327539.639725:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327539.639731:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010489216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327539.639745:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327539.639777:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327539.639784:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010488832:0@lo:400:kworker.0
00000100:00080000:3.0:1767327539.639791:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327539.639798:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010489088:12345-0@lo:400:kworker.0 Request processed in 91us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327539.639804:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010489216:12345-0@lo:38:kworker.0 Request processed in 68us (186us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327539.639805:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010488576:0@lo:38:kworker.0
00000100:00100000:0.0:1767327539.639835:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869
00000100:00100000:1.0:1767327539.639848:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677
00000100:00100000:2.0:1767327539.639853:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489472
00000100:00100000:2.0:1767327539.639862:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489472
00000100:00080000:3.0:1767327539.639868:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327539.639878:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327539.639884:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010488960:0@lo:38:kworker.0
00000100:00100000:1.0:1767327539.639912:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678
00000100:00080000:3.0:1767327539.639915:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327539.639916:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010489088:0@lo:400:kworker.0
00000100:00100000:1.0:1767327539.639928:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010489472:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327539.639935:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327539.639945:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010489216:0@lo:38:kworker.0
00010000:00020000:1.0:1767327539.639948:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327539.639957:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010488704:0@lo:400:kworker.0
00000100:00100000:1.0:1767327539.640031:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010489472:12345-0@lo:38:kworker.0 Request processed in 101us (314us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327539.640032:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327539.640040:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327539.640046:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010489472:0@lo:38:kworker.0
00000100:00100000:1.0:1767327539.640047:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678
00000100:00100000:2.0:1767327539.640052:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010489344:0@lo:400:kworker.0
00010000:00010000:1.0:1767327540.598625:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327541.174615:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327541.174635:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010489600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327541.174702:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327541.174845:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489600
00000100:00100000:3.0:1767327541.174858:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489600
00000100:00080000:2.0:1767327541.174909:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327541.174929:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8057
00000100:00100000:3.0:1767327541.174944:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010489600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327541.174987:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327541.175272:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010489600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 333us (568us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327541.175281:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8057
00000100:00100000:2.0:1767327541.175318:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010489600:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327541.622583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327541.686706:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010489728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327541.686791:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327541.686841:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489728
00000100:00100000:2.0:1767327541.686852:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489728
00000100:00080000:0.0:1767327541.686912:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327541.686929:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8058
00000100:00100000:2.0:1767327541.686941:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010489728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327541.686971:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327541.687041:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010489728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327541.687050:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8058
00000100:00100000:3.0:1767327541.687095:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010489728:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327542.646596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327543.670609:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327544.145126:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327544.145175:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327544.145188:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195136
00000100:00100000:1.0:1767327544.145201:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195136
00000100:00100000:0.0:1767327544.145219:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195008
00000100:00100000:0.0:1767327544.145226:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195008
00000100:00100000:0.0:1767327544.145289:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1870
00000100:00100000:1.0:1767327544.145299:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3679
00000100:00100000:0.0:1767327544.145305:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993195136:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327544.145313:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993195008:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767327544.145321:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327544.145345:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327544.145404:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993195136:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327544.145457:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993195008:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327544.145466:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3679
00000100:00100000:0.0:1767327544.145475:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1870
00010000:00010000:1.0:1767327544.694616:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327544.758542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327544.758553:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327544.758557:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327544.758561:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327544.758565:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327544.758572:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12737
00000100:00080000:2.0:1767327544.758576:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327544.758582:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327544.758619:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010489856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327544.758687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010489856:0@lo:38:kworker.0
00000100:00080000:2.0:1767327544.758692:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327544.758703:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327544.758705:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327544.758710:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12737
00000100:00080000:2.0:1767327544.758712:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327544.758717:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327544.758728:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010489984:0@lo:400:kworker.0
00000100:00100000:2.0:1767327544.758739:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2680 x1853164010490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327544.758769:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327544.758773:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327544.758775:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327544.758782:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12737
00000100:00080000:2.0:1767327544.758785:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327544.758788:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010490112:0@lo:400:kworker.0
00000100:00080000:2.0:1767327544.758793:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327544.758808:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327544.758808:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327544.758826:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1c00 x1853164010490496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327544.758863:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327544.758870:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327544.758873:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327544.758874:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010490240:0@lo:38:kworker.0
00000100:00100000:1.0:1767327544.758882:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327544.758883:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327544.758884:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010490624:0@lo:400:kworker.0
00000100:00080000:2.0:1767327544.758903:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12737
00000100:00080000:2.0:1767327544.758906:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327544.758911:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327544.758922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327544.758931:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327544.758938:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010490752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327544.758944:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010490368:0@lo:400:kworker.0
00000100:00100000:0.0:1767327544.758952:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490240
00000100:00100000:3.0:1767327544.758958:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010490496:0@lo:38:kworker.0
00000100:00100000:0.0:1767327544.758966:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490240
00000100:00100000:1.0:1767327544.759005:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327544.759021:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490368
00000100:00100000:3.0:1767327544.759025:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489856
00000100:00100000:0.0:1767327544.759026:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490368
00000100:00100000:2.0:1767327544.759031:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010489984
00000100:00100000:3.0:1767327544.759031:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489856
00000100:00100000:2.0:1767327544.759042:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010489984
00000100:00100000:1.0:1767327544.759068:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680
00000100:00100000:3.0:1767327544.759073:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35086
00000100:00100000:1.0:1767327544.759078:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010490240:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327544.759084:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010489856:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327544.759098:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871
00010000:00020000:1.0:1767327544.759103:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327544.759107:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327544.759109:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010490368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327544.759121:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490112
00000100:00100000:2.0:1767327544.759129:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490112
00000100:00100000:1.0:1767327544.759169:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010490240:12345-0@lo:38:kworker.0 Request processed in 89us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327544.759176:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010489856:12345-0@lo:38:kworker.0 Request processed in 92us (380us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327544.759193:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680
00000100:00100000:2.0:1767327544.759203:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9185
00000100:00100000:3.0:1767327544.759203:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35086
00000100:00100000:0.0:1767327544.759205:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010490368:12345-0@lo:400:kworker.0 Request processed in 96us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327544.759222:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871
00000100:00100000:2.0:1767327544.759237:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010489984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327544.759272:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9186
00000100:00100000:1.0:1767327544.759276:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327544.759288:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010490368:0@lo:400:kworker.0
00000100:00100000:3.0:1767327544.759288:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010490112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327544.759332:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490624
00000100:00100000:1.0:1767327544.759338:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490624
00000100:00100000:2.0:1767327544.759366:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010489984:12345-0@lo:400:kworker.0 Request processed in 136us (568us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327544.759380:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9185
00000100:00100000:3.0:1767327544.759380:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010490112:12345-0@lo:400:kworker.0 Request processed in 93us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327544.759391:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872
00000100:00100000:3.0:1767327544.759441:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9186
00000100:00100000:1.0:1767327544.759476:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010490624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327544.759482:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327544.759492:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327544.759503:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767327544.759509:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327544.759536:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490496
00000100:00100000:0.0:1767327544.759541:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490496
00000100:00080000:3.0:1767327544.759543:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327544.759546:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010489984:0@lo:400:kworker.0
00000100:00100000:1.0:1767327544.759548:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010490624:12345-0@lo:400:kworker.0 Request processed in 140us (272us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327544.759560:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327544.759573:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681
00000100:00100000:3.0:1767327544.759576:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010489856:0@lo:38:kworker.0
00000100:00100000:1.0:1767327544.759583:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872
00000100:00100000:0.0:1767327544.759585:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010490496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327544.759601:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327544.759612:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010490752:0@lo:38:kworker.0
00000100:00100000:2.0:1767327544.759616:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010490624:0@lo:400:kworker.0
00000100:00100000:0.0:1767327544.759667:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010490496:12345-0@lo:38:kworker.0 Request processed in 78us (177us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327544.759667:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010490112:0@lo:400:kworker.0
00000100:00100000:3.0:1767327544.759679:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327544.759683:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681
00000100:00100000:0.0:1767327544.759726:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490752
00000100:00100000:0.0:1767327544.759729:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490752
00000100:00080000:3.0:1767327544.759735:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327544.759744:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327544.759748:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010490240:0@lo:38:kworker.0
00000100:00100000:1.0:1767327544.759751:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682
00000100:00100000:1.0:1767327544.759766:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010490752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327544.759779:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327544.759780:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327544.759786:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327544.759790:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010490496:0@lo:38:kworker.0
00000100:00100000:1.0:1767327544.759819:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010490752:12345-0@lo:38:kworker.0 Request processed in 54us (143us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327544.759820:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327544.759828:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327544.759832:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682
00000100:00100000:3.0:1767327544.759834:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010490752:0@lo:38:kworker.0
00010000:00010000:1.0:1767327545.718554:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327546.294611:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327546.294636:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010490880:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327546.294724:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327546.294786:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010490880
00000100:00100000:2.0:1767327546.294798:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010490880
00000100:00080000:0.0:1767327546.294856:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327546.294874:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8059
00000100:00100000:2.0:1767327546.294888:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010490880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327546.294925:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327546.294985:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010490880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327546.294995:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8059
00000100:00100000:0.0:1767327546.295036:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010490880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327546.742601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327546.806648:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010491008:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327546.806733:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327546.806794:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491008
00000100:00100000:2.0:1767327546.806805:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491008
00000100:00100000:2.0:1767327546.806883:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8060
00000100:00080000:0.0:1767327546.806892:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327546.806898:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010491008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327546.806937:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327546.806997:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010491008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327546.807008:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8060
00000100:00100000:1.0:1767327546.807034:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010491008:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327547.766610:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327548.790535:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327549.264978:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327549.265011:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327549.265047:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195264
00000100:00100000:3.0:1767327549.265054:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195392
00000100:00100000:1.0:1767327549.265059:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195264
00000100:00100000:3.0:1767327549.265061:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195392
00000100:00080000:0.0:1767327549.265109:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327549.265116:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1873
00000100:00100000:3.0:1767327549.265131:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3683
00000100:00100000:1.0:1767327549.265134:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993195392:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327549.265142:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993195264:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327549.265162:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327549.265237:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993195392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327549.265243:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993195264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327549.265256:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1873
00000100:00100000:3.0:1767327549.265264:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3683
00010000:00010000:1.0:1767327549.814590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327549.878530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327549.878544:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327549.878549:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327549.878554:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327549.878560:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327549.878572:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12742
00000100:00080000:2.0:1767327549.878579:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327549.878589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327549.878656:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010491136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327549.878749:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010491136:0@lo:38:kworker.0
00000100:00080000:2.0:1767327549.878787:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327549.878792:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327549.878796:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327549.878802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12742
00000100:00100000:1.0:1767327549.878805:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767327549.878806:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327549.878815:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327549.878826:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010491264:0@lo:400:kworker.0
00000100:00100000:2.0:1767327549.878837:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0e00 x1853164010491520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327549.878838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327549.878845:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010491392:0@lo:400:kworker.0
00000100:00080000:2.0:1767327549.878888:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327549.878892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010491520:0@lo:38:kworker.0
00000100:00080000:2.0:1767327549.878896:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327549.878902:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327549.878903:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327549.878912:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12742
00000100:00080000:2.0:1767327549.878914:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327549.878918:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327549.878933:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010491776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327549.878948:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327549.878964:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491264
00000100:00080000:2.0:1767327549.878973:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327549.878975:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491264
00000100:00080000:2.0:1767327549.878981:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327549.878985:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010491904:0@lo:400:kworker.0
00000100:00080000:2.0:1767327549.878987:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327549.878988:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010491776:0@lo:38:kworker.0
00000100:00080000:2.0:1767327549.879002:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12742
00000100:00080000:2.0:1767327549.879005:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327549.879009:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327549.879027:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2680 x1853164010492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327549.879046:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327549.879059:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491136
00000100:00100000:3.0:1767327549.879065:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491136
00000100:00100000:0.0:1767327549.879072:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9187
00000100:00100000:0.0:1767327549.879093:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010491264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327549.879109:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491520
00000100:00100000:3.0:1767327549.879110:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35087
00000100:00100000:2.0:1767327549.879117:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491904
00000100:00100000:1.0:1767327549.879119:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491520
00000100:00100000:2.0:1767327549.879125:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491904
00000100:00100000:3.0:1767327549.879125:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010491136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327549.879147:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327549.879167:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1767327549.879174:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010491264:12345-0@lo:400:kworker.0 Request processed in 87us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327549.879185:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684
00000100:00100000:1.0:1767327549.879191:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010491904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327549.879192:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9187
00000100:00100000:3.0:1767327549.879200:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010491136:12345-0@lo:38:kworker.0 Request processed in 73us (361us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327549.879203:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010491520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327549.879221:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35087
00010000:00020000:2.0:1767327549.879227:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327549.879238:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010491648:0@lo:400:kworker.0
00000100:00100000:1.0:1767327549.879257:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010491904:12345-0@lo:400:kworker.0 Request processed in 77us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327549.879270:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874
00000100:00100000:3.0:1767327549.879278:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327549.879288:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010491520:12345-0@lo:38:kworker.0 Request processed in 88us (341us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327549.879292:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327549.879301:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327549.879301:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684
00000100:00100000:1.0:1767327549.879305:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491776
00000100:00100000:1.0:1767327549.879311:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491776
00000100:00080000:3.0:1767327549.879334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327549.879335:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685
00000100:00080000:3.0:1767327549.879348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327549.879350:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010491776:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327549.879357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010491520:0@lo:38:kworker.0
00010000:00020000:2.0:1767327549.879363:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327549.879388:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327549.879399:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327549.879405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327549.879410:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010491904:0@lo:400:kworker.0
00000100:00100000:3.0:1767327549.879415:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010491136:0@lo:38:kworker.0
00000100:00100000:1.0:1767327549.879471:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010491264:0@lo:400:kworker.0
00000100:00100000:2.0:1767327549.879472:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010491776:12345-0@lo:38:kworker.0 Request processed in 121us (198us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327549.879485:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010492032:0@lo:38:kworker.0
00000100:00100000:2.0:1767327549.879489:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685
00000100:00100000:3.0:1767327549.879531:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327549.879532:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491392
00000100:00100000:0.0:1767327549.879539:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491392
00000100:00100000:2.0:1767327549.879579:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492032
00000100:00100000:2.0:1767327549.879587:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492032
00000100:00080000:1.0:1767327549.879588:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327549.879588:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327549.879597:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327549.879603:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010491776:0@lo:38:kworker.0
00000100:00100000:0.0:1767327549.879608:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9188
00000100:00100000:0.0:1767327549.879620:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010491392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327549.879631:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686
00000100:00100000:2.0:1767327549.879641:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010492032:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327549.879646:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327549.879662:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327549.879677:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010491392:12345-0@lo:400:kworker.0 Request processed in 60us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327549.879702:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9188
00000100:00100000:3.0:1767327549.879730:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010491648
00000100:00100000:1.0:1767327549.879737:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010491392:0@lo:400:kworker.0
00000100:00100000:3.0:1767327549.879737:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010491648
00000100:00100000:2.0:1767327549.879747:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010492032:12345-0@lo:38:kworker.0 Request processed in 101us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327549.879762:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686
00000100:00080000:0.0:1767327549.879773:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327549.879775:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327549.879783:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327549.879789:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875
00000100:00100000:0.0:1767327549.879792:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010492032:0@lo:38:kworker.0
00000100:00100000:2.0:1767327549.879807:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010491648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327549.879850:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010491648:12345-0@lo:400:kworker.0 Request processed in 51us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327549.879856:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1767327549.879898:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010491648:0@lo:400:kworker.0
00010000:00010000:1.0:1767327550.838546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327551.414607:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010492160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327551.414673:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327551.414715:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492160
00000100:00100000:2.0:1767327551.414723:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492160
00000100:00100000:2.0:1767327551.414778:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8061
00000100:00080000:1.0:1767327551.414779:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327551.414788:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010492160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327551.414814:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327551.414854:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010492160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327551.414860:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8061
00000100:00100000:0.0:1767327551.414907:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010492160:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327551.862571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327551.926606:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010492288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327551.926673:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327551.926712:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492288
00000100:00100000:2.0:1767327551.926723:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492288
00000100:00080000:1.0:1767327551.926775:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327551.926812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8062
00000100:00100000:3.0:1767327551.926828:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010492288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327551.926862:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327551.926920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010492288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327551.926938:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8062
00000100:00100000:1.0:1767327551.926959:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010492288:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327552.886616:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327553.910605:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327554.384909:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327554.384954:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327554.385004:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195648
00000100:00100000:0.0:1767327554.385017:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195648
00000100:00100000:3.0:1767327554.385019:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195520
00000100:00100000:3.0:1767327554.385028:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195520
00000100:00080000:1.0:1767327554.385078:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327554.385086:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1876
00000100:00100000:0.0:1767327554.385102:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3687
00000100:00100000:3.0:1767327554.385105:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993195648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327554.385115:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993195520:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327554.385140:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327554.385188:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993195648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327554.385196:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993195520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327554.385206:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1876
00000100:00100000:0.0:1767327554.385214:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3687
00010000:00010000:1.0:1767327554.934561:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327554.998513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327554.998525:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327554.998528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327554.998531:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327554.998535:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327554.998542:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12747
00000100:00080000:2.0:1767327554.998546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327554.998551:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327554.998586:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3800 x1853164010492416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327554.998636:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010492416:0@lo:38:kworker.0
00000100:00080000:2.0:1767327554.998651:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327554.998657:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327554.998659:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327554.998664:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12747
00000100:00080000:2.0:1767327554.998669:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327554.998673:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327554.998676:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327554.998691:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010492544:0@lo:400:kworker.0
00000100:00100000:2.0:1767327554.998691:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0000 x1853164010492800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327554.998699:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327554.998706:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327554.998717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327554.998719:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010492672:0@lo:400:kworker.0
00000100:00080000:2.0:1767327554.998723:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327554.998729:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327554.998733:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12747
00000100:00080000:2.0:1767327554.998738:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327554.998742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327554.998744:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327554.998746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010492800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327554.998760:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1f80 x1853164010493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327554.998783:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327554.998790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327554.998792:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010493184:0@lo:400:kworker.0
00000100:00080000:2.0:1767327554.998798:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327554.998800:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327554.998802:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327554.998809:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12747
00000100:00080000:2.0:1767327554.998812:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327554.998816:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327554.998827:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010492928:0@lo:400:kworker.0
00000100:00100000:2.0:1767327554.998831:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010493312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327554.998838:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010493056:0@lo:38:kworker.0
00000100:00100000:1.0:1767327554.998839:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327554.998877:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327554.998891:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492416
00000100:00100000:3.0:1767327554.998898:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492416
00000100:00100000:1.0:1767327554.998904:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492800
00000100:00100000:1.0:1767327554.998910:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492800
00000100:00100000:2.0:1767327554.998921:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493184
00000100:00100000:2.0:1767327554.998925:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493184
00000100:00100000:1.0:1767327554.998946:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492928
00000100:00100000:0.0:1767327554.998949:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492544
00000100:00100000:3.0:1767327554.998950:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35088
00000100:00100000:1.0:1767327554.998952:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492928
00000100:00100000:0.0:1767327554.998957:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492544
00000100:00100000:3.0:1767327554.998961:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010492416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327554.998978:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327554.998982:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877
00000100:00100000:1.0:1767327554.998988:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878
00000100:00100000:2.0:1767327554.998992:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010493184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327554.998995:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010492928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327554.999005:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010492672
00000100:00100000:0.0:1767327554.999011:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010492672
00000100:00100000:3.0:1767327554.999030:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010492416:12345-0@lo:38:kworker.0 Request processed in 67us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327554.999039:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35088
00000100:00100000:0.0:1767327554.999050:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9189
00000100:00100000:1.0:1767327554.999063:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010492928:12345-0@lo:400:kworker.0 Request processed in 65us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327554.999063:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010493184:12345-0@lo:400:kworker.0 Request processed in 71us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327554.999064:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010492544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327554.999074:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9190
00000100:00100000:1.0:1767327554.999081:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878
00000100:00100000:3.0:1767327554.999088:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010492672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327554.999090:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877
00000100:00100000:1.0:1767327554.999103:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688
00000100:00100000:1.0:1767327554.999111:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010492800:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327554.999117:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327554.999123:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:1.0:1767327554.999124:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327554.999127:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327554.999131:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010492544:12345-0@lo:400:kworker.0 Request processed in 68us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327554.999141:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9189
00000100:00100000:3.0:1767327554.999146:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010492672:12345-0@lo:400:kworker.0 Request processed in 62us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327554.999153:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9190
00000100:00100000:2.0:1767327554.999162:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010493184:0@lo:400:kworker.0
00000100:00100000:1.0:1767327554.999163:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010492800:12345-0@lo:38:kworker.0 Request processed in 52us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327554.999170:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688
00000100:00100000:2.0:1767327554.999181:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010492544:0@lo:400:kworker.0
00000100:00100000:0.0:1767327554.999203:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327554.999222:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493056
00000100:00100000:3.0:1767327554.999227:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493056
00000100:00100000:1.0:1767327554.999228:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010492928:0@lo:400:kworker.0
00000100:00080000:0.0:1767327554.999246:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327554.999253:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010492672:0@lo:400:kworker.0
00000100:00100000:3.0:1767327554.999253:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689
00000100:00080000:0.0:1767327554.999257:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327554.999265:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010493056:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327554.999269:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010492800:0@lo:38:kworker.0
00010000:00020000:3.0:1767327554.999278:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327554.999290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327554.999296:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327554.999302:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010492416:0@lo:38:kworker.0
00000100:00100000:3.0:1767327554.999306:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010493056:12345-0@lo:38:kworker.0 Request processed in 42us (105us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327554.999312:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689
00000100:00100000:0.0:1767327554.999349:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010493312:0@lo:38:kworker.0
00000100:00100000:0.0:1767327554.999380:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327554.999431:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493312
00000100:00100000:3.0:1767327554.999435:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493312
00000100:00100000:3.0:1767327554.999455:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690
00000100:00080000:0.0:1767327554.999456:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327554.999462:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010493312:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327554.999467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327554.999473:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327554.999475:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010493056:0@lo:38:kworker.0
00000100:00100000:3.0:1767327554.999501:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010493312:12345-0@lo:38:kworker.0 Request processed in 40us (120us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327554.999507:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690
00000100:00080000:0.0:1767327554.999508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327554.999515:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327554.999519:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010493312:0@lo:38:kworker.0
00010000:00010000:1.0:1767327555.958565:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327556.534616:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010493440:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327556.534677:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327556.534772:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493440
00000100:00100000:3.0:1767327556.534780:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493440
00000100:00080000:2.0:1767327556.534828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327556.534840:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8063
00000100:00100000:3.0:1767327556.534852:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010493440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327556.534884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327556.534931:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010493440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327556.534938:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8063
00000100:00100000:0.0:1767327556.534970:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010493440:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327556.982570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327557.046609:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010493568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327557.046669:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327557.046728:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493568
00000100:00100000:3.0:1767327557.046737:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493568
00000100:00080000:2.0:1767327557.046787:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327557.046794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8064
00000100:00100000:3.0:1767327557.046804:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010493568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327557.046829:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327557.046874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010493568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327557.046879:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8064
00000100:00100000:1.0:1767327557.046925:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010493568:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327558.006561:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327559.030554:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327559.505014:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327559.505050:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327559.505070:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195904
00000100:00100000:3.0:1767327559.505080:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195904
00000100:00100000:0.0:1767327559.505100:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993195776
00000100:00100000:0.0:1767327559.505106:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993195776
00000100:00080000:2.0:1767327559.505128:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327559.505152:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1879
00000100:00100000:3.0:1767327559.505164:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3691
00000100:00100000:0.0:1767327559.505166:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993195904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327559.505176:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993195776:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327559.505200:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327559.505235:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993195904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327559.505239:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993195776:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (187us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327559.505249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1879
00000100:00100000:3.0:1767327559.505257:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3691
00010000:00010000:1.0:1767327560.054545:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327560.118499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327560.118507:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327560.118510:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327560.118514:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327560.118517:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327560.118524:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12752
00000100:00080000:2.0:1767327560.118529:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327560.118534:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327560.118569:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010493696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327560.118622:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010493696:0@lo:38:kworker.0
00000100:00080000:2.0:1767327560.118629:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327560.118635:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327560.118638:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327560.118643:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12752
00000100:00080000:2.0:1767327560.118647:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327560.118651:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327560.118668:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327560.118668:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3800 x1853164010494080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327560.118682:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010493824:0@lo:400:kworker.0
00000100:00100000:3.0:1767327560.118689:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327560.118693:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327560.118698:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327560.118701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010494208:0@lo:400:kworker.0
00000100:00080000:2.0:1767327560.118702:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327560.118711:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12752
00000100:00080000:2.0:1767327560.118715:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327560.118719:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327560.118735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2680 x1853164010494336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327560.118736:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327560.118750:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010494080:0@lo:38:kworker.0
00000100:00100000:0.0:1767327560.118751:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327560.118768:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327560.118773:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327560.118775:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010494464:0@lo:400:kworker.0
00000100:00080000:2.0:1767327560.118776:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327560.118781:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12752
00000100:00080000:2.0:1767327560.118786:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327560.118787:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327560.118789:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327560.118795:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327560.118799:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010493952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327560.118814:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327560.118814:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0000 x1853164010494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327560.118825:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010494336:0@lo:38:kworker.0
00000100:00100000:0.0:1767327560.118832:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327560.118849:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494208
00000100:00100000:2.0:1767327560.118857:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494208
00000100:00100000:3.0:1767327560.118867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327560.118876:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493824
00000100:00100000:0.0:1767327560.118881:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493824
00000100:00100000:3.0:1767327560.118907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010494592:0@lo:38:kworker.0
00000100:00100000:1.0:1767327560.118909:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494080
00000100:00100000:2.0:1767327560.118914:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494464
00000100:00100000:1.0:1767327560.118916:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494080
00000100:00100000:2.0:1767327560.118917:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494464
00000100:00100000:0.0:1767327560.118925:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493952
00000100:00100000:0.0:1767327560.118930:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493952
00000100:00100000:3.0:1767327560.118943:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327560.118947:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494336
00000100:00100000:1.0:1767327560.118952:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494592
00000100:00100000:2.0:1767327560.118952:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494336
00000100:00100000:1.0:1767327560.118955:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494592
00000100:00100000:0.0:1767327560.118964:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9191
00000100:00100000:1.0:1767327560.118978:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1767327560.118979:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010493824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327560.118990:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:3.0:1767327560.118991:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010493696
00000100:00100000:1.0:1767327560.118993:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010494208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327560.118998:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010494464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327560.118999:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010493696
00000100:00100000:3.0:1767327560.119032:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35089
00000100:00100000:0.0:1767327560.119042:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010493824:12345-0@lo:400:kworker.0 Request processed in 66us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327560.119042:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010493696:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327560.119052:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010494464:12345-0@lo:400:kworker.0 Request processed in 52us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327560.119053:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010494208:12345-0@lo:400:kworker.0 Request processed in 60us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327560.119057:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9191
00010000:00020000:3.0:1767327560.119063:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327560.119069:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1767327560.119082:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9192
00000100:00100000:2.0:1767327560.119083:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00000100:00100000:1.0:1767327560.119093:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692
00000100:00100000:0.0:1767327560.119098:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010493952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327560.119104:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010494080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327560.119107:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693
00000100:00100000:3.0:1767327560.119108:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010493696:12345-0@lo:38:kworker.0 Request processed in 65us (419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327560.119117:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010494336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327560.119119:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327560.119120:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35089
00010000:00020000:2.0:1767327560.119133:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327560.119139:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010493952:12345-0@lo:400:kworker.0 Request processed in 46us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327560.119146:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9192
00000100:00100000:3.0:1767327560.119156:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694
00000100:00100000:3.0:1767327560.119163:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010494592:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327560.119168:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010494336:12345-0@lo:38:kworker.0 Request processed in 49us (300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327560.119169:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010494080:12345-0@lo:38:kworker.0 Request processed in 64us (380us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327560.119176:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327560.119181:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692
00000100:00100000:2.0:1767327560.119186:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693
00000100:00100000:0.0:1767327560.119194:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010493952:0@lo:400:kworker.0
00000100:00100000:3.0:1767327560.119209:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010494592:12345-0@lo:38:kworker.0 Request processed in 44us (267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327560.119217:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694
00000100:00080000:2.0:1767327560.119218:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327560.119225:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010494208:0@lo:400:kworker.0
00000100:00080000:2.0:1767327560.119226:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327560.119233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327560.119237:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010494464:0@lo:400:kworker.0
00000100:00100000:1.0:1767327560.119257:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010493824:0@lo:400:kworker.0
00000100:00080000:2.0:1767327560.119279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327560.119284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327560.119288:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010494592:0@lo:38:kworker.0
00000100:00080000:2.0:1767327560.119314:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327560.119317:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327560.119320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010494336:0@lo:38:kworker.0
00000100:00080000:2.0:1767327560.119329:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327560.119332:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327560.119335:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010494080:0@lo:38:kworker.0
00000100:00080000:2.0:1767327560.119343:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327560.119346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327560.119348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010493696:0@lo:38:kworker.0
00010000:00010000:1.0:1767327561.078527:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327561.654629:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327561.654653:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010494720:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327561.654722:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327561.654762:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494720
00000100:00100000:1.0:1767327561.654770:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494720
00000100:00100000:1.0:1767327561.654815:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8065
00000100:00100000:1.0:1767327561.654823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010494720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327561.654849:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327561.654893:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010494720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327561.654900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8065
00000100:00100000:3.0:1767327561.654933:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010494720:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327562.102561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327562.166588:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010494848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327562.166648:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327562.166690:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010494848
00000100:00100000:3.0:1767327562.166699:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010494848
00000100:00080000:2.0:1767327562.166742:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327562.166765:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8066
00000100:00100000:3.0:1767327562.166775:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010494848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327562.166801:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327562.166845:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010494848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327562.166851:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8066
00000100:00100000:1.0:1767327562.166884:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010494848:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327563.126534:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767327563.601040:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993196032 offset 0 length 520: 4
00000100:00100000:2.0:1767327563.601073:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327563.601104:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327563.601160:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196160
00000100:00100000:0.0:1767327563.601166:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196288
00000100:00100000:3.0:1767327563.601170:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196160
00000100:00100000:0.0:1767327563.601173:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196288
00000100:00100000:3.0:1767327563.601221:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1882
00000100:00100000:0.0:1767327563.601239:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3695
00000100:00080000:2.0:1767327563.601239:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327563.601241:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993196288:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327563.601250:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993196160:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327563.601283:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327563.601335:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993196160:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 85us (261us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327563.601340:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993196288:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327563.601346:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3695
00000100:00100000:3.0:1767327563.601356:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1882
00010000:00010000:1.0:1767327564.150546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327564.214496:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327539/real 1767327539]  req@ffff9bb586fc2300 x1853164010488448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767327564.214524:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586fc2300 x1853164010488448/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767327564.214539:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327564.214557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327564.214560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010488448:0@lo:250:kworker.0
00000100:00080000:2.0:1767327564.214595:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327564.214601:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327564.214603:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327564.214608:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12737
00000100:00080000:2.0:1767327564.214611:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327564.214617:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327564.214643:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0e00 x1853164010494976/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327564.214662:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327564.214665:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327564.214667:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327564.214670:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12757
00000100:00080000:2.0:1767327564.214673:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327564.214676:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327564.214688:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327564.214690:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010494976:0@lo:250:kworker.0
00000400:00000100:3.0:1767327564.214741:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010494976 offset 0 length 520: 4
00000100:00080000:2.0:1767327564.214742:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327564.214749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327564.214751:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327564.214754:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010495232:0@lo:400:kworker.0
00000100:00080000:2.0:1767327564.214756:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12757
00000100:00080000:2.0:1767327564.214763:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327564.214767:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327564.214780:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0380 x1853164010495488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327564.214788:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327564.214793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010495104:0@lo:38:kworker.0
00000100:00080000:2.0:1767327564.214799:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327564.214804:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327564.214808:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327564.214809:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010495616:0@lo:400:kworker.0
00000100:00080000:2.0:1767327564.214809:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327564.214818:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12757
00000100:00080000:2.0:1767327564.214821:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327564.214827:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327564.214828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327564.214844:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1c00 x1853164010495744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327564.214860:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327564.214861:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010495488:0@lo:38:kworker.0
00000100:00100000:0.0:1767327564.214862:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495232
00000100:00100000:0.0:1767327564.214870:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495232
00000100:00080000:2.0:1767327564.214884:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327564.214890:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327564.214891:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010495360:0@lo:400:kworker.0
00000100:00080000:2.0:1767327564.214893:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327564.214903:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12757
00000100:00080000:2.0:1767327564.214907:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327564.214910:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327564.214915:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327564.214922:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327564.214926:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9193
00000100:00100000:2.0:1767327564.214934:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010496000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327564.214940:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010495232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327564.214941:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010495744:0@lo:38:kworker.0
00000100:00100000:1.0:1767327564.214974:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495360
00000100:00100000:1.0:1767327564.214980:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495360
00000100:00100000:3.0:1767327564.214980:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327564.214987:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010495872:0@lo:400:kworker.0
00000100:00100000:0.0:1767327564.215000:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010495232:12345-0@lo:400:kworker.0 Request processed in 65us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327564.215008:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9193
00000100:00100000:3.0:1767327564.215013:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010496000:0@lo:38:kworker.0
00000100:00100000:1.0:1767327564.215024:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9194
00000100:00100000:1.0:1767327564.215036:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010495360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327564.215040:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327564.215054:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495104
00000100:00100000:3.0:1767327564.215060:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495104
00000100:00100000:0.0:1767327564.215063:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495616
00000100:00100000:0.0:1767327564.215068:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495616
00000100:00100000:3.0:1767327564.215093:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35090
00000100:00100000:1.0:1767327564.215100:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010495360:12345-0@lo:400:kworker.0 Request processed in 67us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327564.215102:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010495104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327564.215104:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495488
00000100:00100000:0.0:1767327564.215110:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495488
00000100:00100000:1.0:1767327564.215113:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9194
00000100:00100000:2.0:1767327564.215114:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495744
00000100:00100000:2.0:1767327564.215120:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495744
00010000:00020000:3.0:1767327564.215124:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327564.215131:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010495872
00000100:00100000:0.0:1767327564.215135:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010495872
00000100:00100000:2.0:1767327564.215150:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:1.0:1767327564.215163:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010495232:0@lo:400:kworker.0
00000100:00100000:2.0:1767327564.215164:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010495616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327564.215172:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884
00000100:00100000:3.0:1767327564.215172:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010495104:12345-0@lo:38:kworker.0 Request processed in 66us (343us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327564.215183:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35090
00000100:00100000:0.0:1767327564.215187:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010495872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327564.215206:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010495360:0@lo:400:kworker.0
00000100:00100000:3.0:1767327564.215216:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696
00000100:00100000:2.0:1767327564.215223:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010495616:12345-0@lo:400:kworker.0 Request processed in 64us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327564.215225:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010495488:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327564.215232:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010495616:0@lo:400:kworker.0
00000100:00100000:2.0:1767327564.215238:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00100000:0.0:1767327564.215239:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010495872:12345-0@lo:400:kworker.0 Request processed in 54us (202us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327564.215241:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327564.215250:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884
00000100:00100000:2.0:1767327564.215283:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697
00000100:00100000:2.0:1767327564.215293:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010495744:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327564.215295:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010495488:12345-0@lo:38:kworker.0 Request processed in 68us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327564.215304:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696
00010000:00020000:2.0:1767327564.215307:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327564.215319:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327564.215324:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327564.215327:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327564.215339:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010495744:12345-0@lo:38:kworker.0 Request processed in 47us (359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327564.215343:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327564.215350:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697
00000100:00100000:3.0:1767327564.215358:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496000
00000100:00100000:3.0:1767327564.215365:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496000
00000100:00080000:0.0:1767327564.215379:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327564.215384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327564.215389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010495744:0@lo:38:kworker.0
00000100:00100000:2.0:1767327564.215395:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698
00000100:00100000:2.0:1767327564.215401:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010496000:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327564.215403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327564.215409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767327564.215411:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327564.215437:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010495104:0@lo:38:kworker.0
00000100:00080000:0.0:1767327564.215449:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327564.215453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327564.215458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010495488:0@lo:38:kworker.0
00000100:00100000:2.0:1767327564.215475:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010496000:12345-0@lo:38:kworker.0 Request processed in 71us (133us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327564.215478:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010495872:0@lo:400:kworker.0
00000100:00100000:2.0:1767327564.215485:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698
00000100:00080000:0.0:1767327564.215487:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327564.215493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327564.215496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010496000:0@lo:38:kworker.0
00010000:00010000:1.0:1767327565.174541:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327566.198538:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327566.774600:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010496128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327566.774660:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327566.774707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496128
00000100:00100000:3.0:1767327566.774717:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496128
00000100:00080000:0.0:1767327566.774783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327566.774789:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8067
00000100:00100000:3.0:1767327566.774802:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010496128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327566.774831:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327566.774881:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010496128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327566.774889:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8067
00000100:00100000:1.0:1767327566.774924:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010496128:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327567.222543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327567.286615:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010496256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327567.286671:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327567.286709:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496256
00000100:00100000:1.0:1767327567.286719:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496256
00000100:00100000:1.0:1767327567.286776:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8068
00000100:00100000:1.0:1767327567.286786:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010496256:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327567.286788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767327567.286813:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327567.286859:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010496256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327567.286866:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8068
00000100:00100000:3.0:1767327567.286900:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010496256:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327568.246551:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327568.721061:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327568.721098:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327568.721110:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196544
00000100:00100000:0.0:1767327568.721120:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196544
00000100:00080000:2.0:1767327568.721177:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327568.721178:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196416
00000100:00100000:0.0:1767327568.721182:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196416
00000100:00100000:1.0:1767327568.721199:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1885
00000100:00100000:0.0:1767327568.721211:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3699
00000100:00100000:0.0:1767327568.721223:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993196416:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327568.721223:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993196544:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327568.721262:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327568.721323:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993196544:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 112us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327568.721331:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1885
00000100:00100000:0.0:1767327568.727592:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993196416:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 6370us (6491us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327568.727600:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3699
00010000:00010000:1.0:1767327569.270602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327569.334488:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327569.334496:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327569.334500:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327569.334503:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327569.334506:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327569.334514:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12762
00000100:00080000:2.0:1767327569.334518:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327569.334525:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327569.334559:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010496384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327569.334614:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010496384:0@lo:38:kworker.0
00000100:00080000:2.0:1767327569.334621:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327569.334626:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327569.334627:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327569.334631:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12762
00000100:00080000:2.0:1767327569.334634:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327569.334637:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327569.334649:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010496768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327569.334666:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327569.334669:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327569.334671:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327569.334675:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12762
00000100:00100000:1.0:1767327569.334676:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010496512:0@lo:400:kworker.0
00000100:00080000:2.0:1767327569.334680:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327569.334685:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327569.334688:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327569.334702:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010497024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327569.334727:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010496768:0@lo:38:kworker.0
00000100:00080000:2.0:1767327569.334727:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327569.334737:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327569.334738:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327569.334741:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010497152:0@lo:400:kworker.0
00000100:00080000:2.0:1767327569.334747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327569.334753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12762
00000100:00080000:2.0:1767327569.334755:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327569.334759:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327569.334774:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2300 x1853164010497280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327569.334775:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327569.334788:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010496896:0@lo:400:kworker.0
00000100:00100000:2.0:1767327569.334803:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010496640:0@lo:400:kworker.0
00000100:00100000:0.0:1767327569.334822:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010497024:0@lo:38:kworker.0
00000100:00100000:3.0:1767327569.334831:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327569.334848:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496512
00000100:00100000:1.0:1767327569.334855:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496512
00000100:00100000:2.0:1767327569.334862:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327569.334869:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327569.334907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010497280:0@lo:38:kworker.0
00000100:00100000:1.0:1767327569.334910:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496640
00000100:00100000:1.0:1767327569.334914:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496640
00000100:00100000:2.0:1767327569.334936:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9195
00000100:00100000:0.0:1767327569.334937:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327569.334946:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9196
00000100:00100000:2.0:1767327569.334952:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc800050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010496512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327569.334959:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010496640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327569.334976:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496384
00000100:00100000:0.0:1767327569.334981:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496384
00000100:00080000:3.0:1767327569.334987:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327569.334994:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327569.335011:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35091
00000100:00100000:0.0:1767327569.335019:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010496384:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327569.335023:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc800050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010496512:12345-0@lo:400:kworker.0 Request processed in 73us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327569.335026:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010496640:12345-0@lo:400:kworker.0 Request processed in 69us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327569.335040:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9195
00010000:00020000:0.0:1767327569.335044:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327569.335045:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496768
00000100:00100000:1.0:1767327569.335050:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9196
00000100:00100000:3.0:1767327569.335054:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496768
00000100:00100000:1.0:1767327569.335093:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497152
00000100:00100000:1.0:1767327569.335098:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497152
00000100:00100000:3.0:1767327569.335098:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497024
00000100:00100000:0.0:1767327569.335105:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010496384:12345-0@lo:38:kworker.0 Request processed in 82us (423us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327569.335106:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497024
00000100:00100000:0.0:1767327569.335117:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35091
00000100:00100000:3.0:1767327569.335139:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497280
00000100:00100000:3.0:1767327569.335144:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497280
00000100:00100000:1.0:1767327569.335145:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886
00000100:00100000:0.0:1767327569.335158:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700
00000100:00100000:1.0:1767327569.335158:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010497152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327569.335170:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010496768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327569.335179:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327569.335187:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701
00000100:00100000:3.0:1767327569.335198:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010497024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327569.335213:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327569.335215:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010497152:12345-0@lo:400:kworker.0 Request processed in 60us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327569.335223:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010496768:12345-0@lo:38:kworker.0 Request processed in 53us (451us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327569.335226:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886
00000100:00100000:0.0:1767327569.335248:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700
00000100:00100000:1.0:1767327569.335263:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702
00000100:00100000:1.0:1767327569.335270:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010497280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327569.335280:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327569.335286:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010497024:12345-0@lo:38:kworker.0 Request processed in 85us (416us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327569.335297:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701
00000100:00080000:0.0:1767327569.335300:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327569.335307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327569.335312:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010496768:0@lo:38:kworker.0
00000100:00100000:1.0:1767327569.335318:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010497280:12345-0@lo:38:kworker.0 Request processed in 46us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327569.335325:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702
00000100:00080000:0.0:1767327569.335334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327569.335340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327569.335344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010497024:0@lo:38:kworker.0
00000100:00100000:3.0:1767327569.335357:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010496512:0@lo:400:kworker.0
00000100:00080000:1.0:1767327569.335359:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327569.335362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327569.335363:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010496640:0@lo:400:kworker.0
00000100:00080000:0.0:1767327569.335373:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327569.335377:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327569.335381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010496384:0@lo:38:kworker.0
00000100:00080000:0.0:1767327569.335441:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327569.335446:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327569.335446:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010497152:0@lo:400:kworker.0
00000100:00100000:1.0:1767327569.335450:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010496896
00000100:00100000:0.0:1767327569.335454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010497280:0@lo:38:kworker.0
00000100:00100000:1.0:1767327569.335456:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010496896
00000100:00080000:3.0:1767327569.335483:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327569.335494:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887
00000100:00100000:1.0:1767327569.335502:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010496896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327569.335535:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010496896:12345-0@lo:400:kworker.0 Request processed in 35us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327569.335539:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887
00000100:00100000:2.0:1767327569.335571:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010496896:0@lo:400:kworker.0
00010000:00010000:1.0:1767327570.294534:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327571.318544:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327571.894635:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010497408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327571.894703:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327571.894750:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497408
00000100:00100000:1.0:1767327571.894759:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497408
00000100:00080000:3.0:1767327571.894808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327571.894815:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8069
00000100:00100000:1.0:1767327571.894825:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010497408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327571.894850:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327571.894894:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010497408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327571.894901:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8069
00000100:00100000:3.0:1767327571.894935:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010497408:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327572.342574:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327572.406623:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010497536:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327572.406685:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327572.406725:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497536
00000100:00100000:1.0:1767327572.406735:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497536
00000100:00080000:3.0:1767327572.406791:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327572.406792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8070
00000100:00100000:1.0:1767327572.406803:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010497536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327572.406828:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327572.406869:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010497536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327572.406877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8070
00000100:00100000:0.0:1767327572.406914:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010497536:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327573.366534:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327573.840931:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327573.840961:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327573.840999:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196672
00000100:00100000:0.0:1767327573.841009:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196672
00000100:00100000:1.0:1767327573.841012:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196800
00000100:00100000:1.0:1767327573.841019:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196800
00000100:00100000:0.0:1767327573.841061:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3703
00000100:00100000:0.0:1767327573.841070:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993196672:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767327573.841075:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327573.841089:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1888
00010000:00020000:0.0:1767327573.841092:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327573.841105:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993196800:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327573.841153:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993196672:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327573.841154:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993196800:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327573.841166:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3703
00000100:00100000:2.0:1767327573.841176:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1888
00010000:00010000:1.0:1767327574.390582:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327574.454505:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327574.454516:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327574.454520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327574.454525:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327574.454529:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327574.454538:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12767
00000100:00080000:1.0:1767327574.454544:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327574.454551:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327574.454589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048e00 x1853164010497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327574.454650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327574.454655:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327574.454657:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010497664:0@lo:38:kworker.0
00000100:00080000:1.0:1767327574.454657:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327574.454662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010497792:0@lo:400:kworker.0
00000100:00080000:1.0:1767327574.454666:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12767
00000100:00080000:1.0:1767327574.454672:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327574.454676:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327574.454690:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010498048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327574.454697:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767327574.454707:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327574.454711:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327574.454712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327574.454715:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12767
00000100:00080000:1.0:1767327574.454717:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327574.454720:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327574.454724:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010498176:0@lo:400:kworker.0
00000100:00100000:1.0:1767327574.454732:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049f80 x1853164010498304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327574.454741:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327574.454747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327574.454768:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327574.454771:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327574.454773:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327574.454776:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12767
00000100:00080000:1.0:1767327574.454779:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327574.454784:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327574.454786:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327574.454793:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327574.454796:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010498048:0@lo:38:kworker.0
00000100:00100000:1.0:1767327574.454800:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049880 x1853164010498560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327574.454804:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010498432:0@lo:400:kworker.0
00000100:00100000:3.0:1767327574.454822:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010497920:0@lo:400:kworker.0
00000100:00100000:0.0:1767327574.454846:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327574.454858:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497792
00000100:00100000:3.0:1767327574.454864:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327574.454865:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497792
00000100:00100000:1.0:1767327574.454875:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497664
00000100:00100000:1.0:1767327574.454880:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497664
00000100:00100000:0.0:1767327574.454885:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010498304:0@lo:38:kworker.0
00000100:00100000:1.0:1767327574.454919:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35092
00000100:00100000:2.0:1767327574.454922:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010497920
00000100:00100000:0.0:1767327574.454928:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327574.454928:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010497920
00000100:00100000:1.0:1767327574.454929:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010497664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327574.454947:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327574.454956:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498176
00000100:00100000:2.0:1767327574.454961:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9197
00000100:00100000:3.0:1767327574.454965:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498176
00000100:00100000:0.0:1767327574.454971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010498560:0@lo:38:kworker.0
00000100:00100000:2.0:1767327574.454972:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010497792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327574.454991:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010497664:12345-0@lo:38:kworker.0 Request processed in 61us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327574.454997:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35092
00000100:00100000:3.0:1767327574.455014:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498048
00000100:00100000:3.0:1767327574.455022:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498048
00000100:00100000:0.0:1767327574.455023:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327574.455034:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9198
00000100:00100000:2.0:1767327574.455034:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010497792:12345-0@lo:400:kworker.0 Request processed in 62us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327574.455044:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9197
00000100:00100000:1.0:1767327574.455049:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010497920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327574.455055:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498304
00000100:00100000:3.0:1767327574.455061:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498304
00000100:00080000:2.0:1767327574.455069:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327574.455071:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327574.455075:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327574.455079:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767327574.455082:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327574.455082:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498560
00000100:00100000:0.0:1767327574.455087:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010497664:0@lo:38:kworker.0
00000100:00100000:3.0:1767327574.455089:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498560
00000100:00100000:1.0:1767327574.455096:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010497920:12345-0@lo:400:kworker.0 Request processed in 52us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327574.455102:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9198
00000100:00100000:3.0:1767327574.455118:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:2.0:1767327574.455131:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704
00000100:00100000:3.0:1767327574.455134:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010498176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327574.455140:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010498048:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327574.455146:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767327574.455156:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706
00010000:00020000:2.0:1767327574.455157:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327574.455158:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010498304:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327574.455168:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010498560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327574.455179:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327574.455181:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327574.455191:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010498176:12345-0@lo:400:kworker.0 Request processed in 63us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327574.455215:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010498048:12345-0@lo:38:kworker.0 Request processed in 74us (370us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327574.455221:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:2.0:1767327574.455229:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704
00000100:00100000:0.0:1767327574.455252:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010498304:12345-0@lo:38:kworker.0 Request processed in 94us (328us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327574.455255:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010498560:12345-0@lo:38:kworker.0 Request processed in 85us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327574.455271:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327574.455271:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010498176:0@lo:400:kworker.0
00000100:00100000:0.0:1767327574.455272:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767327574.455285:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706
00000100:00100000:3.0:1767327574.455299:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010497920:0@lo:400:kworker.0
00000100:00100000:0.0:1767327574.455300:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498432
00000100:00100000:0.0:1767327574.455307:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498432
00000100:00100000:2.0:1767327574.455329:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010497792:0@lo:400:kworker.0
00000100:00080000:2.0:1767327574.455358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327574.455368:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890
00000100:00100000:3.0:1767327574.455382:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010498432:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327574.455403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327574.455411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327574.455437:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010498560:0@lo:38:kworker.0
00000100:00080000:0.0:1767327574.455455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327574.455460:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327574.455466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010498048:0@lo:38:kworker.0
00000100:00100000:2.0:1767327574.455470:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010498432:0@lo:400:kworker.0
00000100:00100000:3.0:1767327574.455471:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010498432:12345-0@lo:400:kworker.0 Request processed in 91us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327574.455486:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890
00000100:00080000:0.0:1767327574.455490:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327574.455497:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327574.455502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010498304:0@lo:38:kworker.0
00010000:00010000:1.0:1767327575.414543:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327576.438592:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327577.014552:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327577.014575:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010498688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327577.014649:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327577.014702:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498688
00000100:00100000:0.0:1767327577.014711:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498688
00000100:00080000:3.0:1767327577.014755:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327577.014773:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8071
00000100:00100000:0.0:1767327577.014782:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010498688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327577.014809:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327577.014853:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010498688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327577.014859:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8071
00000100:00100000:3.0:1767327577.014919:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010498688:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327577.462571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327577.526618:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010498816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327577.526681:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327577.526736:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498816
00000100:00100000:0.0:1767327577.526744:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498816
00000100:00080000:3.0:1767327577.526800:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327577.526805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8072
00000100:00100000:0.0:1767327577.526817:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010498816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327577.526845:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327577.526887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc806850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010498816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327577.526893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8072
00000100:00100000:1.0:1767327577.526933:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010498816:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327578.486565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327578.960978:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327578.961012:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327578.961037:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993196928
00000100:00100000:3.0:1767327578.961047:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993196928
00000100:00100000:1.0:1767327578.961063:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197056
00000100:00100000:1.0:1767327578.961071:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197056
00000100:00100000:3.0:1767327578.961090:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3707
00000100:00100000:3.0:1767327578.961097:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993196928:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327578.961119:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327578.961145:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1891
00000100:00080000:2.0:1767327578.961148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327578.961161:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993197056:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327578.961198:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993196928:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327578.961205:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3707
00000100:00100000:1.0:1767327578.961230:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993197056:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327578.961241:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1891
00010000:00010000:1.0:1767327579.510551:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327579.574499:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327579.574508:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327579.574511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327579.574514:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327579.574517:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327579.574524:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12772
00000100:00080000:1.0:1767327579.574528:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327579.574534:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327579.574571:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a680 x1853164010498944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327579.574636:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327579.574638:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010498944:0@lo:38:kworker.0
00000100:00080000:1.0:1767327579.574643:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327579.574649:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327579.574653:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010499072:0@lo:400:kworker.0
00000100:00080000:1.0:1767327579.574656:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12772
00000100:00080000:1.0:1767327579.574663:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327579.574671:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327579.574691:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010499328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327579.574712:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767327579.574715:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327579.574722:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327579.574726:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327579.574728:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327579.574728:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327579.574728:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010499456:0@lo:400:kworker.0
00000100:00080000:1.0:1767327579.574738:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12772
00000100:00080000:1.0:1767327579.574741:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327579.574744:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327579.574756:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010499584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327579.574779:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327579.574780:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327579.574781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010499328:0@lo:38:kworker.0
00000100:00080000:1.0:1767327579.574788:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327579.574792:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327579.574793:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327579.574795:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010499712:0@lo:400:kworker.0
00000100:00080000:1.0:1767327579.574800:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12772
00000100:00080000:1.0:1767327579.574804:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327579.574808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327579.574821:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010499840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327579.574831:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327579.574835:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010499200:0@lo:400:kworker.0
00000100:00100000:1.0:1767327579.574851:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499072
00000100:00100000:1.0:1767327579.574858:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499072
00000100:00100000:3.0:1767327579.574865:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499456
00000100:00100000:3.0:1767327579.574872:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499456
00000100:00100000:0.0:1767327579.574882:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010499584:0@lo:38:kworker.0
00000100:00100000:2.0:1767327579.574890:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327579.574925:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327579.574927:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499328
00000100:00100000:1.0:1767327579.574928:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499200
00000100:00100000:1.0:1767327579.574934:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499200
00000100:00100000:3.0:1767327579.574935:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499328
00000100:00100000:2.0:1767327579.574949:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9199
00000100:00100000:2.0:1767327579.574959:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010499072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327579.574965:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010499840:0@lo:38:kworker.0
00000100:00100000:3.0:1767327579.574970:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499584
00000100:00100000:1.0:1767327579.574976:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9200
00000100:00100000:3.0:1767327579.574976:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499584
00000100:00100000:1.0:1767327579.574990:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010499200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327579.575004:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327579.575011:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499840
00000100:00100000:2.0:1767327579.575017:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010499072:12345-0@lo:400:kworker.0 Request processed in 58us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327579.575018:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499840
00000100:00100000:2.0:1767327579.575027:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9199
00000100:00100000:3.0:1767327579.575044:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892
00000100:00100000:1.0:1767327579.575057:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010499200:12345-0@lo:400:kworker.0 Request processed in 69us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327579.575058:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708
00000100:00100000:3.0:1767327579.575061:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010499456:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327579.575062:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327579.575069:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327579.575075:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010499328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327579.575075:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9200
00000100:00080000:2.0:1767327579.575077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767327579.575099:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327579.575109:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010498944
00000100:00100000:2.0:1767327579.575111:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010499200:0@lo:400:kworker.0
00000100:00100000:1.0:1767327579.575114:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010498944
00000100:00100000:3.0:1767327579.575140:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010499456:12345-0@lo:400:kworker.0 Request processed in 84us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327579.575141:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35093
00000100:00100000:2.0:1767327579.575143:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010499456:0@lo:400:kworker.0
00000100:00100000:1.0:1767327579.575152:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010498944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327579.575173:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892
00000100:00100000:0.0:1767327579.575175:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010499328:12345-0@lo:38:kworker.0 Request processed in 85us (328us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327579.575184:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327579.575189:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708
00000100:00100000:3.0:1767327579.575202:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709
00000100:00100000:2.0:1767327579.575213:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710
00000100:00100000:3.0:1767327579.575215:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010499584:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327579.575219:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010498944:12345-0@lo:38:kworker.0 Request processed in 67us (501us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327579.575226:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010499840:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327579.575233:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35093
00010000:00020000:3.0:1767327579.575238:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327579.575241:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327579.575248:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327579.575256:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327579.575262:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010499328:0@lo:38:kworker.0
00000100:00080000:0.0:1767327579.575283:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327579.575289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327579.575295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010498944:0@lo:38:kworker.0
00000100:00100000:3.0:1767327579.575303:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010499584:12345-0@lo:38:kworker.0 Request processed in 90us (380us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327579.575304:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010499840:12345-0@lo:38:kworker.0 Request processed in 80us (301us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327579.575312:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327579.575322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327579.575324:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710
00000100:00080000:0.0:1767327579.575333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327579.575334:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709
00000100:00100000:0.0:1767327579.575343:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010499840:0@lo:38:kworker.0
00000100:00100000:2.0:1767327579.575344:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499712
00000100:00100000:1.0:1767327579.575347:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010499072:0@lo:400:kworker.0
00000100:00100000:2.0:1767327579.575350:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499712
00000100:00080000:0.0:1767327579.575367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327579.575374:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327579.575379:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010499584:0@lo:38:kworker.0
00000100:00100000:2.0:1767327579.575399:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:2.0:1767327579.575406:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010499712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327579.575468:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010499712:12345-0@lo:400:kworker.0 Request processed in 64us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327579.575473:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00080000:2.0:1767327579.575491:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327579.575502:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010499712:0@lo:400:kworker.0
00010000:00010000:1.0:1767327580.534592:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327581.558594:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327582.134614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010499968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327582.134681:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327582.134727:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010499968
00000100:00100000:0.0:1767327582.134736:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010499968
00000100:00080000:2.0:1767327582.134796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327582.134809:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8073
00000100:00100000:0.0:1767327582.134821:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010499968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327582.134846:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327582.134890:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010499968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327582.134898:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8073
00000100:00100000:1.0:1767327582.134932:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010499968:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327582.582610:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327582.646613:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010500096:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327582.646673:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327582.646712:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500096
00000100:00100000:0.0:1767327582.646723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500096
00000100:00080000:2.0:1767327582.646761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327582.646790:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8074
00000100:00100000:0.0:1767327582.646800:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010500096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327582.646825:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327582.646868:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010500096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327582.646875:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8074
00000100:00100000:3.0:1767327582.646904:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010500096:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767327583.606582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327584.081032:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327584.081066:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327584.081096:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197184
00000100:00100000:2.0:1767327584.081105:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197184
00000100:00100000:1.0:1767327584.081114:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197312
00000100:00100000:1.0:1767327584.081122:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197312
00000100:00100000:2.0:1767327584.081171:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3711
00000100:00100000:2.0:1767327584.081182:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993197184:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327584.081209:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1894
00010000:00020000:2.0:1767327584.081210:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327584.081215:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327584.081223:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993197312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327584.081286:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993197184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 104us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327584.081288:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993197312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327584.081298:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3711
00000100:00100000:1.0:1767327584.081306:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1894
00010000:00010000:1.0:1767327584.630574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327584.694559:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327584.694569:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327584.694572:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327584.694576:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327584.694580:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327584.694586:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12777
00000100:00080000:0.0:1767327584.694590:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327584.694596:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327584.694642:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887800 x1853164010500224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327584.694704:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327584.694711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327584.694711:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010500224:0@lo:38:kworker.0
00000100:00080000:0.0:1767327584.694714:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327584.694720:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327584.694723:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12777
00000100:00080000:0.0:1767327584.694728:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327584.694734:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327584.694737:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010500480:0@lo:400:kworker.0
00000100:00100000:2.0:1767327584.694739:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010500352:0@lo:400:kworker.0
00000100:00100000:0.0:1767327584.694754:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431500 x1853164010500608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327584.694781:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327584.694787:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327584.694788:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327584.694792:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327584.694796:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327584.694800:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12777
00000100:00100000:2.0:1767327584.694800:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327584.694807:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327584.694811:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327584.694817:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010500736:0@lo:400:kworker.0
00000100:00100000:0.0:1767327584.694824:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010500864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327584.694846:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327584.694849:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327584.694851:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327584.694857:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010500608:0@lo:38:kworker.0
00000100:00080000:0.0:1767327584.694858:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12777
00000100:00100000:2.0:1767327584.694863:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327584.694864:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327584.694869:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500480
00000100:00080000:0.0:1767327584.694871:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327584.694877:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500480
00000100:00100000:0.0:1767327584.694885:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3800 x1853164010501120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327584.694895:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327584.694912:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327584.694922:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010500864:0@lo:38:kworker.0
00000100:00100000:2.0:1767327584.694925:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327584.694941:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500352
00000100:00100000:1.0:1767327584.694945:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500352
00000100:00100000:0.0:1767327584.694950:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010500992:0@lo:400:kworker.0
00000100:00100000:3.0:1767327584.694951:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327584.694984:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010501120:0@lo:38:kworker.0
00000100:00100000:0.0:1767327584.694997:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327584.694998:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9201
00000100:00100000:1.0:1767327584.695007:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9202
00000100:00100000:2.0:1767327584.695014:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010500480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327584.695020:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010500352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327584.695022:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500224
00000100:00100000:3.0:1767327584.695029:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500224
00000100:00100000:0.0:1767327584.695054:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500736
00000100:00100000:0.0:1767327584.695059:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500736
00000100:00100000:3.0:1767327584.695063:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35094
00000100:00100000:3.0:1767327584.695070:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010500224:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327584.695086:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010500480:12345-0@lo:400:kworker.0 Request processed in 76us (292us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327584.695087:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327584.695088:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010500352:12345-0@lo:400:kworker.0 Request processed in 72us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327584.695096:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500608
00000100:00100000:0.0:1767327584.695103:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500608
00000100:00100000:1.0:1767327584.695107:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9202
00000100:00100000:2.0:1767327584.695116:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9201
00000100:00100000:0.0:1767327584.695144:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500864
00000100:00100000:3.0:1767327584.695144:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010500224:12345-0@lo:38:kworker.0 Request processed in 71us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327584.695150:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500864
00000100:00100000:1.0:1767327584.695152:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010500992
00000100:00100000:3.0:1767327584.695155:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35094
00000100:00100000:1.0:1767327584.695158:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010500992
00000100:00100000:0.0:1767327584.695180:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895
00000100:00100000:3.0:1767327584.695190:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327584.695195:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010500736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327584.695197:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501120
00000100:00100000:2.0:1767327584.695198:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010500352:0@lo:400:kworker.0
00000100:00100000:1.0:1767327584.695203:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501120
00000100:00100000:1.0:1767327584.695218:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896
00000100:00080000:3.0:1767327584.695219:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327584.695227:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327584.695231:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010500992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327584.695233:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010500224:0@lo:38:kworker.0
00000100:00100000:0.0:1767327584.695244:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010500736:12345-0@lo:400:kworker.0 Request processed in 54us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327584.695254:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895
00000100:00100000:2.0:1767327584.695257:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010500736:0@lo:400:kworker.0
00000100:00100000:3.0:1767327584.695274:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712
00000100:00100000:1.0:1767327584.695286:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010500992:12345-0@lo:400:kworker.0 Request processed in 56us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327584.695287:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713
00000100:00100000:3.0:1767327584.695287:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010500608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327584.695299:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010500864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327584.695302:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896
00000100:00100000:2.0:1767327584.695304:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010500480:0@lo:400:kworker.0
00010000:00020000:3.0:1767327584.695305:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327584.695319:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327584.695332:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714
00000100:00100000:1.0:1767327584.695339:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010501120:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327584.695350:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010500608:12345-0@lo:38:kworker.0 Request processed in 67us (455us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327584.695352:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327584.695359:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010500864:12345-0@lo:38:kworker.0 Request processed in 59us (407us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327584.695365:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712
00000100:00100000:0.0:1767327584.695371:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713
00000100:00080000:2.0:1767327584.695374:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327584.695382:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327584.695388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010500608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327584.695393:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010501120:12345-0@lo:38:kworker.0 Request processed in 52us (204us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327584.695398:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327584.695403:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714
00000100:00080000:0.0:1767327584.695404:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327584.695408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327584.695415:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327584.695453:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010500992:0@lo:400:kworker.0
00000100:00100000:2.0:1767327584.695465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010500864:0@lo:38:kworker.0
00000100:00080000:2.0:1767327584.695494:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327584.695497:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327584.695500:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010501120:0@lo:38:kworker.0
00010000:00010000:1.0:1767327585.654614:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327586.678579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327587.254635:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010501248:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327587.254706:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327587.254812:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501248
00000100:00100000:0.0:1767327587.254820:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501248
00000100:00100000:0.0:1767327587.254880:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8075
00000100:00100000:0.0:1767327587.254888:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010501248:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767327587.254896:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767327587.254918:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327587.254963:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010501248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327587.254969:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8075
00000100:00100000:2.0:1767327587.255009:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010501248:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327587.702542:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327587.766566:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010501376:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327587.766640:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327587.766694:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501376
00000100:00100000:0.0:1767327587.766703:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501376
00000100:00080000:2.0:1767327587.766741:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327587.766764:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8076
00000100:00100000:0.0:1767327587.766773:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010501376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327587.766799:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327587.766842:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010501376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327587.766848:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8076
00000100:00100000:3.0:1767327587.766890:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010501376:0@lo:13:osp-pre-1-1.0
00000400:00000100:2.0:1767327588.176924:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993197440 offset 0 length 520: 4
00000100:00100000:2.0:1767327588.176958:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327588.176982:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327588.177013:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197568
00000100:00100000:1.0:1767327588.177023:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197568
00000100:00100000:3.0:1767327588.177039:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197696
00000100:00100000:3.0:1767327588.177046:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197696
00000100:00100000:1.0:1767327588.177073:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3715
00000100:00100000:1.0:1767327588.177084:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993197568:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767327588.177111:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327588.177117:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1897
00010000:00020000:1.0:1767327588.177125:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327588.177131:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993197696:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327588.177192:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993197696:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 63us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327588.177194:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993197568:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (229us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327588.177203:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1897
00000100:00100000:1.0:1767327588.177213:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3715
00010000:00010000:2.0:1767327588.726588:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327589.750548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327589.814490:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327564/real 1767327564]  req@ffff9bb5890a0e00 x1853164010494976/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327589.814508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327589.814515:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327589.814518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327589.814523:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327589.814523:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5890a0e00 x1853164010494976/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327589.814529:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327589.814537:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12782
00000100:00080000:2.0:1767327589.814542:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327589.814546:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327589.814550:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767327589.814568:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327589.814572:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010494976:0@lo:250:kworker.0
00000100:00100000:2.0:1767327589.814592:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430380 x1853164010501504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327589.814649:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010501504:0@lo:38:kworker.0
00000100:00080000:2.0:1767327589.814695:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327589.814700:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327589.814705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327589.814706:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327589.814711:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010501632:0@lo:400:kworker.0
00000100:00080000:2.0:1767327589.814715:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12782
00000100:00080000:2.0:1767327589.814722:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327589.814727:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327589.814735:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327589.814748:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0000 x1853164010501888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327589.814753:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010501760:0@lo:400:kworker.0
00000100:00100000:1.0:1767327589.814768:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327589.814769:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501504
00000100:00100000:3.0:1767327589.814777:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501504
00000100:00080000:2.0:1767327589.814779:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327589.814783:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327589.814786:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327589.814790:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12782
00000100:00080000:2.0:1767327589.814792:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327589.814796:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327589.814810:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327589.814810:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc2300 x1853164010502144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327589.814817:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35095
00000100:00100000:3.0:1767327589.814828:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010501504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327589.814835:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501632
00000100:00100000:1.0:1767327589.814841:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501632
00000100:00080000:2.0:1767327589.814843:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327589.814848:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00020000:3.0:1767327589.814849:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327589.814851:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010502016:0@lo:400:kworker.0
00000100:00080000:2.0:1767327589.814852:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327589.814861:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12782
00000100:00080000:2.0:1767327589.814864:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327589.814866:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327589.814879:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0380 x1853164010502400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327589.814891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327589.814894:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327589.814896:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327589.814898:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501760
00000100:00100000:0.0:1767327589.814901:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327589.814905:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501760
00000100:00080000:2.0:1767327589.814906:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12762
00000100:00080000:2.0:1767327589.814911:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327589.814914:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327589.814921:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010501504:12345-0@lo:38:kworker.0 Request processed in 89us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327589.814930:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3b80 x1853164010502528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327589.814934:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35095
00000100:00100000:1.0:1767327589.814944:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9203
00000100:00100000:0.0:1767327589.814960:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9204
00000100:00100000:1.0:1767327589.814962:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010501632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327589.814974:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010501760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327589.814978:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010501888:0@lo:38:kworker.0
00000100:00080000:3.0:1767327589.815009:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327589.815016:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327589.815032:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010501632:12345-0@lo:400:kworker.0 Request processed in 74us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327589.815036:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327589.815037:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010501760:12345-0@lo:400:kworker.0 Request processed in 65us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327589.815053:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9203
00000100:00100000:3.0:1767327589.815054:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502016
00000100:00100000:3.0:1767327589.815061:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502016
00000100:00100000:0.0:1767327589.815065:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9204
00000100:00100000:2.0:1767327589.815074:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010502144:0@lo:38:kworker.0
00000100:00100000:3.0:1767327589.815121:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010501888
00000100:00100000:3.0:1767327589.815125:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010501888
00000100:00100000:0.0:1767327589.815126:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010501760:0@lo:400:kworker.0
00000100:00100000:1.0:1767327589.815127:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010501632:0@lo:400:kworker.0
00000100:00100000:2.0:1767327589.815134:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327589.815150:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502144
00000100:00100000:3.0:1767327589.815154:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502144
00000100:00100000:1.0:1767327589.815155:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327589.815166:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010502400:0@lo:38:kworker.0
00000100:00100000:1.0:1767327589.815170:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010502272:0@lo:400:kworker.0
00000100:00100000:3.0:1767327589.815176:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898
00000100:00100000:3.0:1767327589.815188:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010502016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327589.815194:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716
00000100:00100000:2.0:1767327589.815198:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327589.815205:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010501888:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327589.815216:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010502528:0@lo:250:kworker.0
00010000:00020000:0.0:1767327589.815218:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327589.815221:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:2.0:1767327589.815258:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010502528 offset 0 length 520: 4
00000100:00100000:3.0:1767327589.815261:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010502016:12345-0@lo:400:kworker.0 Request processed in 68us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327589.815266:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010501888:12345-0@lo:38:kworker.0 Request processed in 61us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327589.815274:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898
00000100:00100000:0.0:1767327589.815282:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716
00000100:00100000:1.0:1767327589.815288:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502400
00000100:00100000:1.0:1767327589.815295:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502400
00000100:00100000:3.0:1767327589.815297:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502272
00000100:00100000:3.0:1767327589.815302:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502272
00000100:00080000:2.0:1767327589.815303:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327589.815305:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717
00000100:00080000:2.0:1767327589.815310:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327589.815313:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010502144:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327589.815318:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010501504:0@lo:38:kworker.0
00010000:00020000:0.0:1767327589.815324:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327589.815334:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899
00000100:00080000:2.0:1767327589.815340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327589.815344:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718
00000100:00080000:2.0:1767327589.815348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327589.815351:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010502272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327589.815357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010501888:0@lo:38:kworker.0
00000100:00100000:0.0:1767327589.815358:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010502144:12345-0@lo:38:kworker.0 Request processed in 40us (224us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327589.815358:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010502400:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327589.815374:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717
00000100:00080000:2.0:1767327589.815378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327589.815378:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327589.815386:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327589.815390:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010502144:0@lo:38:kworker.0
00000100:00100000:1.0:1767327589.815459:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010502272:12345-0@lo:400:kworker.0 Request processed in 113us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327589.815465:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010502016:0@lo:400:kworker.0
00000100:00080000:2.0:1767327589.815466:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327589.815466:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010502400:12345-0@lo:38:kworker.0 Request processed in 107us (267us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327589.815477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327589.815478:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899
00000100:00100000:2.0:1767327589.815486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010502400:0@lo:38:kworker.0
00000100:00100000:3.0:1767327589.815489:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718
00000100:00080000:3.0:1767327589.815515:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327589.815534:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010502272:0@lo:400:kworker.0
00010000:00010000:1.0:1767327590.774574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327591.798617:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327592.374620:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010502656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327592.374688:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327592.374730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502656
00000100:00100000:0.0:1767327592.374739:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502656
00000100:00100000:0.0:1767327592.374797:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8077
00000100:00080000:3.0:1767327592.374801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327592.374807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010502656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327592.374834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327592.374880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010502656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327592.374886:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8077
00000100:00100000:1.0:1767327592.374944:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010502656:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327592.822601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327592.886634:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327592.886654:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010502784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327592.886722:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327592.886765:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502784
00000100:00100000:0.0:1767327592.886774:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502784
00000100:00080000:3.0:1767327592.886829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327592.886834:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8078
00000100:00100000:0.0:1767327592.886848:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010502784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327592.886881:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327592.886929:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010502784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327592.886936:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8078
00000100:00100000:1.0:1767327592.886983:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010502784:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327593.296843:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327593.296887:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197824
00000100:00100000:3.0:1767327593.296893:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327593.296898:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197824
00000100:00100000:1.0:1767327593.296940:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993197952
00000100:00100000:1.0:1767327593.296944:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993197952
00000100:00100000:0.0:1767327593.296953:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3719
00000100:00100000:0.0:1767327593.296962:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993197824:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327593.296986:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327593.296996:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327593.297004:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1900
00000100:00100000:1.0:1767327593.297016:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993197952:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327593.297061:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993197824:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 98us (225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327593.297085:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3719
00000100:00100000:1.0:1767327593.297092:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993197952:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327593.297101:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1900
00010000:00010000:0.0:1767327593.846592:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327594.870539:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327594.934552:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327594.934558:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327594.934562:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327594.934565:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327594.934569:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327594.934575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12787
00000100:00080000:3.0:1767327594.934579:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327594.934585:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327594.934618:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010502912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327594.934670:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010502912:0@lo:38:kworker.0
00000100:00080000:3.0:1767327594.934675:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327594.934679:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327594.934681:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327594.934685:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12787
00000100:00080000:3.0:1767327594.934687:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327594.934691:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327594.934697:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327594.934705:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e680 x1853164010503296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327594.934713:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010503040:0@lo:400:kworker.0
00000100:00080000:3.0:1767327594.934727:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327594.934732:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010503168:0@lo:400:kworker.0
00000100:00080000:3.0:1767327594.934732:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327594.934735:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327594.934737:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327594.934744:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12787
00000100:00080000:3.0:1767327594.934747:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327594.934750:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327594.934756:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327594.934764:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c380 x1853164010503552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327594.934775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010503296:0@lo:38:kworker.0
00000100:00100000:1.0:1767327594.934782:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327594.934804:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503040
00000100:00080000:3.0:1767327594.934804:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327594.934810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327594.934812:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503040
00000100:00080000:3.0:1767327594.934814:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327594.934816:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327594.934817:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327594.934822:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12787
00000100:00080000:3.0:1767327594.934825:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327594.934827:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010503424:0@lo:400:kworker.0
00000100:00080000:3.0:1767327594.934830:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327594.934846:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010503552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327594.934851:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0e00 x1853164010503808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327594.934867:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327594.934871:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503168
00000100:00100000:0.0:1767327594.934875:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503168
00000100:00100000:2.0:1767327594.934889:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503296
00000100:00100000:2.0:1767327594.934895:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503296
00000100:00100000:0.0:1767327594.934910:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9205
00000100:00100000:3.0:1767327594.934913:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010502912
00000100:00100000:3.0:1767327594.934920:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010502912
00000100:00100000:2.0:1767327594.934923:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503424
00000100:00100000:0.0:1767327594.934925:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010503040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327594.934925:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9206
00000100:00100000:2.0:1767327594.934927:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503424
00000100:00100000:1.0:1767327594.934940:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010503168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327594.934967:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901
00000100:00100000:3.0:1767327594.934967:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35096
00000100:00100000:3.0:1767327594.934979:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010502912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327594.934983:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010503040:12345-0@lo:400:kworker.0 Request processed in 62us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327594.934984:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010503424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327594.934993:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010503168:12345-0@lo:400:kworker.0 Request processed in 56us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327594.935003:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9205
00010000:00020000:3.0:1767327594.935003:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327594.935013:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9206
00000100:00100000:2.0:1767327594.935030:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010503424:12345-0@lo:400:kworker.0 Request processed in 52us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327594.935038:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901
00000100:00100000:0.0:1767327594.935045:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720
00000100:00100000:0.0:1767327594.935065:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010503296:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327594.935076:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010502912:12345-0@lo:38:kworker.0 Request processed in 97us (341us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327594.935077:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327594.935080:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010503424:0@lo:400:kworker.0
00000100:00100000:2.0:1767327594.935087:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327594.935095:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35096
00000100:00100000:1.0:1767327594.935107:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010503168:0@lo:400:kworker.0
00000100:00100000:0.0:1767327594.935123:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010503296:12345-0@lo:38:kworker.0 Request processed in 69us (309us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327594.935128:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327594.935134:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720
00000100:00080000:2.0:1767327594.935137:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327594.935140:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503552
00000100:00100000:2.0:1767327594.935144:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010503296:0@lo:38:kworker.0
00000100:00100000:3.0:1767327594.935146:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503552
00000100:00100000:1.0:1767327594.935153:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010503680:0@lo:400:kworker.0
00000100:00080000:2.0:1767327594.935157:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327594.935161:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327594.935166:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010502912:0@lo:38:kworker.0
00000100:00100000:0.0:1767327594.935172:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721
00000100:00100000:0.0:1767327594.935181:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010503552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327594.935188:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010503808:0@lo:38:kworker.0
00000100:00080000:3.0:1767327594.935193:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327594.935194:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327594.935195:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327594.935201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327594.935205:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327594.935217:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503680
00000100:00100000:3.0:1767327594.935220:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503680
00000100:00100000:2.0:1767327594.935226:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327594.935248:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010503552:12345-0@lo:38:kworker.0 Request processed in 64us (163us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327594.935251:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010503040:0@lo:400:kworker.0
00000100:00100000:3.0:1767327594.935255:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503808
00000100:00100000:3.0:1767327594.935261:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503808
00000100:00080000:2.0:1767327594.935262:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327594.935267:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721
00000100:00080000:2.0:1767327594.935271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327594.935277:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010503552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327594.935285:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902
00000100:00100000:0.0:1767327594.935293:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722
00000100:00100000:3.0:1767327594.935297:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010503680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327594.935302:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010503808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327594.935312:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327594.935322:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327594.935345:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010503680:12345-0@lo:400:kworker.0 Request processed in 52us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327594.935353:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902
00000100:00100000:0.0:1767327594.935358:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010503808:12345-0@lo:38:kworker.0 Request processed in 56us (131us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327594.935367:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722
00000100:00080000:2.0:1767327594.935370:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327594.935371:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010503680:0@lo:400:kworker.0
00000100:00080000:2.0:1767327594.935378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327594.935383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010503808:0@lo:38:kworker.0
00010000:00010000:1.0:1767327595.894614:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327596.918551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327597.494644:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010503936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327597.494720:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327597.494763:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010503936
00000100:00100000:0.0:1767327597.494772:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010503936
00000100:00100000:0.0:1767327597.494832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8079
00000100:00100000:0.0:1767327597.494841:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010503936:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767327597.494844:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767327597.494867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327597.494911:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010503936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327597.494917:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8079
00000100:00100000:1.0:1767327597.494972:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010503936:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327597.942604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327598.006568:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010504064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327598.006626:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327598.006668:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504064
00000100:00100000:0.0:1767327598.006677:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504064
00000100:00080000:2.0:1767327598.006725:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327598.006734:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8080
00000100:00100000:0.0:1767327598.006747:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010504064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327598.006779:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327598.006828:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010504064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327598.006833:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8080
00000100:00100000:1.0:1767327598.006888:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010504064:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327598.416910:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327598.416943:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327598.416985:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198208
00000100:00100000:0.0:1767327598.416989:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198080
00000100:00100000:1.0:1767327598.416995:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198208
00000100:00100000:0.0:1767327598.416997:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198080
00000100:00100000:0.0:1767327598.417058:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3723
00000100:00100000:0.0:1767327598.417067:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993198080:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767327598.417073:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1903
00000100:00100000:3.0:1767327598.417087:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993198208:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327598.417091:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327598.417106:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327598.417153:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993198080:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327598.417154:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993198208:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327598.417170:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3723
00000100:00100000:3.0:1767327598.417176:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1903
00010000:00010000:0.0:1767327598.966582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327599.990559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327600.054542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327600.054551:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327600.054555:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327600.054558:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327600.054562:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327600.054569:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12792
00000100:00080000:2.0:1767327600.054573:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327600.054579:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327600.054613:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc2a00 x1853164010504192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327600.054674:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010504192:0@lo:38:kworker.0
00000100:00080000:2.0:1767327600.054691:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327600.054696:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327600.054698:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327600.054703:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12792
00000100:00080000:2.0:1767327600.054705:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327600.054710:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327600.054712:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010504320:0@lo:400:kworker.0
00000100:00100000:1.0:1767327600.054726:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327600.054726:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0380 x1853164010504576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327600.054746:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010504448:0@lo:400:kworker.0
00000100:00080000:2.0:1767327600.054752:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327600.054755:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327600.054759:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327600.054762:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327600.054766:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12792
00000100:00080000:2.0:1767327600.054768:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327600.054770:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327600.054778:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327600.054785:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3100 x1853164010504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327600.054797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010504576:0@lo:38:kworker.0
00000100:00080000:2.0:1767327600.054812:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327600.054818:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327600.054822:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327600.054823:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327600.054831:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12792
00000100:00100000:3.0:1767327600.054835:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327600.054836:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327600.054836:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327600.054844:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327600.054851:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010504960:0@lo:400:kworker.0
00000100:00100000:2.0:1767327600.054860:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7100 x1853164010505088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327600.054866:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010504704:0@lo:400:kworker.0
00000100:00100000:0.0:1767327600.054869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010504832:0@lo:38:kworker.0
00000100:00100000:3.0:1767327600.054889:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327600.054924:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504576
00000100:00100000:2.0:1767327600.054928:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504320
00000100:00100000:0.0:1767327600.054931:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504576
00000100:00100000:2.0:1767327600.054934:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504320
00000100:00100000:0.0:1767327600.054960:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504960
00000100:00100000:0.0:1767327600.054964:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504960
00000100:00100000:2.0:1767327600.054983:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504448
00000100:00100000:2.0:1767327600.054988:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504448
00000100:00100000:1.0:1767327600.055004:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327600.055006:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904
00000100:00100000:0.0:1767327600.055033:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010504960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327600.055040:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9207
00000100:00100000:3.0:1767327600.055048:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9208
00000100:00100000:2.0:1767327600.055053:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010504320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327600.055064:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010504448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327600.055092:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010504960:12345-0@lo:400:kworker.0 Request processed in 76us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327600.055099:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504704
00000100:00100000:0.0:1767327600.055100:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904
00000100:00100000:1.0:1767327600.055106:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504704
00000100:00100000:2.0:1767327600.055107:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010504320:12345-0@lo:400:kworker.0 Request processed in 58us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327600.055116:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9207
00000100:00100000:3.0:1767327600.055123:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010504448:12345-0@lo:400:kworker.0 Request processed in 63us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327600.055129:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724
00000100:00100000:3.0:1767327600.055134:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9208
00000100:00100000:0.0:1767327600.055139:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010504576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327600.055155:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327600.055156:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905
00000100:00100000:2.0:1767327600.055168:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010504704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327600.055190:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010504960:0@lo:400:kworker.0
00000100:00100000:1.0:1767327600.055201:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327600.055202:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010504576:12345-0@lo:38:kworker.0 Request processed in 62us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327600.055209:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010504320:0@lo:400:kworker.0
00000100:00100000:0.0:1767327600.055214:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724
00000100:00100000:2.0:1767327600.055220:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010504704:12345-0@lo:400:kworker.0 Request processed in 53us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327600.055227:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905
00000100:00100000:0.0:1767327600.055233:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504832
00000100:00100000:0.0:1767327600.055237:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504832
00000100:00080000:1.0:1767327600.055250:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327600.055255:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725
00000100:00100000:2.0:1767327600.055261:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010504832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327600.055265:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010504704:0@lo:400:kworker.0
00010000:00020000:2.0:1767327600.055274:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327600.055280:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010504448:0@lo:400:kworker.0
00000100:00080000:1.0:1767327600.055287:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767327600.055293:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327600.055295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010504576:0@lo:38:kworker.0
00000100:00080000:0.0:1767327600.055299:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327600.055305:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327600.055314:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010504832:12345-0@lo:38:kworker.0 Request processed in 51us (118us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327600.055321:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725
00000100:00100000:0.0:1767327600.055324:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010504192
00000100:00100000:1.0:1767327600.055327:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010505088:0@lo:38:kworker.0
00000100:00100000:0.0:1767327600.055328:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010504192
00000100:00100000:0.0:1767327600.055351:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35097
00000100:00100000:0.0:1767327600.055356:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010504192:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327600.055364:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327600.055367:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327600.055398:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010504192:12345-0@lo:38:kworker.0 Request processed in 40us (648us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327600.055404:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35097
00000100:00080000:1.0:1767327600.055406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327600.055409:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505088
00000100:00080000:1.0:1767327600.055414:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327600.055414:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505088
00000100:00100000:2.0:1767327600.055450:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726
00000100:00100000:1.0:1767327600.055454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010504832:0@lo:38:kworker.0
00000100:00100000:2.0:1767327600.055460:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010505088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327600.055473:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327600.055483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327600.055490:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327600.055496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010504192:0@lo:38:kworker.0
00000100:00100000:2.0:1767327600.055507:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010505088:12345-0@lo:38:kworker.0 Request processed in 48us (143us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327600.055514:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726
00000100:00080000:1.0:1767327600.055534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327600.055541:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327600.055545:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010505088:0@lo:38:kworker.0
00010000:00010000:1.0:1767327601.014545:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327602.038551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327602.614621:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327602.614642:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010505216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327602.614701:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327602.614740:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505216
00000100:00100000:0.0:1767327602.614749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505216
00000100:00080000:1.0:1767327602.614803:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327602.614808:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8081
00000100:00100000:0.0:1767327602.614818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010505216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327602.614842:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327602.614883:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010505216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327602.614890:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8081
00000100:00100000:2.0:1767327602.614927:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010505216:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327603.062571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327603.126615:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010505344:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327603.126688:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327603.126749:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505344
00000100:00100000:1.0:1767327603.126759:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505344
00000100:00080000:0.0:1767327603.126816:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327603.126822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8082
00000100:00100000:1.0:1767327603.126834:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010505344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327603.126864:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327603.126923:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010505344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327603.126932:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8082
00000100:00100000:0.0:1767327603.126972:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010505344:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327603.536877:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327603.536914:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327603.536960:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198336
00000100:00100000:0.0:1767327603.536969:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198464
00000100:00100000:3.0:1767327603.536970:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198336
00000100:00100000:0.0:1767327603.536978:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198464
00000100:00100000:3.0:1767327603.537039:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3727
00000100:00100000:3.0:1767327603.537046:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993198336:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327603.537050:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767327603.537068:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327603.537073:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1906
00000100:00100000:2.0:1767327603.537095:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993198464:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327603.537126:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993198336:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (256us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327603.537133:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3727
00000100:00100000:2.0:1767327603.537143:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993198464:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327603.537150:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1906
00010000:00010000:0.0:1767327604.086601:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327605.110599:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327605.174488:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327605.174501:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327605.174504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327605.174509:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327605.174513:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327605.174521:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12797
00000100:00080000:2.0:1767327605.174527:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327605.174533:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327605.174567:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4380 x1853164010505472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327605.174622:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010505472:0@lo:38:kworker.0
00000100:00080000:2.0:1767327605.174632:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327605.174636:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327605.174639:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327605.174643:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12797
00000100:00080000:2.0:1767327605.174652:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327605.174657:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010505600:0@lo:400:kworker.0
00000100:00080000:2.0:1767327605.174658:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327605.174680:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010505856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327605.174689:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327605.174703:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010505728:0@lo:400:kworker.0
00000100:00080000:2.0:1767327605.174706:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327605.174708:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327605.174717:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327605.174722:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327605.174728:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12797
00000100:00080000:2.0:1767327605.174732:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327605.174737:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327605.174751:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327605.174760:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6680 x1853164010506112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327605.174773:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505600
00000100:00100000:3.0:1767327605.174780:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505600
00000100:00100000:0.0:1767327605.174781:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010505984:0@lo:400:kworker.0
00000100:00100000:0.0:1767327605.174805:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327605.174810:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327605.174817:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327605.174820:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327605.174827:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12797
00000100:00080000:2.0:1767327605.174831:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327605.174837:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327605.174839:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505984
00000100:00100000:3.0:1767327605.174844:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505728
00000100:00100000:0.0:1767327605.174845:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505984
00000100:00100000:3.0:1767327605.174852:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505728
00000100:00100000:2.0:1767327605.174858:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7100 x1853164010506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327605.174890:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907
00000100:00100000:3.0:1767327605.174895:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9209
00000100:00100000:0.0:1767327605.174904:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010505984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327605.174910:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010505600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327605.174911:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010506240:0@lo:400:kworker.0
00000100:00100000:3.0:1767327605.174968:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010505600:12345-0@lo:400:kworker.0 Request processed in 65us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327605.174973:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010505984:12345-0@lo:400:kworker.0 Request processed in 71us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327605.174993:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9209
00000100:00100000:0.0:1767327605.174998:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907
00000100:00100000:2.0:1767327605.175004:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327605.175016:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9210
00000100:00100000:3.0:1767327605.175025:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010505728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327605.175029:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506240
00000100:00100000:0.0:1767327605.175034:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506240
00000100:00100000:3.0:1767327605.175065:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010505728:12345-0@lo:400:kworker.0 Request processed in 43us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327605.175069:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908
00000100:00100000:3.0:1767327605.175078:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9210
00000100:00100000:0.0:1767327605.175083:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010506240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327605.175126:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010505600:0@lo:400:kworker.0
00000100:00100000:0.0:1767327605.175134:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010506240:12345-0@lo:400:kworker.0 Request processed in 52us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327605.175141:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908
00000100:00100000:3.0:1767327605.175157:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010506240:0@lo:400:kworker.0
00000100:00100000:0.0:1767327605.175181:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010505984:0@lo:400:kworker.0
00000100:00100000:0.0:1767327605.175192:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010505728:0@lo:400:kworker.0
00000100:00080000:2.0:1767327605.175201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327605.175209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327605.175213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327605.175823:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327605.175845:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010505856:0@lo:38:kworker.0
00000100:00100000:1.0:1767327605.175863:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327605.175881:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010506112:0@lo:38:kworker.0
00000100:00100000:0.0:1767327605.175896:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505472
00000100:00100000:0.0:1767327605.175902:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505472
00000100:00100000:1.0:1767327605.175908:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327605.175923:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010505856
00000100:00100000:0.0:1767327605.175928:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35098
00000100:00100000:2.0:1767327605.175929:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010505856
00000100:00100000:1.0:1767327605.175934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010506368:0@lo:38:kworker.0
00000100:00100000:0.0:1767327605.175936:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010505472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327605.175954:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327605.175962:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506112
00000100:00100000:1.0:1767327605.175967:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327605.175967:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728
00000100:00100000:3.0:1767327605.175968:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506112
00000100:00100000:2.0:1767327605.175975:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010505856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327605.176006:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327605.176010:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506368
00000100:00100000:3.0:1767327605.176014:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506368
00000100:00080000:1.0:1767327605.176018:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327605.176020:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010505472:12345-0@lo:38:kworker.0 Request processed in 83us (195us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327605.176028:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327605.176033:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35098
00000100:00100000:3.0:1767327605.176036:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729
00000100:00100000:1.0:1767327605.176038:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010505472:0@lo:38:kworker.0
00000100:00100000:3.0:1767327605.176045:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010506112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327605.176047:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010505856:12345-0@lo:38:kworker.0 Request processed in 70us (180us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327605.176059:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327605.176060:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728
00000100:00080000:1.0:1767327605.176063:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327605.176067:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327605.176074:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767327605.176075:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010505856:0@lo:38:kworker.0
00000100:00100000:0.0:1767327605.176084:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010506368:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327605.176094:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010506112:12345-0@lo:38:kworker.0 Request processed in 50us (187us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327605.176095:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327605.176101:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327605.176106:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729
00000100:00080000:1.0:1767327605.176108:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327605.176116:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010506112:0@lo:38:kworker.0
00000100:00080000:1.0:1767327605.176133:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327605.176135:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010506368:12345-0@lo:38:kworker.0 Request processed in 51us (168us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327605.176140:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327605.176144:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767327605.176149:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010506368:0@lo:38:kworker.0
00010000:00010000:1.0:1767327606.134574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327607.158582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327607.734629:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010506496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327607.734688:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327607.734734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506496
00000100:00100000:1.0:1767327607.734743:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506496
00000100:00100000:1.0:1767327607.734801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8083
00000100:00080000:2.0:1767327607.734801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327607.734812:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010506496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327607.734838:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327607.734880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010506496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327607.734886:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8083
00000100:00100000:3.0:1767327607.734934:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010506496:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327608.182551:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327608.246624:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010506624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327608.246694:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327608.246730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506624
00000100:00100000:1.0:1767327608.246738:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506624
00000100:00080000:2.0:1767327608.246782:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327608.246805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8084
00000100:00100000:1.0:1767327608.246819:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010506624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327608.246848:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327608.246897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010506624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327608.246903:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8084
00000100:00100000:0.0:1767327608.246996:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010506624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327608.656859:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327608.656909:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327608.656940:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198720
00000100:00100000:3.0:1767327608.656952:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198720
00000100:00100000:2.0:1767327608.656982:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198592
00000100:00100000:2.0:1767327608.656989:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198592
00000100:00080000:1.0:1767327608.657030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327608.657036:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1909
00000100:00100000:2.0:1767327608.657048:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993198720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327608.657056:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3731
00000100:00100000:3.0:1767327608.657065:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993198592:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327608.657089:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327608.657117:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993198720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327608.657123:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1909
00000100:00100000:3.0:1767327608.657134:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993198592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 65us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327608.657144:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3731
00010000:00010000:0.0:1767327609.206608:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327610.230574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327610.294625:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327610.294646:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327610.294650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327610.294654:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327610.294660:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327610.294670:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12803
00000100:00080000:2.0:1767327610.294678:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327610.294688:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327610.294744:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84700 x1853164010506752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327610.294819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010506752:0@lo:38:kworker.0
00000100:00080000:2.0:1767327610.294845:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327610.294851:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327610.294854:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327610.294861:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12803
00000100:00080000:2.0:1767327610.294867:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327610.294873:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327610.294876:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010506880:0@lo:400:kworker.0
00000100:00100000:2.0:1767327610.294897:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85c00 x1853164010507136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327610.294912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327610.294912:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327610.294936:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010507008:0@lo:400:kworker.0
00000100:00100000:0.0:1767327610.294973:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327610.295006:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327610.295008:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010507136:0@lo:38:kworker.0
00000100:00080000:2.0:1767327610.295026:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327610.295027:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327610.295034:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767327610.295035:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327610.295049:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12803
00000100:00100000:0.0:1767327610.295058:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010507264:0@lo:400:kworker.0
00000100:00080000:2.0:1767327610.295059:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327610.295062:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327610.295075:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327610.295085:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506880
00000100:00100000:3.0:1767327610.295094:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506880
00000100:00100000:2.0:1767327610.295100:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87800 x1853164010507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327610.295120:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327610.295142:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327610.295167:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010507392:0@lo:38:kworker.0
00000100:00080000:2.0:1767327610.295181:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327610.295184:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507136
00000100:00100000:3.0:1767327610.295184:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507008
00000100:00100000:0.0:1767327610.295195:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507136
00000100:00080000:2.0:1767327610.295195:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327610.295195:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507008
00000100:00100000:1.0:1767327610.295196:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327610.295206:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327610.295214:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12803
00000100:00080000:2.0:1767327610.295221:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327610.295226:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767327610.295246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327610.295249:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86a00 x1853164010507648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327610.295252:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507264
00000100:00100000:0.0:1767327610.295260:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507264
00000100:00100000:3.0:1767327610.295268:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9211
00000100:00100000:1.0:1767327610.295272:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507392
00000100:00100000:1.0:1767327610.295282:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507392
00000100:00100000:3.0:1767327610.295292:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010506880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327610.295322:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910
00000100:00100000:1.0:1767327610.295339:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010507264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327610.295346:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732
00000100:00100000:2.0:1767327610.295348:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010506752
00000100:00100000:2.0:1767327610.295359:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010506752
00000100:00100000:3.0:1767327610.295360:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010506880:12345-0@lo:400:kworker.0 Request processed in 71us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327610.295361:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010507136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327610.295379:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9211
00000100:00100000:1.0:1767327610.295384:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010507264:12345-0@lo:400:kworker.0 Request processed in 51us (265us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327610.295396:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327610.295396:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910
00000100:00100000:3.0:1767327610.295407:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9212
00000100:00100000:1.0:1767327610.295448:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733
00000100:00100000:2.0:1767327610.295461:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35099
00000100:00100000:1.0:1767327610.295462:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010507392:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327610.295463:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010507008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327610.295486:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010506752:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327610.295487:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010507136:12345-0@lo:38:kworker.0 Request processed in 126us (428us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327610.295487:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327610.295517:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732
00010000:00020000:2.0:1767327610.295530:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327610.295532:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010507392:12345-0@lo:38:kworker.0 Request processed in 71us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327610.295533:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010507008:12345-0@lo:400:kworker.0 Request processed in 115us (516us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327610.295548:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733
00000100:00100000:3.0:1767327610.295553:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9212
00000100:00080000:0.0:1767327610.295583:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327610.295609:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010507520:0@lo:400:kworker.0
00000100:00100000:1.0:1767327610.295613:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010507264:0@lo:400:kworker.0
00000100:00100000:2.0:1767327610.295626:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010506752:12345-0@lo:38:kworker.0 Request processed in 143us (721us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327610.295641:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010506880:0@lo:400:kworker.0
00000100:00100000:2.0:1767327610.295642:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35099
00000100:00100000:3.0:1767327610.295657:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327610.295678:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010507008:0@lo:400:kworker.0
00000100:00100000:2.0:1767327610.295728:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010507648:0@lo:38:kworker.0
00000100:00100000:0.0:1767327610.295729:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507520
00000100:00100000:0.0:1767327610.295738:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507520
00000100:00100000:2.0:1767327610.295790:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327610.295792:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327610.295798:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1767327610.295815:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010507520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327610.295831:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507648
00000100:00100000:3.0:1767327610.295836:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507648
00000100:00080000:2.0:1767327610.295858:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327610.295867:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734
00000100:00080000:2.0:1767327610.295870:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327610.295879:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010507648:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327610.295881:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010507392:0@lo:38:kworker.0
00000100:00100000:0.0:1767327610.295892:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010507520:12345-0@lo:400:kworker.0 Request processed in 82us (241us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327610.295893:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327610.295908:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000100:00080000:2.0:1767327610.295910:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327610.295919:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327610.295928:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010507136:0@lo:38:kworker.0
00000100:00100000:3.0:1767327610.295940:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010507648:12345-0@lo:38:kworker.0 Request processed in 59us (153us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327610.295959:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734
00000100:00080000:2.0:1767327610.295970:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327610.295979:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327610.295987:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010506752:0@lo:38:kworker.0
00000100:00100000:3.0:1767327610.296011:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010507520:0@lo:400:kworker.0
00000100:00080000:2.0:1767327610.296050:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327610.296056:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327610.296060:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010507648:0@lo:38:kworker.0
00010000:00010000:1.0:1767327611.254547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327612.278577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327612.854639:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327612.854661:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010507776:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327612.854727:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327612.854806:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507776
00000100:00100000:2.0:1767327612.854821:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507776
00000100:00080000:1.0:1767327612.854886:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327612.854897:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8085
00000100:00100000:2.0:1767327612.854909:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010507776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327612.855063:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327612.855146:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010507776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 240us (420us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327612.855152:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8085
00000100:00100000:3.0:1767327612.855292:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010507776:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327613.302564:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327613.366611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010507904:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327613.366671:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327613.366717:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010507904
00000100:00100000:2.0:1767327613.366727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010507904
00000100:00080000:1.0:1767327613.366770:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327613.366796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8086
00000100:00100000:2.0:1767327613.366807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010507904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327613.366835:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327613.366886:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010507904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327613.366893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8086
00000100:00100000:1.0:1767327613.366939:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010507904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327613.776962:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327613.776991:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327613.777008:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993199104 offset 0 length 520: 4
00000100:00100000:3.0:1767327613.777015:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198848
00000100:00100000:3.0:1767327613.777025:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198848
00000100:00100000:0.0:1767327613.777043:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993198976
00000100:00100000:0.0:1767327613.777050:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993198976
00000100:00100000:3.0:1767327613.777071:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3735
00000100:00100000:3.0:1767327613.777078:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993198848:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327613.777098:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327613.777109:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327613.777116:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1912
00000100:00100000:0.0:1767327613.777125:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993198976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327613.777155:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993198848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (200us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327613.777161:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3735
00000100:00100000:0.0:1767327613.777170:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993198976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 45us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327613.777177:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1912
00010000:00010000:0.0:1767327614.326556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327614.390515:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327589/real 1767327589]  req@ffff9bb5bccc3b80 x1853164010502528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327614.390543:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bccc3b80 x1853164010502528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327614.390559:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327614.390577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327614.390581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010502528:0@lo:250:kworker.0
00000100:00080000:0.0:1767327614.390621:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327614.390627:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327614.390629:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327614.390633:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12787
00000100:00080000:0.0:1767327614.390636:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327614.390642:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327614.390670:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c4a80 x1853164010508032/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327614.390690:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327614.390693:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327614.390694:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327614.390697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12808
00000100:00080000:0.0:1767327614.390700:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327614.390704:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327614.390717:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010508032:0@lo:250:kworker.0
00000100:00100000:0.0:1767327614.390719:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c7100 x1853164010508160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327614.390765:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010508032 offset 0 length 520: 4
00000100:00080000:0.0:1767327614.390770:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327614.390775:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327614.390777:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327614.390781:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12808
00000100:00080000:0.0:1767327614.390784:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327614.390787:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327614.390802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794000 x1853164010508544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327614.390802:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010508288:0@lo:400:kworker.0
00000100:00100000:2.0:1767327614.390810:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010508160:0@lo:38:kworker.0
00000100:00080000:0.0:1767327614.390836:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327614.390839:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327614.390842:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327614.390846:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12808
00000100:00100000:1.0:1767327614.390850:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010508672:0@lo:400:kworker.0
00000100:00080000:0.0:1767327614.390851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327614.390858:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327614.390863:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327614.390864:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327614.390876:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010508800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327614.390898:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327614.390899:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010508544:0@lo:38:kworker.0
00000100:00080000:0.0:1767327614.390908:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327614.390910:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767327614.390911:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327614.390929:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327614.390935:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010508928:0@lo:400:kworker.0
00000100:00080000:0.0:1767327614.390937:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12808
00000100:00080000:0.0:1767327614.390944:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327614.390950:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327614.390959:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508160
00000100:00100000:0.0:1767327614.390968:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887800 x1853164010509056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327614.390968:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508160
00000100:00100000:1.0:1767327614.390976:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327614.390981:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327614.390988:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010508416:0@lo:400:kworker.0
00000100:00100000:2.0:1767327614.391011:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35100
00000100:00100000:0.0:1767327614.391017:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508672
00000100:00100000:0.0:1767327614.391023:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508672
00000100:00100000:1.0:1767327614.391024:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327614.391025:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010508160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327614.391026:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508288
00000100:00100000:3.0:1767327614.391033:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508288
00010000:00020000:2.0:1767327614.391050:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327614.391063:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508416
00000100:00100000:1.0:1767327614.391069:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508416
00000100:00100000:0.0:1767327614.391084:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508928
00000100:00100000:0.0:1767327614.391089:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508928
00000100:00100000:3.0:1767327614.391094:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9213
00000100:00100000:2.0:1767327614.391103:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010508160:12345-0@lo:38:kworker.0 Request processed in 81us (246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327614.391109:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9214
00000100:00100000:3.0:1767327614.391111:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010508288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327614.391114:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35100
00000100:00100000:0.0:1767327614.391124:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:1.0:1767327614.391125:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010508416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327614.391135:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010508672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327614.391150:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914
00000100:00100000:2.0:1767327614.391161:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010508928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327614.391182:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010508288:12345-0@lo:400:kworker.0 Request processed in 78us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327614.391186:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010508416:12345-0@lo:400:kworker.0 Request processed in 65us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327614.391196:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010508672:12345-0@lo:400:kworker.0 Request processed in 63us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327614.391202:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9213
00000100:00100000:2.0:1767327614.391206:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010508928:12345-0@lo:400:kworker.0 Request processed in 47us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327614.391212:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00100000:1.0:1767327614.391213:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9214
00000100:00100000:2.0:1767327614.391222:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914
00000100:00080000:2.0:1767327614.391251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327614.391252:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010508928:0@lo:400:kworker.0
00000100:00080000:2.0:1767327614.391256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327614.391273:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010508416:0@lo:400:kworker.0
00000100:00100000:3.0:1767327614.391274:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010508288:0@lo:400:kworker.0
00000100:00100000:0.0:1767327614.391280:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327614.391302:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508544
00000100:00100000:1.0:1767327614.391304:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010508672:0@lo:400:kworker.0
00000100:00100000:2.0:1767327614.391307:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508544
00000100:00100000:0.0:1767327614.391314:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010508800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327614.391335:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736
00000100:00100000:2.0:1767327614.391343:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010508544:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327614.391348:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327614.391356:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327614.391370:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010508800
00000100:00100000:3.0:1767327614.391374:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010508800
00000100:00080000:0.0:1767327614.391379:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327614.391385:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327614.391391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010508160:0@lo:38:kworker.0
00000100:00100000:2.0:1767327614.391392:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010508544:12345-0@lo:38:kworker.0 Request processed in 47us (114us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327614.391401:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737
00000100:00100000:2.0:1767327614.391411:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736
00000100:00100000:3.0:1767327614.391412:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010508800:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327614.391415:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010509056:0@lo:38:kworker.0
00010000:00020000:3.0:1767327614.391449:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327614.391472:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327614.391481:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010508800:12345-0@lo:38:kworker.0 Request processed in 72us (138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327614.391487:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737
00000100:00080000:0.0:1767327614.391499:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327614.391505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327614.391506:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509056
00000100:00100000:0.0:1767327614.391511:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010508544:0@lo:38:kworker.0
00000100:00100000:2.0:1767327614.391513:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509056
00000100:00080000:0.0:1767327614.391523:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327614.391528:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327614.391530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010508800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327614.391542:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738
00000100:00100000:2.0:1767327614.391550:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010509056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327614.391558:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327614.391588:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010509056:12345-0@lo:38:kworker.0 Request processed in 39us (118us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327614.391592:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738
00000100:00080000:0.0:1767327614.391619:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327614.391623:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327614.391625:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010509056:0@lo:38:kworker.0
00010000:00010000:1.0:1767327615.350545:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327616.374596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327617.398583:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327617.974570:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010509184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327617.974633:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327617.974723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509184
00000100:00100000:2.0:1767327617.974731:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509184
00000100:00080000:0.0:1767327617.974792:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327617.974792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8087
00000100:00100000:2.0:1767327617.974805:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010509184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327617.974831:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327617.974936:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010509184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327617.974947:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010509184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327617.974947:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8087
00010000:00010000:0.0:1767327618.422536:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327618.486614:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010509312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327618.486676:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327618.486718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509312
00000100:00100000:2.0:1767327618.486726:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509312
00000100:00100000:2.0:1767327618.486780:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8088
00000100:00080000:0.0:1767327618.486783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327618.486789:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010509312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327618.486817:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327618.486861:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010509312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327618.486867:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8088
00000100:00100000:3.0:1767327618.486941:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010509312:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327618.897001:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327618.897055:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327618.897086:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993199232
00000100:00100000:2.0:1767327618.897097:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993199232
00000100:00100000:3.0:1767327618.897114:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993199360
00000100:00100000:3.0:1767327618.897123:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993199360
00000100:00100000:2.0:1767327618.897151:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3739
00000100:00100000:2.0:1767327618.897162:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993199232:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327618.897191:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1915
00010000:00020000:2.0:1767327618.897191:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327618.897209:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993199360:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767327618.897217:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327618.897268:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993199360:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327618.897269:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993199232:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327618.897280:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1915
00000100:00100000:2.0:1767327618.897288:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3739
00010000:00010000:0.0:1767327619.446566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327619.510528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327619.510536:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327619.510539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327619.510542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327619.510546:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327619.510553:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12812
00000100:00080000:2.0:1767327619.510557:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327619.510563:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327619.510595:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84e00 x1853164010509440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327619.510646:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010509440:0@lo:38:kworker.0
00000100:00080000:2.0:1767327619.510657:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327619.510661:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327619.510663:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327619.510667:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12812
00000100:00080000:2.0:1767327619.510669:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327619.510673:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327619.510681:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010509568:0@lo:400:kworker.0
00000100:00100000:2.0:1767327619.510687:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84000 x1853164010509824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327619.510707:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327619.510710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327619.510712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327619.510718:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327619.510719:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12812
00000100:00100000:3.0:1767327619.510720:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010509696:0@lo:400:kworker.0
00000100:00080000:2.0:1767327619.510724:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327619.510731:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327619.510739:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327619.510750:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86a00 x1853164010510080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327619.510759:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010509824:0@lo:38:kworker.0
00000100:00080000:2.0:1767327619.510776:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327619.510777:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327619.510782:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327619.510784:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767327619.510785:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327619.510795:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327619.510795:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12812
00000100:00100000:1.0:1767327619.510799:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010510208:0@lo:400:kworker.0
00000100:00080000:2.0:1767327619.510801:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327619.510808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327619.510817:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327619.510823:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87b80 x1853164010510336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327619.510830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010510080:0@lo:38:kworker.0
00000100:00100000:3.0:1767327619.510832:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010509952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327619.510845:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327619.510864:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509440
00000100:00100000:0.0:1767327619.510873:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327619.510874:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509440
00000100:00100000:1.0:1767327619.510910:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509824
00000100:00100000:1.0:1767327619.510918:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509824
00000100:00100000:3.0:1767327619.510928:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509568
00000100:00100000:3.0:1767327619.510935:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509568
00000100:00100000:0.0:1767327619.510940:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010510336:0@lo:38:kworker.0
00000100:00100000:2.0:1767327619.510949:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35101
00000100:00100000:1.0:1767327619.510953:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510208
00000100:00100000:2.0:1767327619.510960:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010509440:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327619.510961:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510208
00000100:00100000:0.0:1767327619.510970:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327619.510986:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327619.510996:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509696
00000100:00100000:3.0:1767327619.511001:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509696
00000100:00100000:1.0:1767327619.511011:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510080
00000100:00100000:1.0:1767327619.511017:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510080
00000100:00100000:0.0:1767327619.511025:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510336
00000100:00100000:0.0:1767327619.511030:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510336
00000100:00100000:1.0:1767327619.511042:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916
00000100:00100000:2.0:1767327619.511046:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010509440:12345-0@lo:38:kworker.0 Request processed in 85us (329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327619.511047:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9215
00000100:00100000:2.0:1767327619.511063:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35101
00000100:00100000:1.0:1767327619.511064:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010510208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327619.511066:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010509568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327619.511068:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740
00000100:00100000:0.0:1767327619.511079:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010509824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327619.511090:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327619.511098:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741
00000100:00100000:2.0:1767327619.511105:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010510080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327619.511114:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327619.511155:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010509824:12345-0@lo:38:kworker.0 Request processed in 75us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327619.511161:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010509568:12345-0@lo:400:kworker.0 Request processed in 99us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327619.511167:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010510208:12345-0@lo:400:kworker.0 Request processed in 110us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327619.511169:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740
00000100:00100000:2.0:1767327619.511174:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010510080:12345-0@lo:38:kworker.0 Request processed in 65us (300us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327619.511184:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9215
00000100:00100000:1.0:1767327619.511190:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916
00000100:00100000:2.0:1767327619.511199:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741
00000100:00100000:0.0:1767327619.511208:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742
00000100:00100000:3.0:1767327619.511213:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9216
00000100:00100000:0.0:1767327619.511221:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010510336:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327619.511229:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010509696:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767327619.511235:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327619.511251:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327619.511261:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327619.511269:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327619.511285:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010510336:12345-0@lo:38:kworker.0 Request processed in 65us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327619.511290:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010509952
00000100:00100000:0.0:1767327619.511291:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742
00000100:00100000:1.0:1767327619.511299:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010509952
00000100:00100000:2.0:1767327619.511301:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010509696:0@lo:400:kworker.0
00000100:00100000:3.0:1767327619.511301:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010509696:12345-0@lo:400:kworker.0 Request processed in 77us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327619.511317:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9216
00000100:00080000:0.0:1767327619.511338:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327619.511355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327619.511356:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:0.0:1767327619.511363:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010510336:0@lo:38:kworker.0
00000100:00100000:1.0:1767327619.511373:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010509952:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327619.511381:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327619.511387:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010510208:0@lo:400:kworker.0
00000100:00080000:0.0:1767327619.511388:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327619.511396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010510080:0@lo:38:kworker.0
00000100:00100000:3.0:1767327619.511412:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010509568:0@lo:400:kworker.0
00000100:00080000:0.0:1767327619.511441:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327619.511447:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327619.511454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010509824:0@lo:38:kworker.0
00000100:00100000:2.0:1767327619.511468:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010509952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327619.511470:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010509952:12345-0@lo:400:kworker.0 Request processed in 99us (214us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327619.511479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327619.511484:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00080000:0.0:1767327619.511489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327619.511495:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010509440:0@lo:38:kworker.0
00000100:00080000:1.0:1767327619.511514:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767327620.470546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327621.494543:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327622.518565:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327623.094671:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327623.094690:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010510464:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327623.094757:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327623.094799:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510464
00000100:00100000:1.0:1767327623.094808:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510464
00000100:00080000:2.0:1767327623.094869:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327623.094883:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8089
00000100:00100000:1.0:1767327623.094893:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010510464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327623.094919:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327623.094961:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010510464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327623.094968:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8089
00000100:00100000:2.0:1767327623.095005:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010510464:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327623.542569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327623.606617:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010510592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327623.606684:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327623.606738:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510592
00000100:00100000:2.0:1767327623.606746:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510592
00000100:00080000:1.0:1767327623.606790:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327623.606801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8090
00000100:00100000:2.0:1767327623.606811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010510592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327623.606837:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327623.606912:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010510592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327623.606922:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8090
00000100:00100000:3.0:1767327623.606941:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010510592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327624.017583:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327624.017614:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327624.017671:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993199488
00000100:00100000:0.0:1767327624.017679:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993199616
00000100:00100000:2.0:1767327624.017683:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993199488
00000100:00100000:0.0:1767327624.017687:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993199616
00000100:00080000:1.0:1767327624.017738:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327624.017743:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1918
00000100:00100000:0.0:1767327624.017752:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3743
00000100:00100000:2.0:1767327624.017758:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993199616:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327624.017764:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993199488:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327624.017784:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327624.017833:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993199616:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327624.017834:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993199488:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327624.017863:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3743
00000100:00100000:2.0:1767327624.017871:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1918
00010000:00010000:0.0:1767327624.566550:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327624.630501:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327624.630509:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327624.630512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327624.630518:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327624.630521:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327624.630528:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12817
00000100:00080000:2.0:1767327624.630531:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327624.630538:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327624.630573:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85f80 x1853164010510720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327624.630628:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010510720:0@lo:38:kworker.0
00000100:00080000:2.0:1767327624.630639:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327624.630643:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327624.630645:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327624.630655:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12817
00000100:00080000:2.0:1767327624.630657:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327624.630661:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327624.630669:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327624.630675:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87100 x1853164010511104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327624.630685:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010510976:0@lo:400:kworker.0
00000100:00100000:3.0:1767327624.630694:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010510848:0@lo:400:kworker.0
00000100:00100000:0.0:1767327624.630697:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327624.630697:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327624.630706:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327624.630708:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327624.630712:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12817
00000100:00080000:2.0:1767327624.630714:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327624.630718:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327624.630732:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84000 x1853164010511360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327624.630733:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327624.630739:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010511104:0@lo:38:kworker.0
00000100:00080000:2.0:1767327624.630761:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327624.630765:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327624.630766:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327624.630770:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12817
00000100:00080000:2.0:1767327624.630775:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327624.630776:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327624.630779:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010511232:0@lo:400:kworker.0
00000100:00080000:2.0:1767327624.630784:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327624.630789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327624.630803:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87b80 x1853164010511616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327624.630814:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327624.630821:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327624.630826:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010511360:0@lo:38:kworker.0
00000100:00100000:3.0:1767327624.630827:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010511488:0@lo:400:kworker.0
00000100:00100000:2.0:1767327624.630834:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510720
00000100:00100000:2.0:1767327624.630842:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510720
00000100:00100000:0.0:1767327624.630887:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327624.630898:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510976
00000100:00100000:2.0:1767327624.630899:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35102
00000100:00100000:1.0:1767327624.630901:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511104
00000100:00100000:3.0:1767327624.630905:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510976
00000100:00100000:1.0:1767327624.630907:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511104
00000100:00100000:2.0:1767327624.630911:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010510720:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327624.630917:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010511616:0@lo:38:kworker.0
00010000:00020000:2.0:1767327624.630932:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327624.630940:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511232
00000100:00100000:1.0:1767327624.630944:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511232
00000100:00100000:0.0:1767327624.630948:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327624.630951:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010510848
00000100:00100000:3.0:1767327624.630955:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010510848
00000100:00100000:3.0:1767327624.630987:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9217
00000100:00100000:2.0:1767327624.630990:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010510720:12345-0@lo:38:kworker.0 Request processed in 77us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327624.630993:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511360
00000100:00080000:0.0:1767327624.630999:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327624.630999:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511360
00000100:00100000:2.0:1767327624.631003:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35102
00000100:00100000:3.0:1767327624.631003:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010510976:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327624.631008:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327624.631011:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511616
00000100:00100000:1.0:1767327624.631014:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511616
00000100:00100000:0.0:1767327624.631017:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010510720:0@lo:38:kworker.0
00000100:00100000:1.0:1767327624.631032:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:2.0:1767327624.631042:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9218
00000100:00100000:1.0:1767327624.631047:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010511232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327624.631057:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010510848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327624.631065:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744
00000100:00100000:3.0:1767327624.631066:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010510976:12345-0@lo:400:kworker.0 Request processed in 67us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327624.631075:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010511104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327624.631075:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9217
00010000:00020000:0.0:1767327624.631090:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327624.631098:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010511232:12345-0@lo:400:kworker.0 Request processed in 56us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327624.631105:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010510848:12345-0@lo:400:kworker.0 Request processed in 52us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327624.631108:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00100000:2.0:1767327624.631118:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9218
00000100:00100000:3.0:1767327624.631120:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745
00000100:00100000:3.0:1767327624.631128:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010511360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327624.631136:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746
00000100:00100000:0.0:1767327624.631137:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010511104:12345-0@lo:38:kworker.0 Request processed in 58us (349us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327624.631144:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327624.631145:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010511616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327624.631159:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327624.631164:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744
00000100:00100000:3.0:1767327624.631189:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010511360:12345-0@lo:38:kworker.0 Request processed in 58us (301us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327624.631200:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745
00000100:00100000:2.0:1767327624.631204:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010511232:0@lo:400:kworker.0
00000100:00100000:1.0:1767327624.631205:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010511616:12345-0@lo:38:kworker.0 Request processed in 60us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327624.631211:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327624.631221:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746
00000100:00100000:3.0:1767327624.631225:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511488
00000100:00100000:2.0:1767327624.631231:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010510976:0@lo:400:kworker.0
00000100:00100000:3.0:1767327624.631231:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511488
00000100:00080000:1.0:1767327624.631247:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327624.631259:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010510848:0@lo:400:kworker.0
00000100:00100000:3.0:1767327624.631280:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920
00000100:00100000:3.0:1767327624.631291:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010511488:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327624.631294:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327624.631299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327624.631304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010511360:0@lo:38:kworker.0
00000100:00080000:1.0:1767327624.631315:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327624.631318:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327624.631321:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010511616:0@lo:38:kworker.0
00000100:00080000:1.0:1767327624.631331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327624.631335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327624.631340:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010511488:12345-0@lo:400:kworker.0 Request processed in 50us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327624.631341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010511104:0@lo:38:kworker.0
00000100:00100000:0.0:1767327624.631356:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010511488:0@lo:400:kworker.0
00000100:00100000:3.0:1767327624.631356:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920
00010000:00010000:1.0:1767327625.590582:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327626.614558:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327627.638574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327628.214600:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010511744:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327628.214670:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327628.214765:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511744
00000100:00100000:2.0:1767327628.214773:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511744
00000100:00080000:1.0:1767327628.214842:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327628.214847:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8091
00000100:00100000:2.0:1767327628.214859:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010511744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327628.214886:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327628.214927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010511744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327628.214932:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8091
00000100:00100000:0.0:1767327628.214979:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010511744:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327628.662587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327628.726615:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327628.726629:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010511872:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327628.726688:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327628.726734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010511872
00000100:00100000:2.0:1767327628.726742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010511872
00000100:00080000:1.0:1767327628.726786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327628.726796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8092
00000100:00100000:2.0:1767327628.726805:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010511872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327628.726844:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327628.726888:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010511872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327628.726895:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8092
00000100:00100000:1.0:1767327628.726930:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010511872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327629.136921:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327629.136961:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327629.136992:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993199872
00000100:00100000:0.0:1767327629.137002:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993199872
00000100:00100000:2.0:1767327629.137022:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993199744
00000100:00100000:2.0:1767327629.137029:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993199744
00000100:00080000:1.0:1767327629.137058:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327629.137074:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1921
00000100:00100000:0.0:1767327629.137082:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3747
00000100:00100000:2.0:1767327629.137089:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993199872:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327629.137097:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993199744:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327629.137116:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327629.137164:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993199744:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (197us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327629.137164:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993199872:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327629.137180:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3747
00000100:00100000:2.0:1767327629.137188:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1921
00010000:00010000:0.0:1767327629.686580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327629.750564:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327629.750572:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327629.750575:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327629.750579:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327629.750583:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327629.750589:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12822
00000100:00080000:1.0:1767327629.750594:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327629.750600:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327629.750638:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711180 x1853164010512000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327629.750713:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010512000:0@lo:38:kworker.0
00000100:00080000:1.0:1767327629.750714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327629.750725:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010512128:0@lo:400:kworker.0
00000100:00080000:1.0:1767327629.750733:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327629.750737:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327629.750740:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12822
00000100:00080000:1.0:1767327629.750743:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327629.750746:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327629.750770:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39c00 x1853164010512384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327629.750786:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010512256:0@lo:400:kworker.0
00000100:00080000:1.0:1767327629.750792:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327629.750796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327629.750797:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327629.750802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12822
00000100:00080000:1.0:1767327629.750804:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327629.750823:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327629.750838:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010512640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327629.750867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327629.750868:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327629.750870:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327629.750876:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010512512:0@lo:400:kworker.0
00000100:00080000:1.0:1767327629.750886:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327629.750888:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327629.750892:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12822
00000100:00080000:1.0:1767327629.750894:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327629.750900:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327629.750914:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38000 x1853164010512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327629.750946:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010512384:0@lo:38:kworker.0
00000100:00100000:3.0:1767327629.750948:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327629.750953:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327629.750966:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010512768:0@lo:400:kworker.0
00000100:00100000:1.0:1767327629.750969:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512128
00000100:00100000:1.0:1767327629.750978:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512128
00000100:00100000:0.0:1767327629.751006:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327629.751034:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512512
00000100:00100000:2.0:1767327629.751041:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512512
00000100:00100000:1.0:1767327629.751044:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9219
00000100:00100000:0.0:1767327629.751053:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010512640:0@lo:38:kworker.0
00000100:00100000:1.0:1767327629.751062:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010512128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327629.751106:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327629.751123:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512384
00000100:00100000:3.0:1767327629.751124:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512640
00000100:00100000:2.0:1767327629.751128:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512384
00000100:00100000:3.0:1767327629.751131:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512640
00000100:00100000:1.0:1767327629.751139:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010512128:12345-0@lo:400:kworker.0 Request processed in 83us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327629.751151:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010512896:0@lo:38:kworker.0
00000100:00100000:1.0:1767327629.751152:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9219
00000100:00100000:2.0:1767327629.751162:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922
00000100:00100000:3.0:1767327629.751176:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748
00000100:00100000:2.0:1767327629.751189:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010512512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327629.751189:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010512384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327629.751206:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327629.751207:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512000
00010000:00020000:3.0:1767327629.751214:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327629.751222:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512000
00000100:00100000:1.0:1767327629.751261:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35103
00000100:00100000:1.0:1767327629.751272:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010512000:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327629.751279:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010512512:12345-0@lo:400:kworker.0 Request processed in 96us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327629.751282:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512896
00010000:00020000:1.0:1767327629.751289:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327629.751289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922
00000100:00100000:0.0:1767327629.751291:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512896
00000100:00100000:3.0:1767327629.751291:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010512384:12345-0@lo:38:kworker.0 Request processed in 103us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327629.751304:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748
00000100:00100000:2.0:1767327629.751318:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749
00000100:00100000:2.0:1767327629.751328:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010512640:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327629.751339:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750
00010000:00020000:2.0:1767327629.751343:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327629.751356:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010512000:12345-0@lo:38:kworker.0 Request processed in 79us (503us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327629.751356:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010512896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327629.751370:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35103
00010000:00020000:3.0:1767327629.751378:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327629.751385:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010512640:12345-0@lo:38:kworker.0 Request processed in 57us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327629.751393:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749
00000100:00100000:2.0:1767327629.751445:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327629.751465:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327629.751478:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512768
00000100:00100000:2.0:1767327629.751481:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010512128:0@lo:400:kworker.0
00000100:00100000:1.0:1767327629.751484:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512768
00000100:00100000:3.0:1767327629.751492:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010512896:12345-0@lo:38:kworker.0 Request processed in 137us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327629.751498:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750
00000100:00100000:0.0:1767327629.751554:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:2.0:1767327629.751555:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327629.751566:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327629.751577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327629.751586:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010512768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327629.751592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010512384:0@lo:38:kworker.0
00000100:00080000:1.0:1767327629.751593:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327629.751615:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010512512:0@lo:400:kworker.0
00000100:00080000:3.0:1767327629.751617:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327629.751624:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327629.751625:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010512256
00000100:00100000:3.0:1767327629.751629:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010512640:0@lo:38:kworker.0
00000100:00100000:1.0:1767327629.751630:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010512256
00000100:00080000:3.0:1767327629.751650:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327629.751656:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327629.751664:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010512896:0@lo:38:kworker.0
00000100:00100000:1.0:1767327629.751678:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9220
00000100:00080000:3.0:1767327629.751690:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327629.751695:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010512256:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327629.751704:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327629.751706:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010512768:12345-0@lo:400:kworker.0 Request processed in 130us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327629.751718:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010512768:0@lo:400:kworker.0
00000100:00100000:3.0:1767327629.751718:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010512000:0@lo:38:kworker.0
00000100:00100000:0.0:1767327629.751735:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1767327629.751766:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010512256:12345-0@lo:400:kworker.0 Request processed in 75us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327629.751778:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9220
00000100:00100000:2.0:1767327629.751824:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010512256:0@lo:400:kworker.0
00010000:00010000:1.0:1767327630.710613:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327631.734602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327632.758610:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327633.334712:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010513024:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327633.334818:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327633.334914:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513024
00000100:00100000:1.0:1767327633.334929:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513024
00000100:00080000:0.0:1767327633.334995:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327633.335020:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8093
00000100:00100000:1.0:1767327633.335034:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010513024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327633.335068:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327633.335151:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010513024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327633.335163:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8093
00000100:00100000:2.0:1767327633.335206:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010513024:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327633.782600:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327633.846613:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010513152:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327633.846698:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327633.846754:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513152
00000100:00100000:1.0:1767327633.846768:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513152
00000100:00080000:0.0:1767327633.846837:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327633.846860:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8094
00000100:00100000:1.0:1767327633.846869:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010513152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327633.846900:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327633.846975:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010513152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327633.846986:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8094
00000100:00100000:0.0:1767327633.847027:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010513152:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327634.257002:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327634.257035:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327634.257078:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200128
00000100:00100000:1.0:1767327634.257083:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200000
00000100:00100000:0.0:1767327634.257098:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200128
00000100:00100000:1.0:1767327634.257099:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200000
00000100:00100000:1.0:1767327634.257165:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3751
00000100:00100000:1.0:1767327634.257177:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993200000:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327634.257201:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327634.257210:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1924
00000100:00100000:0.0:1767327634.257227:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993200128:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327634.257241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327634.257271:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993200000:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327634.257279:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3751
00000100:00100000:0.0:1767327634.257309:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993200128:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327634.257315:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1924
00010000:00010000:0.0:1767327634.806542:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327634.870504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327634.870512:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327634.870515:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327634.870518:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327634.870522:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327634.870530:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12827
00000100:00080000:1.0:1767327634.870536:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327634.870542:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327634.870583:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38380 x1853164010513280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327634.870639:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010513280:0@lo:38:kworker.0
00000100:00080000:1.0:1767327634.870650:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327634.870657:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327634.870661:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327634.870664:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767327634.870665:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12827
00000100:00080000:1.0:1767327634.870673:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327634.870678:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327634.870678:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327634.870688:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010513408:0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.870702:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3bb80 x1853164010513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327634.870714:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010513536:0@lo:400:kworker.0
00000100:00080000:1.0:1767327634.870730:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327634.870732:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327634.870739:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327634.870740:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327634.870745:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327634.870750:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12827
00000100:00080000:1.0:1767327634.870752:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327634.870756:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327634.870768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38700 x1853164010513920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327634.870807:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327634.870810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327634.870815:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327634.870821:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12827
00000100:00080000:1.0:1767327634.870825:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327634.870829:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010514048:0@lo:400:kworker.0
00000100:00100000:3.0:1767327634.870835:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010513664:0@lo:38:kworker.0
00000100:00100000:2.0:1767327634.870839:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327634.870841:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327634.870873:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39500 x1853164010514176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327634.870903:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327634.870910:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010513792:0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.870946:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513280
00000100:00100000:1.0:1767327634.870954:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513280
00000100:00100000:2.0:1767327634.870958:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327634.870979:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513408
00000100:00100000:0.0:1767327634.870986:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513408
00000100:00100000:3.0:1767327634.871011:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513536
00000100:00100000:1.0:1767327634.871018:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35104
00000100:00100000:3.0:1767327634.871020:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513536
00000100:00100000:1.0:1767327634.871034:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010513280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327634.871052:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327634.871060:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9221
00000100:00100000:2.0:1767327634.871064:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514048
00000100:00100000:0.0:1767327634.871072:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010513408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327634.871074:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514048
00000100:00100000:3.0:1767327634.871076:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9222
00000100:00100000:3.0:1767327634.871097:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010513536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.871102:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010513280:12345-0@lo:38:kworker.0 Request processed in 73us (381us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327634.871112:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35104
00000100:00100000:0.0:1767327634.871136:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010513408:12345-0@lo:400:kworker.0 Request processed in 67us (401us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327634.871145:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9221
00000100:00100000:3.0:1767327634.871181:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010513536:12345-0@lo:400:kworker.0 Request processed in 86us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327634.871190:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513792
00000100:00100000:1.0:1767327634.871199:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:3.0:1767327634.871199:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9222
00000100:00100000:2.0:1767327634.871201:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513792
00000100:00100000:0.0:1767327634.871212:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010513408:0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.871232:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010514048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327634.871268:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926
00000100:00100000:2.0:1767327634.871282:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010513792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.871293:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010514048:12345-0@lo:400:kworker.0 Request processed in 72us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327634.871293:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010513536:0@lo:400:kworker.0
00000100:00100000:0.0:1767327634.871300:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010514048:0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.871306:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00080000:0.0:1767327634.871367:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327634.871384:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010513792:12345-0@lo:400:kworker.0 Request processed in 101us (423us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327634.871384:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327634.871406:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926
00000100:00100000:0.0:1767327634.871449:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010513792:0@lo:400:kworker.0
00000100:00100000:1.0:1767327634.871454:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513664
00000100:00100000:1.0:1767327634.871459:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513664
00000100:00100000:3.0:1767327634.871463:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010513920:0@lo:38:kworker.0
00000100:00100000:2.0:1767327634.871488:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:2.0:1767327634.871499:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010513664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327634.871511:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327634.871525:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327634.871536:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010513920
00000100:00100000:0.0:1767327634.871542:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010513920
00000100:00080000:3.0:1767327634.871545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327634.871553:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327634.871560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010513280:0@lo:38:kworker.0
00000100:00100000:2.0:1767327634.871578:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010513664:12345-0@lo:38:kworker.0 Request processed in 77us (203us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327634.871589:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753
00000100:00100000:3.0:1767327634.871590:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010514176:0@lo:38:kworker.0
00000100:00100000:0.0:1767327634.871604:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010513920:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327634.871604:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:3.0:1767327634.871626:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327634.871627:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327634.871662:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514176
00000100:00100000:2.0:1767327634.871668:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514176
00000100:00080000:3.0:1767327634.871679:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327634.871685:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010513920:12345-0@lo:38:kworker.0 Request processed in 81us (182us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327634.871686:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327634.871698:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010513664:0@lo:38:kworker.0
00000100:00100000:0.0:1767327634.871703:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753
00000100:00100000:2.0:1767327634.871716:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754
00000100:00080000:3.0:1767327634.871718:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327634.871731:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327634.871740:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010514176:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327634.871746:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010513920:0@lo:38:kworker.0
00010000:00020000:2.0:1767327634.871756:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327634.871809:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010514176:12345-0@lo:38:kworker.0 Request processed in 80us (188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327634.871820:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754
00000100:00080000:3.0:1767327634.871830:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327634.871835:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327634.871838:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010514176:0@lo:38:kworker.0
00010000:00010000:1.0:1767327635.830593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327636.854580:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327637.878600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327638.353176:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993200256 offset 0 length 520: 4
00000100:00100000:3.0:1767327638.353213:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327638.353237:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327638.353297:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200512
00000100:00100000:0.0:1767327638.353309:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200512
00000100:00100000:2.0:1767327638.353344:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200384
00000100:00100000:2.0:1767327638.353360:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200384
00000100:00080000:1.0:1767327638.353367:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327638.353395:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1927
00000100:00100000:0.0:1767327638.353411:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993200512:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327638.353468:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3755
00000100:00100000:3.0:1767327638.353476:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993200384:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327638.353496:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327638.353551:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993200512:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 145us (334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327638.353552:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993200384:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327638.353575:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1927
00000100:00100000:3.0:1767327638.353581:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3755
00000100:00100000:0.0:1767327638.454676:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010514304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327638.454744:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327638.454811:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514304
00000100:00100000:3.0:1767327638.454820:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514304
00000100:00080000:1.0:1767327638.454872:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327638.454879:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8095
00000100:00100000:3.0:1767327638.454891:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010514304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327638.454923:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327638.454984:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010514304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327638.454991:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8095
00000100:00100000:0.0:1767327638.455022:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010514304:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327638.902578:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327638.966669:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010514432:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327638.966734:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327638.966793:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514432
00000100:00100000:3.0:1767327638.966802:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514432
00000100:00080000:0.0:1767327638.966854:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327638.966883:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8096
00000100:00100000:3.0:1767327638.966902:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010514432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327638.966934:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327638.966984:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010514432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327638.966992:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8096
00000100:00100000:1.0:1767327638.967026:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010514432:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327639.926545:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327639.990508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327639.990510:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327614/real 1767327614]  req@ffff9bb5bd1c4a80 x1853164010508032/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327639.990516:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327639.990522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327639.990527:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327639.990531:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327639.990537:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12832
00000100:00080000:1.0:1767327639.990542:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327639.990546:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bd1c4a80 x1853164010508032/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327639.990549:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767327639.990568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327639.990578:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327639.990585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010508032:0@lo:250:kworker.0
00000100:00100000:1.0:1767327639.990594:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3aa00 x1853164010514560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327639.990620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010514560:0@lo:38:kworker.0
00000100:00080000:1.0:1767327639.990672:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327639.990673:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327639.990689:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327639.990690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327639.990697:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327639.990703:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12832
00000100:00080000:1.0:1767327639.990706:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327639.990709:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010514688:0@lo:400:kworker.0
00000100:00080000:1.0:1767327639.990715:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327639.990729:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327639.990756:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38700 x1853164010514944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327639.990757:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010514816:0@lo:400:kworker.0
00000100:00100000:3.0:1767327639.990786:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010514944:0@lo:38:kworker.0
00000100:00080000:1.0:1767327639.990790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327639.990794:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327639.990795:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327639.990799:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12832
00000100:00080000:1.0:1767327639.990804:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327639.990809:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327639.990818:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327639.990827:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38380 x1853164010515200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327639.990830:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327639.990837:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327639.990847:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010515072:0@lo:400:kworker.0
00000100:00080000:1.0:1767327639.990887:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327639.990892:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010515328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327639.990893:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010515200:0@lo:38:kworker.0
00000100:00080000:1.0:1767327639.990904:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327639.990916:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327639.990921:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327639.990923:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12832
00000100:00080000:1.0:1767327639.990930:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327639.990933:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327639.990952:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39f80 x1853164010515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327639.990972:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327639.990977:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327639.990979:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327639.990986:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12812
00000100:00080000:1.0:1767327639.990989:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327639.990999:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514944
00000100:00100000:3.0:1767327639.991000:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515072
00000100:00080000:1.0:1767327639.991003:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327639.991005:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327639.991012:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514944
00000100:00100000:3.0:1767327639.991013:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515072
00000100:00100000:1.0:1767327639.991028:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38a80 x1853164010515584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327639.991077:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515328
00000100:00100000:0.0:1767327639.991082:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515328
00000100:00100000:1.0:1767327639.991092:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514560
00000100:00100000:1.0:1767327639.991101:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514560
00000100:00100000:2.0:1767327639.991102:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327639.991103:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928
00000100:00100000:3.0:1767327639.991127:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010515072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327639.991158:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:1.0:1767327639.991163:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35105
00000100:00100000:1.0:1767327639.991176:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010514560:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327639.991177:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010515328:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327639.991203:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327639.991212:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010515072:12345-0@lo:400:kworker.0 Request processed in 89us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327639.991213:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756
00000100:00100000:2.0:1767327639.991231:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010514944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327639.991232:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928
00000100:00100000:0.0:1767327639.991253:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010515328:12345-0@lo:400:kworker.0 Request processed in 79us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327639.991259:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010514560:12345-0@lo:38:kworker.0 Request processed in 81us (575us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327639.991265:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929
00010000:00020000:2.0:1767327639.991273:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327639.991281:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35105
00000100:00080000:0.0:1767327639.991289:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327639.991311:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327639.991326:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514688
00000100:00100000:1.0:1767327639.991333:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514688
00000100:00100000:0.0:1767327639.991342:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010515072:0@lo:400:kworker.0
00000100:00100000:2.0:1767327639.991374:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010514944:12345-0@lo:38:kworker.0 Request processed in 142us (537us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327639.991375:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327639.991379:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515200
00000100:00100000:1.0:1767327639.991382:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010514816
00000100:00100000:0.0:1767327639.991388:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515200
00000100:00100000:1.0:1767327639.991392:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010514816
00000100:00080000:3.0:1767327639.991396:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327639.991408:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010514944:0@lo:38:kworker.0
00000100:00100000:2.0:1767327639.991411:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756
00000100:00100000:1.0:1767327639.991472:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9223
00000100:00080000:3.0:1767327639.991473:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327639.991480:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327639.991483:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010514688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327639.991486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010514560:0@lo:38:kworker.0
00000100:00100000:0.0:1767327639.991528:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767327639.991534:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010515456:0@lo:38:kworker.0
00000100:00100000:0.0:1767327639.991542:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010515200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327639.991555:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327639.991560:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010514688:12345-0@lo:400:kworker.0 Request processed in 79us (744us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327639.991568:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9223
00000100:00100000:3.0:1767327639.991573:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327639.991597:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9224
00000100:00100000:2.0:1767327639.991605:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010515328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327639.991609:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010515584:0@lo:250:kworker.0
00000100:00100000:1.0:1767327639.991617:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010514816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327639.991621:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010515200:12345-0@lo:38:kworker.0 Request processed in 77us (303us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327639.991639:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757
00000100:00100000:2.0:1767327639.991647:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010514688:0@lo:400:kworker.0
00000400:00000100:3.0:1767327639.991661:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010515584 offset 0 length 520: 4
00000100:00100000:0.0:1767327639.991667:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515456
00000100:00100000:0.0:1767327639.991673:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515456
00000100:00100000:1.0:1767327639.991709:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010514816:12345-0@lo:400:kworker.0 Request processed in 100us (611us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327639.991718:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758
00000100:00100000:1.0:1767327639.991724:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9224
00000100:00100000:0.0:1767327639.991729:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010515456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327639.991758:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327639.991772:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327639.991781:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327639.991788:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010514816:0@lo:400:kworker.0
00000100:00100000:3.0:1767327639.991788:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010515200:0@lo:38:kworker.0
00000100:00100000:0.0:1767327639.991804:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010515456:12345-0@lo:38:kworker.0 Request processed in 73us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327639.991816:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758
00000100:00080000:3.0:1767327639.991844:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327639.991852:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327639.991856:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010515456:0@lo:38:kworker.0
00010000:00010000:1.0:1767327640.950557:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327641.974563:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327642.998594:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327643.473355:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327643.473396:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327643.473479:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200768
00000100:00100000:1.0:1767327643.473497:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200768
00000100:00100000:2.0:1767327643.473502:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200640
00000100:00100000:2.0:1767327643.473517:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200640
00000100:00080000:0.0:1767327643.473555:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327643.473595:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1930
00000100:00100000:0.0:1767327643.473612:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3759
00000100:00100000:2.0:1767327643.473614:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993200768:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327643.473623:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993200640:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327643.473657:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327643.473688:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993200768:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327643.473699:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993200640:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327643.473707:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1930
00000100:00100000:0.0:1767327643.473729:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3759
00000100:00100000:1.0:1767327643.574664:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010515712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327643.574769:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327643.574828:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515712
00000100:00100000:3.0:1767327643.574838:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515712
00000100:00080000:0.0:1767327643.574902:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327643.574905:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8097
00000100:00100000:3.0:1767327643.574916:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010515712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327643.574964:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327643.575020:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010515712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327643.575030:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8097
00000100:00100000:1.0:1767327643.575082:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010515712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327644.022604:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327644.086649:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010515840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327644.086754:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327644.086794:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515840
00000100:00100000:3.0:1767327644.086803:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515840
00000100:00080000:0.0:1767327644.086839:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327644.086860:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8098
00000100:00100000:3.0:1767327644.086869:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010515840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327644.086897:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327644.086941:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010515840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327644.086948:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8098
00000100:00100000:0.0:1767327644.086984:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010515840:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327645.046606:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327645.110548:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327645.110556:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327645.110559:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327645.110563:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327645.110566:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327645.110575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12837
00000100:00080000:2.0:1767327645.110579:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327645.110585:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327645.110621:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87100 x1853164010515968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327645.110686:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327645.110687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010515968:0@lo:38:kworker.0
00000100:00080000:2.0:1767327645.110691:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327645.110692:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767327645.110695:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327645.110714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12837
00000100:00080000:2.0:1767327645.110717:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327645.110721:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010516096:0@lo:400:kworker.0
00000100:00080000:2.0:1767327645.110723:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327645.110743:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712300 x1853164010516352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327645.110749:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327645.110763:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010516224:0@lo:400:kworker.0
00000100:00080000:2.0:1767327645.110763:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327645.110771:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327645.110773:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327645.110777:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12837
00000100:00080000:2.0:1767327645.110779:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327645.110782:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327645.110790:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6680 x1853164010516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327645.110804:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327645.110807:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327645.110808:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327645.110811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12837
00000100:00080000:2.0:1767327645.110812:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327645.110815:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327645.110821:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4380 x1853164010516864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327645.110841:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327645.110843:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327645.110848:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327645.110854:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010516480:0@lo:400:kworker.0
00000100:00100000:0.0:1767327645.110880:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516096
00000100:00100000:0.0:1767327645.110887:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516096
00000100:00100000:2.0:1767327645.110909:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327645.110911:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010516736:0@lo:400:kworker.0
00000100:00100000:3.0:1767327645.110919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010516352:0@lo:38:kworker.0
00000100:00100000:0.0:1767327645.110944:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9225
00000100:00100000:1.0:1767327645.110947:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327645.110966:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516480
00000100:00100000:0.0:1767327645.110967:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010516096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327645.110973:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516480
00000100:00100000:2.0:1767327645.111026:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516736
00000100:00100000:0.0:1767327645.111030:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010516096:12345-0@lo:400:kworker.0 Request processed in 66us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327645.111032:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516736
00000100:00100000:1.0:1767327645.111035:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010515968
00000100:00100000:3.0:1767327645.111038:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:0.0:1767327645.111040:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9225
00000100:00100000:1.0:1767327645.111043:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010515968
00000100:00100000:3.0:1767327645.111058:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010516480:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327645.111068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327645.111074:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327645.111087:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35106
00000100:00100000:2.0:1767327645.111088:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932
00000100:00100000:1.0:1767327645.111096:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010515968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327645.111103:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010516736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327645.111106:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010516096:0@lo:400:kworker.0
00010000:00020000:1.0:1767327645.111117:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327645.111122:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010516480:12345-0@lo:400:kworker.0 Request processed in 69us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327645.111132:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00000100:00100000:0.0:1767327645.111145:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327645.111158:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010516736:12345-0@lo:400:kworker.0 Request processed in 59us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327645.111165:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932
00000100:00100000:1.0:1767327645.111168:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010515968:12345-0@lo:38:kworker.0 Request processed in 71us (328us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327645.111177:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35106
00000100:00100000:0.0:1767327645.111192:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516224
00000100:00100000:0.0:1767327645.111197:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516224
00000100:00100000:2.0:1767327645.111210:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010516480:0@lo:400:kworker.0
00000100:00100000:1.0:1767327645.111225:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327645.111230:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9226
00000100:00100000:0.0:1767327645.111239:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010516224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327645.111244:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010516736:0@lo:400:kworker.0
00000100:00100000:1.0:1767327645.111271:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516352
00000100:00100000:1.0:1767327645.111276:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516352
00000100:00100000:0.0:1767327645.111280:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010516224:12345-0@lo:400:kworker.0 Request processed in 41us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327645.111288:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9226
00000100:00100000:2.0:1767327645.111311:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010516224:0@lo:400:kworker.0
00000100:00100000:1.0:1767327645.111312:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760
00000100:00100000:0.0:1767327645.111322:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010516608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327645.111323:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010516352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327645.111338:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327645.111363:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327645.111369:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010516352:12345-0@lo:38:kworker.0 Request processed in 48us (147us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327645.111374:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760
00000100:00100000:1.0:1767327645.111386:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516608
00000100:00100000:1.0:1767327645.111388:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516608
00000100:00100000:1.0:1767327645.111409:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761
00000100:00100000:0.0:1767327645.111414:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010516864:0@lo:38:kworker.0
00000100:00100000:1.0:1767327645.111437:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010516608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327645.111447:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327645.111469:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010516608:12345-0@lo:38:kworker.0 Request processed in 55us (109us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327645.111479:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327645.111487:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761
00000100:00100000:1.0:1767327645.111502:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516864
00000100:00100000:1.0:1767327645.111505:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516864
00000100:00080000:0.0:1767327645.111509:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327645.111514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327645.111517:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010515968:0@lo:38:kworker.0
00000100:00100000:1.0:1767327645.111521:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762
00000100:00100000:1.0:1767327645.111528:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010516864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327645.111536:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327645.111541:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327645.111546:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327645.111549:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010516352:0@lo:38:kworker.0
00000100:00080000:0.0:1767327645.111561:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327645.111564:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327645.111568:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010516864:12345-0@lo:38:kworker.0 Request processed in 37us (86us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327645.111569:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010516608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327645.111580:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762
00000100:00080000:0.0:1767327645.111583:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327645.111588:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327645.111591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010516864:0@lo:38:kworker.0
00010000:00010000:1.0:1767327646.070548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327647.094589:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327648.118566:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327648.593098:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327648.593133:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327648.593150:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201024
00000100:00100000:1.0:1767327648.593160:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201024
00000100:00100000:2.0:1767327648.593182:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993200896
00000100:00100000:2.0:1767327648.593188:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993200896
00000100:00100000:2.0:1767327648.593226:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1933
00000100:00100000:1.0:1767327648.593235:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3763
00000100:00100000:2.0:1767327648.593241:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993201024:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767327648.593245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327648.593255:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993200896:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327648.593279:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327648.593314:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993201024:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327648.593315:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993200896:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 67us (180us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327648.593332:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1933
00000100:00100000:1.0:1767327648.593338:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3763
00000100:00100000:3.0:1767327648.694603:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010516992:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327648.694691:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327648.694740:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010516992
00000100:00100000:1.0:1767327648.694750:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010516992
00000100:00080000:0.0:1767327648.694807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327648.694808:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8099
00000100:00100000:1.0:1767327648.694821:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010516992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327648.694847:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327648.694886:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010516992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327648.694892:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8099
00000100:00100000:3.0:1767327648.694942:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010516992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327649.142533:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327649.206609:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327649.206624:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010517120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327649.206698:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327649.206758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517120
00000100:00100000:1.0:1767327649.206766:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517120
00000100:00080000:0.0:1767327649.206814:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327649.206828:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8100
00000100:00100000:1.0:1767327649.206837:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010517120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327649.206863:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327649.206905:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010517120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327649.206912:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8100
00000100:00100000:0.0:1767327649.206946:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010517120:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327650.166568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327650.230527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327650.230538:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327650.230541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327650.230544:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327650.230548:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327650.230555:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12842
00000100:00080000:0.0:1767327650.230559:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327650.230565:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327650.230608:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65c380 x1853164010517248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327650.230655:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010517248:0@lo:38:kworker.0
00000100:00080000:0.0:1767327650.230677:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327650.230680:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010517376:0@lo:400:kworker.0
00000100:00080000:0.0:1767327650.230683:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327650.230688:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327650.230692:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12842
00000100:00080000:0.0:1767327650.230695:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327650.230698:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327650.230708:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010517504:0@lo:400:kworker.0
00000100:00100000:0.0:1767327650.230715:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e680 x1853164010517632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327650.230735:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327650.230739:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327650.230741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327650.230745:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12842
00000100:00080000:0.0:1767327650.230750:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327650.230754:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327650.230756:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327650.230759:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327650.230775:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712300 x1853164010517888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327650.230784:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010517760:0@lo:400:kworker.0
00000100:00080000:0.0:1767327650.230806:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327650.230811:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327650.230814:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327650.230816:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327650.230817:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010517632:0@lo:38:kworker.0
00000100:00080000:0.0:1767327650.230824:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12842
00000100:00100000:1.0:1767327650.230824:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327650.230831:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327650.230831:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010518016:0@lo:400:kworker.0
00000100:00080000:0.0:1767327650.230840:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327650.230857:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710a80 x1853164010518144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327650.230868:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327650.230881:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517760
00000100:00100000:2.0:1767327650.230886:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517376
00000100:00100000:1.0:1767327650.230888:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517760
00000100:00100000:2.0:1767327650.230893:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517376
00000100:00100000:3.0:1767327650.230900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010517888:0@lo:38:kworker.0
00000100:00100000:0.0:1767327650.230916:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517632
00000100:00100000:0.0:1767327650.230920:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517632
00000100:00100000:3.0:1767327650.230933:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327650.230960:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9227
00000100:00100000:0.0:1767327650.230968:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517888
00000100:00100000:0.0:1767327650.230974:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517888
00000100:00100000:2.0:1767327650.230975:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010517376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327650.230977:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934
00000100:00100000:3.0:1767327650.230984:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010518144:0@lo:38:kworker.0
00000100:00100000:1.0:1767327650.230990:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010517760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327650.231007:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764
00000100:00100000:3.0:1767327650.231016:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327650.231023:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010517632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327650.231041:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327650.231052:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010517376:12345-0@lo:400:kworker.0 Request processed in 80us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327650.231054:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517248
00000100:00100000:1.0:1767327650.231057:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010517760:12345-0@lo:400:kworker.0 Request processed in 67us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327650.231059:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517248
00000100:00100000:2.0:1767327650.231070:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9227
00000100:00100000:1.0:1767327650.231072:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934
00000100:00100000:0.0:1767327650.231084:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010517632:12345-0@lo:38:kworker.0 Request processed in 67us (219us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327650.231095:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764
00000100:00100000:3.0:1767327650.231096:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35107
00000100:00100000:1.0:1767327650.231098:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518144
00000100:00100000:1.0:1767327650.231102:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518144
00000100:00100000:3.0:1767327650.231105:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010517248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327650.231119:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327650.231120:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765
00000100:00100000:2.0:1767327650.231129:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327650.231134:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010517888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327650.231134:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766
00000100:00100000:1.0:1767327650.231146:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010518144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327650.231148:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327650.231163:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327650.231168:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010517248:12345-0@lo:38:kworker.0 Request processed in 63us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327650.231175:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010517376:0@lo:400:kworker.0
00000100:00100000:3.0:1767327650.231179:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35107
00000100:00100000:0.0:1767327650.231185:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010517888:12345-0@lo:38:kworker.0 Request processed in 54us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327650.231193:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765
00000100:00100000:1.0:1767327650.231201:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010518144:12345-0@lo:38:kworker.0 Request processed in 55us (184us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327650.231210:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518016
00000100:00100000:1.0:1767327650.231212:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766
00000100:00100000:3.0:1767327650.231214:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518016
00000100:00100000:0.0:1767327650.231229:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327650.231236:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327650.231243:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327650.231254:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:3.0:1767327650.231263:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010518016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327650.231281:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010517504
00000100:00100000:1.0:1767327650.231287:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010517760:0@lo:400:kworker.0
00000100:00100000:2.0:1767327650.231288:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010517504
00000100:00100000:3.0:1767327650.231306:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010518016:12345-0@lo:400:kworker.0 Request processed in 44us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327650.231313:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00000100:00100000:2.0:1767327650.231340:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9228
00000100:00080000:3.0:1767327650.231347:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327650.231352:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010517504:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327650.231357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327650.231364:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010518144:0@lo:38:kworker.0
00000100:00080000:3.0:1767327650.231374:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327650.231377:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327650.231379:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010517632:0@lo:38:kworker.0
00000100:00080000:3.0:1767327650.231388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327650.231390:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327650.231392:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010517888:0@lo:38:kworker.0
00000100:00080000:3.0:1767327650.231401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327650.231405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327650.231410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010517248:0@lo:38:kworker.0
00000100:00100000:2.0:1767327650.231412:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010517504:12345-0@lo:400:kworker.0 Request processed in 60us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327650.231444:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9228
00000100:00100000:0.0:1767327650.231448:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010517504:0@lo:400:kworker.0
00000100:00100000:2.0:1767327650.231491:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010518016:0@lo:400:kworker.0
00010000:00010000:1.0:1767327651.190549:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327652.214583:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327653.238586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327653.713019:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327653.713056:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327653.713083:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201152
00000100:00100000:3.0:1767327653.713093:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201152
00000100:00100000:0.0:1767327653.713111:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201280
00000100:00100000:0.0:1767327653.713119:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201280
00000100:00100000:3.0:1767327653.713134:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3767
00000100:00100000:3.0:1767327653.713142:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993201152:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327653.713164:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327653.713178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327653.713187:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1936
00000100:00100000:0.0:1767327653.713201:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993201280:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327653.713222:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993201152:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327653.713228:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3767
00000100:00100000:0.0:1767327653.713253:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993201280:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 56us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327653.713261:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1936
00000100:00100000:2.0:1767327653.814596:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010518272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327653.814674:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327653.814756:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518272
00000100:00100000:1.0:1767327653.814766:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518272
00000100:00080000:0.0:1767327653.814831:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327653.814839:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8101
00000100:00100000:1.0:1767327653.814855:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010518272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327653.814892:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327653.814949:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010518272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327653.814958:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8101
00000100:00100000:2.0:1767327653.815007:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010518272:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327654.262574:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327654.326622:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010518400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327654.326714:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327654.326762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518400
00000100:00100000:1.0:1767327654.326772:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518400
00000100:00080000:0.0:1767327654.326816:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327654.326847:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8102
00000100:00100000:1.0:1767327654.326862:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010518400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327654.326893:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327654.326945:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010518400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327654.326953:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8102
00000100:00100000:0.0:1767327654.327009:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010518400:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327655.286559:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327655.350486:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327655.350494:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327655.350497:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327655.350502:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327655.350506:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327655.350513:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12848
00000100:00080000:0.0:1767327655.350517:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327655.350523:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327655.350558:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010518528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327655.350609:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010518528:0@lo:38:kworker.0
00000100:00080000:0.0:1767327655.350616:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327655.350620:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327655.350622:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327655.350626:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12848
00000100:00080000:0.0:1767327655.350643:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327655.350647:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327655.350661:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ca80 x1853164010518912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327655.350662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010518656:0@lo:400:kworker.0
00000100:00100000:2.0:1767327655.350670:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327655.350686:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010518784:0@lo:400:kworker.0
00000100:00080000:0.0:1767327655.350691:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327655.350696:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327655.350698:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327655.350699:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327655.350704:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12848
00000100:00080000:0.0:1767327655.350706:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327655.350710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327655.350720:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f100 x1853164010519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327655.350735:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327655.350745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010518912:0@lo:38:kworker.0
00000100:00080000:0.0:1767327655.350746:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327655.350752:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327655.350754:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327655.350757:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010519296:0@lo:400:kworker.0
00000100:00080000:0.0:1767327655.350766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12848
00000100:00080000:0.0:1767327655.350770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327655.350774:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327655.350786:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327655.350789:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010519424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327655.350807:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518656
00000100:00100000:1.0:1767327655.350810:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518528
00000100:00100000:2.0:1767327655.350815:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518656
00000100:00100000:0.0:1767327655.350818:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327655.350818:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518528
00000100:00100000:3.0:1767327655.350818:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010519168:0@lo:38:kworker.0
00000100:00100000:0.0:1767327655.350833:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010519040:0@lo:400:kworker.0
00000100:00100000:3.0:1767327655.350853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327655.350865:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35108
00000100:00100000:2.0:1767327655.350880:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9229
00000100:00100000:1.0:1767327655.350883:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010518528:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327655.350883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010519424:0@lo:38:kworker.0
00000100:00100000:0.0:1767327655.350885:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327655.350895:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010518656:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327655.350911:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327655.350920:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327655.350931:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518912
00000100:00100000:0.0:1767327655.350936:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518912
00000100:00100000:2.0:1767327655.350952:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010518656:12345-0@lo:400:kworker.0 Request processed in 60us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327655.350960:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9229
00000100:00100000:0.0:1767327655.350965:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519168
00000100:00100000:0.0:1767327655.350969:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519168
00000100:00100000:3.0:1767327655.350971:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519040
00000100:00100000:3.0:1767327655.350977:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519040
00000100:00100000:1.0:1767327655.350985:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010518528:12345-0@lo:38:kworker.0 Request processed in 109us (287us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327655.350988:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327655.350990:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519424
00000100:00100000:0.0:1767327655.350995:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519424
00000100:00080000:2.0:1767327655.350997:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327655.351000:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35108
00000100:00100000:2.0:1767327655.351018:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327655.351024:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937
00000100:00100000:0.0:1767327655.351033:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767327655.351036:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519296
00000100:00100000:3.0:1767327655.351040:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010519040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327655.351042:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010518912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327655.351044:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519296
00000100:00100000:2.0:1767327655.351058:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769
00010000:00020000:0.0:1767327655.351061:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327655.351069:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010519168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327655.351086:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327655.351095:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938
00000100:00100000:0.0:1767327655.351100:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010518912:12345-0@lo:38:kworker.0 Request processed in 60us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327655.351110:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767327655.351110:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010519296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327655.351112:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010519040:12345-0@lo:400:kworker.0 Request processed in 77us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327655.351128:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937
00000100:00100000:0.0:1767327655.351135:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770
00000100:00100000:2.0:1767327655.351135:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010519168:12345-0@lo:38:kworker.0 Request processed in 65us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327655.351143:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010519424:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327655.351150:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769
00010000:00020000:0.0:1767327655.351153:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327655.351179:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327655.351182:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010519040:0@lo:400:kworker.0
00000100:00100000:1.0:1767327655.351190:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010519296:12345-0@lo:400:kworker.0 Request processed in 84us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327655.351196:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010519424:12345-0@lo:38:kworker.0 Request processed in 51us (273us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327655.351204:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938
00000100:00100000:0.0:1767327655.351215:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770
00000100:00100000:2.0:1767327655.351216:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010519296:0@lo:400:kworker.0
00000100:00100000:3.0:1767327655.351235:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327655.351263:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010518656:0@lo:400:kworker.0
00000100:00080000:0.0:1767327655.351273:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327655.351279:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327655.351282:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010518784
00000100:00100000:0.0:1767327655.351283:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010519424:0@lo:38:kworker.0
00000100:00100000:2.0:1767327655.351288:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010518784
00000100:00080000:0.0:1767327655.351298:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327655.351303:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327655.351306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010518912:0@lo:38:kworker.0
00000100:00080000:0.0:1767327655.351314:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327655.351318:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327655.351322:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010519168:0@lo:38:kworker.0
00000100:00100000:2.0:1767327655.351324:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9230
00000100:00080000:0.0:1767327655.351336:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327655.351337:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010518784:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327655.351342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327655.351348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010518528:0@lo:38:kworker.0
00000100:00100000:2.0:1767327655.351399:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010518784:12345-0@lo:400:kworker.0 Request processed in 65us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327655.351408:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9230
00000100:00100000:3.0:1767327655.351434:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010518784:0@lo:400:kworker.0
00010000:00010000:1.0:1767327656.310564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327657.334603:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327658.358557:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327658.832990:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327658.833029:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327658.833055:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201536
00000100:00100000:0.0:1767327658.833067:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201536
00000100:00100000:1.0:1767327658.833069:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201408
00000100:00100000:1.0:1767327658.833076:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201408
00000100:00080000:2.0:1767327658.833131:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327658.833136:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1939
00000100:00100000:0.0:1767327658.833146:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3771
00000100:00100000:1.0:1767327658.833153:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993201536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327658.833161:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993201408:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327658.833186:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327658.833233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993201408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327658.833237:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993201536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327658.833243:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3771
00000100:00100000:1.0:1767327658.833253:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1939
00000100:00100000:2.0:1767327658.934769:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327658.934807:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010519552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327658.934882:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327658.934932:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519552
00000100:00100000:1.0:1767327658.934942:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519552
00000100:00080000:2.0:1767327658.935004:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327658.935027:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8103
00000100:00100000:1.0:1767327658.935038:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010519552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327658.935081:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327658.935138:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010519552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327658.935147:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8103
00000100:00100000:2.0:1767327658.935183:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010519552:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327659.382647:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327659.446630:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327659.446646:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010519680:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327659.446705:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327659.446757:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519680
00000100:00100000:1.0:1767327659.446767:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519680
00000100:00080000:2.0:1767327659.446860:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327659.446886:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8104
00000100:00100000:1.0:1767327659.446899:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010519680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327659.446944:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327659.446998:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010519680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327659.447006:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8104
00000100:00100000:3.0:1767327659.447031:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010519680:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327660.406587:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327660.470503:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327660.470512:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327660.470515:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327660.470518:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327660.470521:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327660.470528:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12853
00000100:00080000:0.0:1767327660.470533:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327660.470562:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327660.470608:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010519808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327660.470743:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327660.470747:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327660.470749:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327660.470753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12853
00000100:00080000:0.0:1767327660.470756:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327660.470757:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327660.470761:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327660.470773:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010520192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327660.470796:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010519936:0@lo:400:kworker.0
00000100:00100000:2.0:1767327660.470885:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327660.470970:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010520064:0@lo:400:kworker.0
00000100:00100000:2.0:1767327660.470991:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327660.471019:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519936
00000100:00100000:2.0:1767327660.471025:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519936
00000100:00100000:1.0:1767327660.472052:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010519808:0@lo:38:kworker.0
00000100:00080000:0.0:1767327660.472090:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327660.472095:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327660.472098:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327660.472104:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12853
00000100:00080000:0.0:1767327660.472108:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327660.472110:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520064
00000100:00080000:0.0:1767327660.472117:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327660.472117:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327660.472118:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520064
00000100:00100000:0.0:1767327660.472141:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010520448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327660.472170:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010520192:0@lo:38:kworker.0
00000100:00080000:0.0:1767327660.472180:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327660.472186:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327660.472190:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9231
00000100:00080000:0.0:1767327660.472191:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327660.472199:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12853
00000100:00080000:0.0:1767327660.472204:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327660.472204:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010520064:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327660.472213:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327660.472220:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327660.472233:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9232
00000100:00100000:0.0:1767327660.472236:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010520704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327660.472246:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010519936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327660.472261:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010520064:12345-0@lo:400:kworker.0 Request processed in 60us (1266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327660.472267:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9231
00000100:00100000:2.0:1767327660.472293:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010519936:12345-0@lo:400:kworker.0 Request processed in 51us (1409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327660.472295:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327660.472303:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9232
00000100:00100000:3.0:1767327660.472307:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010520576:0@lo:400:kworker.0
00000100:00100000:0.0:1767327660.472315:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010520064:0@lo:400:kworker.0
00000100:00080000:2.0:1767327660.472326:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327660.472339:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327660.472348:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010520320:0@lo:400:kworker.0
00000100:00100000:3.0:1767327660.472372:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010519808
00000100:00100000:3.0:1767327660.472377:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010519808
00000100:00100000:3.0:1767327660.472437:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35109
00000100:00100000:0.0:1767327660.472443:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010519936:0@lo:400:kworker.0
00000100:00100000:3.0:1767327660.472444:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010519808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327660.472469:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327660.472496:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010519808:12345-0@lo:38:kworker.0 Request processed in 53us (385us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327660.472500:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35109
00000100:00100000:2.0:1767327660.473413:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520192
00000100:00100000:2.0:1767327660.473438:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520192
00000100:00100000:0.0:1767327660.473442:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327660.473443:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010520448:0@lo:38:kworker.0
00000100:00100000:2.0:1767327660.473468:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520320
00000100:00100000:2.0:1767327660.473472:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520320
00000100:00100000:3.0:1767327660.473481:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327660.473494:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520576
00000100:00100000:0.0:1767327660.473500:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520576
00000100:00100000:2.0:1767327660.473512:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940
00000100:00100000:1.0:1767327660.473524:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772
00000100:00100000:2.0:1767327660.473527:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010520320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327660.473537:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010520192:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327660.473548:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327660.473553:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327660.473554:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941
00000100:00100000:0.0:1767327660.473566:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010520576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327660.473613:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010520320:12345-0@lo:400:kworker.0 Request processed in 92us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327660.473621:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940
00000100:00100000:1.0:1767327660.473627:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010520192:12345-0@lo:38:kworker.0 Request processed in 89us (1407us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327660.473638:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010520576:12345-0@lo:400:kworker.0 Request processed in 71us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327660.473646:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772
00000100:00100000:3.0:1767327660.473654:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010520576:0@lo:400:kworker.0
00000100:00100000:0.0:1767327660.473655:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941
00000100:00100000:1.0:1767327660.473680:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327660.473702:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010520320:0@lo:400:kworker.0
00000100:00100000:3.0:1767327660.473706:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520448
00000100:00100000:3.0:1767327660.473712:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520448
00000100:00080000:1.0:1767327660.473723:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327660.473730:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327660.473736:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010519808:0@lo:38:kworker.0
00000100:00100000:3.0:1767327660.473742:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773
00000100:00100000:3.0:1767327660.473751:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010520448:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327660.473762:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010520704:0@lo:38:kworker.0
00010000:00020000:3.0:1767327660.473767:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327660.473796:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327660.473810:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010520448:12345-0@lo:38:kworker.0 Request processed in 58us (132us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327660.473817:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773
00000100:00100000:0.0:1767327660.473833:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520704
00000100:00080000:1.0:1767327660.473833:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327660.473839:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520704
00000100:00080000:1.0:1767327660.473842:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327660.473848:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010520192:0@lo:38:kworker.0
00000100:00080000:1.0:1767327660.473861:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327660.473868:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774
00000100:00080000:1.0:1767327660.473868:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327660.473873:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010520448:0@lo:38:kworker.0
00000100:00100000:0.0:1767327660.473888:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010520704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327660.473898:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327660.473928:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010520704:12345-0@lo:38:kworker.0 Request processed in 41us (134us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327660.473933:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774
00000100:00080000:1.0:1767327660.473952:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327660.473959:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327660.473962:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010520704:0@lo:38:kworker.0
00010000:00010000:1.0:1767327661.430577:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327662.454622:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327663.478629:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327663.952968:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327663.953001:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767327663.953019:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993201920 offset 0 length 520: 4
00000100:00100000:0.0:1767327663.953030:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201792
00000100:00100000:0.0:1767327663.953040:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201792
00000100:00100000:3.0:1767327663.953072:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993201664
00000100:00100000:3.0:1767327663.953080:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993201664
00000100:00100000:0.0:1767327663.953106:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1942
00000100:00100000:0.0:1767327663.953116:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993201792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327663.953143:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3775
00000100:00080000:2.0:1767327663.953148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327663.953151:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993201664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327663.953191:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327663.953217:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993201792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327663.953222:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993201664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327663.953230:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1942
00000100:00100000:1.0:1767327663.953236:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3775
00000100:00100000:0.0:1767327664.054670:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010520832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327664.054785:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327664.054875:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520832
00000100:00100000:1.0:1767327664.054883:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520832
00000100:00100000:1.0:1767327664.054938:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8105
00000100:00080000:2.0:1767327664.054945:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327664.054947:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010520832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327664.054975:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327664.055036:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010520832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327664.055041:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8105
00000100:00100000:0.0:1767327664.055079:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010520832:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327664.502608:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327664.566503:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327639/real 1767327639]  req@ffff9bb5b3a38a80 x1853164010515584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327664.566555:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5b3a38a80 x1853164010515584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327664.566585:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327664.566611:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327664.566614:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010515584:0@lo:250:kworker.0
00000100:00080000:3.0:1767327664.566645:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327664.566652:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767327664.566655:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327664.566662:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12837
00000100:00080000:3.0:1767327664.566667:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327664.566671:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767327664.566676:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327664.566683:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010520960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327664.566703:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712300 x1853164010521088/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327664.566731:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327664.566736:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327664.566738:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327664.566743:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12858
00000100:00100000:1.0:1767327664.566748:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327664.566749:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327664.566766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010521088:0@lo:250:kworker.0
00000100:00080000:3.0:1767327664.566774:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327664.566795:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010520960
00000100:00100000:3.0:1767327664.566797:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710a80 x1853164010521216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327664.566804:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010520960
00000400:00000100:2.0:1767327664.566810:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010521088 offset 0 length 520: 4
00000100:00080000:1.0:1767327664.566845:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327664.566851:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327664.566857:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327664.566860:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327664.566864:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010521344:0@lo:400:kworker.0
00000100:00080000:3.0:1767327664.566868:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12858
00000100:00100000:2.0:1767327664.566869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010521216:0@lo:38:kworker.0
00000100:00100000:0.0:1767327664.566875:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8106
00000100:00080000:3.0:1767327664.566878:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327664.566886:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327664.566894:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010520960:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327664.566907:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327664.566922:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f480 x1853164010521472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327664.566935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767327664.566943:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767327664.566970:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327664.566974:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010521472:0@lo:38:kworker.0
00000100:00080000:3.0:1767327664.566977:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327664.566982:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521344
00000100:00080000:3.0:1767327664.566982:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327664.566987:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521344
00000100:00080000:3.0:1767327664.566991:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12858
00000100:00080000:3.0:1767327664.566997:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327664.567003:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327664.567011:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010520960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327664.567025:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327664.567026:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8106
00000100:00100000:1.0:1767327664.567026:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9233
00000100:00100000:3.0:1767327664.567026:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e300 x1853164010521728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327664.567039:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010521344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327664.567061:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010521728:0@lo:38:kworker.0
00000100:00080000:3.0:1767327664.567062:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327664.567069:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327664.567072:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327664.567077:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12858
00000100:00080000:3.0:1767327664.567081:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327664.567085:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010521344:12345-0@lo:400:kworker.0 Request processed in 47us (176us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327664.567090:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327664.567096:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9233
00000100:00100000:2.0:1767327664.567101:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327664.567111:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e680 x1853164010521984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327664.567112:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010521344:0@lo:400:kworker.0
00000100:00100000:1.0:1767327664.567128:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521472
00000100:00100000:1.0:1767327664.567133:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521472
00000100:00100000:2.0:1767327664.567138:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010521984:0@lo:38:kworker.0
00000100:00100000:0.0:1767327664.567143:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010520960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327664.567160:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521216
00000100:00100000:1.0:1767327664.567166:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521728
00000100:00100000:3.0:1767327664.567166:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521216
00000100:00100000:1.0:1767327664.567173:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521728
00000100:00100000:2.0:1767327664.567173:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327664.567203:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521984
00000100:00100000:1.0:1767327664.567207:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521984
00000100:00100000:0.0:1767327664.567213:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776
00000100:00100000:3.0:1767327664.567218:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35110
00000100:00100000:0.0:1767327664.567226:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010521472:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327664.567228:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010521216:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327664.567240:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777
00010000:00020000:0.0:1767327664.567250:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327664.567252:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778
00000100:00100000:2.0:1767327664.567253:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010521728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327664.567254:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327664.567266:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010521984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327664.567275:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327664.567282:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327664.567317:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010521216:12345-0@lo:38:kworker.0 Request processed in 88us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327664.567329:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010521472:12345-0@lo:38:kworker.0 Request processed in 102us (309us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327664.567330:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35110
00000100:00100000:2.0:1767327664.567333:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010521728:12345-0@lo:38:kworker.0 Request processed in 82us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327664.567339:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010521984:12345-0@lo:38:kworker.0 Request processed in 73us (168us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327664.567350:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776
00000100:00100000:2.0:1767327664.567358:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777
00000100:00100000:1.0:1767327664.567363:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778
00000100:00100000:2.0:1767327664.567407:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010521600:0@lo:400:kworker.0
00000100:00080000:0.0:1767327664.567446:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327664.567452:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327664.567456:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010521984:0@lo:38:kworker.0
00000100:00100000:2.0:1767327664.567462:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327664.567467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327664.567473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327664.567478:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010521728:0@lo:38:kworker.0
00000100:00100000:2.0:1767327664.567489:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327664.567496:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327664.567497:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010521856:0@lo:400:kworker.0
00000100:00100000:1.0:1767327664.567498:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521600
00000100:00100000:1.0:1767327664.567505:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521600
00000100:00080000:0.0:1767327664.567508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327664.567515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010521472:0@lo:38:kworker.0
00000100:00100000:2.0:1767327664.567524:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327664.567534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327664.567541:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327664.567546:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010521216:0@lo:38:kworker.0
00000100:00100000:1.0:1767327664.567551:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010521856
00000100:00100000:1.0:1767327664.567554:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010521856
00000100:00100000:2.0:1767327664.567580:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943
00000100:00100000:2.0:1767327664.567590:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010521600:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327664.567601:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327664.567601:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944
00000100:00100000:1.0:1767327664.567613:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010521856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327664.567631:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010521600:12345-0@lo:400:kworker.0 Request processed in 41us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327664.567637:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943
00000100:00100000:1.0:1767327664.567656:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010521856:12345-0@lo:400:kworker.0 Request processed in 45us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327664.567665:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944
00000100:00100000:2.0:1767327664.567672:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010521856:0@lo:400:kworker.0
00000100:00100000:2.0:1767327664.567683:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010521600:0@lo:400:kworker.0
00010000:00010000:0.0:1767327665.526609:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327666.550642:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327667.574577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327668.598613:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327669.072916:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327669.072978:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327669.072990:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202048
00000100:00100000:0.0:1767327669.073010:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202048
00000100:00100000:1.0:1767327669.073035:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202176
00000100:00100000:1.0:1767327669.073043:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202176
00000100:00100000:0.0:1767327669.073053:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3779
00000100:00100000:0.0:1767327669.073062:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993202048:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327669.073081:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327669.073120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327669.073122:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1945
00000100:00100000:1.0:1767327669.073137:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993202176:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327669.073147:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993202048:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 82us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327669.073156:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3779
00000100:00100000:1.0:1767327669.073190:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993202176:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 56us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327669.073200:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1945
00000100:00100000:0.0:1767327669.174649:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010522112:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327669.174718:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327669.174755:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522112
00000100:00100000:1.0:1767327669.174763:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522112
00000100:00080000:3.0:1767327669.174821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327669.174823:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8107
00000100:00100000:1.0:1767327669.174833:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010522112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327669.174857:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327669.174903:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010522112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327669.174912:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8107
00000100:00100000:0.0:1767327669.174948:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010522112:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327669.622580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327669.686501:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327669.686509:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327669.686512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327669.686515:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327669.686518:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327669.686525:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12862
00000100:00080000:3.0:1767327669.686542:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327669.686551:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327669.686582:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ea00 x1853164010522368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327669.686584:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327669.686602:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010522240:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327669.686640:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010522368:0@lo:38:kworker.0
00000100:00080000:3.0:1767327669.686645:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327669.686651:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327669.686654:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327669.686659:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12862
00000100:00080000:3.0:1767327669.686665:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327669.686666:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327669.686670:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010522496:0@lo:400:kworker.0
00000100:00080000:3.0:1767327669.686673:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327669.686681:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327669.686691:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f100 x1853164010522624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327669.686714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327669.686717:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327669.686720:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327669.686722:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010522624:0@lo:38:kworker.0
00000100:00080000:3.0:1767327669.686728:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12862
00000100:00100000:1.0:1767327669.686731:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327669.686732:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327669.686736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522240
00000100:00080000:3.0:1767327669.686737:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327669.686743:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522240
00000100:00100000:3.0:1767327669.686754:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c700 x1853164010522880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327669.686784:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327669.686788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327669.686790:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327669.686795:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12862
00000100:00080000:3.0:1767327669.686798:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327669.686801:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8108
00000100:00080000:3.0:1767327669.686805:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327669.686811:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767327669.686816:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010522240:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327669.686822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327669.686822:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ca80 x1853164010523136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327669.686823:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010522752:0@lo:400:kworker.0
00002000:00000024:0.0:1767327669.686847:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327669.686852:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327669.686861:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327669.686865:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010523008:0@lo:400:kworker.0
00000100:00100000:2.0:1767327669.686868:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010522880:0@lo:38:kworker.0
00000100:00100000:0.0:1767327669.686898:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010522240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327669.686904:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522624
00000100:00100000:0.0:1767327669.686905:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8108
00000100:00100000:1.0:1767327669.686912:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522624
00000100:00100000:3.0:1767327669.686915:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327669.686929:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522496
00000100:00100000:2.0:1767327669.686935:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522496
00000100:00100000:1.0:1767327669.686943:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522752
00000100:00100000:0.0:1767327669.686946:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523008
00000100:00100000:1.0:1767327669.686949:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522752
00000100:00100000:0.0:1767327669.686951:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523008
00000100:00080000:3.0:1767327669.686959:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327669.686967:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327669.686986:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9234
00000100:00100000:1.0:1767327669.687003:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946
00000100:00100000:2.0:1767327669.687004:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010522496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327669.687020:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010522752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327669.687022:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010522240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327669.687029:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:0.0:1767327669.687039:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010523008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327669.687056:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522368
00000100:00100000:3.0:1767327669.687062:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522368
00000100:00100000:2.0:1767327669.687067:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010522496:12345-0@lo:400:kworker.0 Request processed in 70us (338us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327669.687077:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9234
00000100:00100000:3.0:1767327669.687114:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35111
00000100:00100000:1.0:1767327669.687115:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010522752:12345-0@lo:400:kworker.0 Request processed in 98us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327669.687117:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780
00000100:00100000:0.0:1767327669.687121:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010523008:12345-0@lo:400:kworker.0 Request processed in 82us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327669.687125:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010522368:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327669.687133:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946
00000100:00100000:2.0:1767327669.687133:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010522624:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327669.687144:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00010000:00020000:3.0:1767327669.687150:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327669.687155:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327669.687184:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010523008:0@lo:400:kworker.0
00000100:00100000:3.0:1767327669.687203:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010522368:12345-0@lo:38:kworker.0 Request processed in 78us (521us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327669.687214:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010522624:12345-0@lo:38:kworker.0 Request processed in 82us (396us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327669.687214:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35111
00000100:00100000:2.0:1767327669.687228:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780
00000100:00100000:1.0:1767327669.687239:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010522752:0@lo:400:kworker.0
00000100:00100000:1.0:1767327669.687254:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010522496:0@lo:400:kworker.0
00000100:00100000:3.0:1767327669.687256:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327669.687288:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010522880
00000100:00100000:3.0:1767327669.687291:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010523136:0@lo:38:kworker.0
00000100:00100000:2.0:1767327669.687295:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010522880
00000100:00100000:2.0:1767327669.687329:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781
00000100:00100000:3.0:1767327669.687329:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327669.687340:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010522880:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327669.687350:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523136
00010000:00020000:2.0:1767327669.687354:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327669.687356:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523136
00000100:00080000:3.0:1767327669.687363:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327669.687369:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327669.687374:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010522624:0@lo:38:kworker.0
00000100:00100000:1.0:1767327669.687389:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782
00000100:00080000:3.0:1767327669.687392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327669.687396:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010523136:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327669.687396:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327669.687402:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010522880:12345-0@lo:38:kworker.0 Request processed in 58us (139us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327669.687403:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010522368:0@lo:38:kworker.0
00010000:00020000:1.0:1767327669.687410:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327669.687450:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781
00000100:00080000:3.0:1767327669.687462:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327669.687468:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327669.687473:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010522880:0@lo:38:kworker.0
00000100:00100000:1.0:1767327669.687477:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010523136:12345-0@lo:38:kworker.0 Request processed in 81us (153us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327669.687482:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327669.687485:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782
00000100:00080000:3.0:1767327669.687485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327669.687488:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010523136:0@lo:38:kworker.0
00010000:00010000:0.0:1767327670.646625:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327671.670542:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327672.694588:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327673.718588:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327674.192964:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327674.193005:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327674.193022:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202304
00000100:00100000:1.0:1767327674.193034:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202304
00000100:00100000:1.0:1767327674.193082:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202432
00000100:00100000:1.0:1767327674.193086:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202432
00000100:00100000:2.0:1767327674.193092:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3783
00000100:00100000:2.0:1767327674.193103:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993202304:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327674.193127:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327674.193141:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1948
00000100:00080000:3.0:1767327674.193144:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327674.193156:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993202432:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327674.193197:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993202304:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327674.193207:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3783
00000100:00100000:1.0:1767327674.193213:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993202432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327674.193224:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1948
00000100:00100000:0.0:1767327674.294613:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010523264:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327674.294676:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327674.294717:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523264
00000100:00100000:1.0:1767327674.294726:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523264
00000100:00080000:3.0:1767327674.294775:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327674.294784:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8109
00000100:00100000:1.0:1767327674.294793:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010523264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327674.294820:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327674.294862:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010523264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327674.294868:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8109
00000100:00100000:0.0:1767327674.294916:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010523264:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327674.742589:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327674.806636:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767327674.806638:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327674.806644:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327674.806646:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327674.806650:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327674.806654:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327674.806655:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010523392:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327674.806663:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12867
00000100:00080000:2.0:1767327674.806666:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327674.806672:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327674.806692:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5f80 x1853164010523520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327674.806718:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327674.806724:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327674.806728:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327674.806730:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327674.806735:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12867
00000100:00080000:2.0:1767327674.806737:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327674.806740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010523520:0@lo:38:kworker.0
00000100:00080000:2.0:1767327674.806742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327674.806754:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010523648:0@lo:400:kworker.0
00000100:00100000:1.0:1767327674.806757:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523392
00000100:00100000:2.0:1767327674.806759:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7800 x1853164010523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327674.806767:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523392
00000100:00100000:0.0:1767327674.806789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327674.806789:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327674.806794:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327674.806796:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327674.806802:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327674.806804:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12867
00000100:00080000:2.0:1767327674.806808:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327674.806811:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327674.806823:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010524032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327674.806825:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010523776:0@lo:38:kworker.0
00000100:00100000:1.0:1767327674.806839:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8110
00000100:00100000:3.0:1767327674.806847:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523520
00000100:00080000:2.0:1767327674.806851:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327674.806853:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010523392:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327674.806853:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523520
00000100:00080000:2.0:1767327674.806856:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327674.806860:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327674.806865:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327674.806868:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12867
00000100:00080000:2.0:1767327674.806871:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327674.806874:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327674.806887:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35112
00002000:00000024:1.0:1767327674.806888:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327674.806891:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010524288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327674.806896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010524032:0@lo:38:kworker.0
00000100:00100000:3.0:1767327674.806899:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010523520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327674.806924:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327674.806936:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327674.806938:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327674.806950:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010523392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327674.806958:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8110
00000100:00100000:2.0:1767327674.806958:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523776
00000100:00100000:2.0:1767327674.806964:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523776
00000100:00100000:3.0:1767327674.806975:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010523520:12345-0@lo:38:kworker.0 Request processed in 77us (186us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327674.806979:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327674.806983:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35112
00000100:00080000:0.0:1767327674.806987:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327674.806991:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010523904:0@lo:400:kworker.0
00000100:00100000:0.0:1767327674.806995:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010523520:0@lo:38:kworker.0
00000100:00100000:2.0:1767327674.806995:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524032
00000100:00100000:2.0:1767327674.807001:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524032
00000100:00100000:0.0:1767327674.807024:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010524288:0@lo:38:kworker.0
00000100:00100000:1.0:1767327674.807029:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327674.807035:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784
00000100:00100000:3.0:1767327674.807046:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785
00000100:00100000:2.0:1767327674.807048:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010523776:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327674.807056:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010524032:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327674.807059:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327674.807062:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327674.807068:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327674.807071:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010524160:0@lo:400:kworker.0
00010000:00020000:3.0:1767327674.807076:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327674.807118:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327674.807129:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010523776:12345-0@lo:38:kworker.0 Request processed in 83us (265us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327674.807133:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523904
00000100:00100000:3.0:1767327674.807133:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010524032:12345-0@lo:38:kworker.0 Request processed in 75us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327674.807141:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523904
00000100:00100000:2.0:1767327674.807142:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784
00000100:00100000:3.0:1767327674.807151:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785
00000100:00100000:1.0:1767327674.807152:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010523648
00000100:00100000:1.0:1767327674.807157:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010523648
00000100:00100000:2.0:1767327674.807161:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524288
00000100:00100000:2.0:1767327674.807166:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524288
00000100:00100000:3.0:1767327674.807169:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524160
00000100:00100000:3.0:1767327674.807175:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524160
00000100:00100000:2.0:1767327674.807191:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:1.0:1767327674.807199:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9235
00000100:00100000:0.0:1767327674.807204:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786
00000100:00100000:2.0:1767327674.807205:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010523904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327674.807212:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010523648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327674.807218:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010524288:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327674.807224:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950
00010000:00020000:0.0:1767327674.807233:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327674.807235:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010524160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327674.807260:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010523904:12345-0@lo:400:kworker.0 Request processed in 60us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327674.807268:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010523648:12345-0@lo:400:kworker.0 Request processed in 60us (468us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327674.807268:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000100:00100000:1.0:1767327674.807279:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9235
00000100:00100000:0.0:1767327674.807285:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010524288:12345-0@lo:38:kworker.0 Request processed in 69us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327674.807292:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010524160:12345-0@lo:400:kworker.0 Request processed in 57us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327674.807298:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786
00000100:00100000:3.0:1767327674.807309:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950
00000100:00080000:2.0:1767327674.807311:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327674.807342:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010524160:0@lo:400:kworker.0
00000100:00080000:0.0:1767327674.807347:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327674.807353:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327674.807356:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010523648:0@lo:400:kworker.0
00000100:00100000:0.0:1767327674.807359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010524288:0@lo:38:kworker.0
00000100:00100000:2.0:1767327674.807361:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010523904:0@lo:400:kworker.0
00000100:00100000:1.0:1767327674.807384:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010523392:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327674.807386:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327674.807391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327674.807395:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010524032:0@lo:38:kworker.0
00000100:00080000:0.0:1767327674.807408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327674.807411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327674.807415:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010523776:0@lo:38:kworker.0
00010000:00010000:0.0:1767327675.766616:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327676.790553:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327677.814576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327678.838571:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327679.313000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327679.313050:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327679.313063:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202688
00000100:00100000:0.0:1767327679.313073:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202688
00000100:00100000:1.0:1767327679.313094:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202560
00000100:00100000:1.0:1767327679.313100:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202560
00000100:00080000:2.0:1767327679.313132:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327679.313143:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1951
00000100:00100000:0.0:1767327679.313153:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3787
00000100:00100000:1.0:1767327679.313158:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993202688:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327679.313163:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993202560:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327679.313183:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327679.313231:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993202560:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 68us (178us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327679.313231:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993202688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327679.313245:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3787
00000100:00100000:1.0:1767327679.313251:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1951
00000100:00100000:1.0:1767327679.414657:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010524416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327679.414719:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327679.414776:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524416
00000100:00100000:0.0:1767327679.414785:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524416
00000100:00080000:2.0:1767327679.414832:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327679.414842:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8111
00000100:00100000:0.0:1767327679.414851:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010524416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327679.414878:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327679.414920:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010524416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327679.414926:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8111
00000100:00100000:1.0:1767327679.414959:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010524416:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327679.862579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327679.926549:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327679.926560:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327679.926564:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327679.926570:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327679.926575:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327679.926584:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12872
00000100:00080000:3.0:1767327679.926599:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327679.926600:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010524544:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327679.926610:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327679.926640:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f800 x1853164010524672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327679.926666:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327679.926696:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327679.926702:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327679.926706:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327679.926712:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524544
00000100:00080000:3.0:1767327679.926712:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12872
00000100:00080000:3.0:1767327679.926717:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327679.926718:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010524800:0@lo:400:kworker.0
00000100:00100000:1.0:1767327679.926722:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524544
00000100:00080000:3.0:1767327679.926726:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327679.926739:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010524672:0@lo:38:kworker.0
00000100:00100000:3.0:1767327679.926747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ed80 x1853164010524928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327679.926748:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327679.926784:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8112
00000100:00100000:2.0:1767327679.926791:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524800
00000100:00080000:3.0:1767327679.926791:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327679.926792:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327679.926797:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010524544:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327679.926798:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524800
00000100:00080000:3.0:1767327679.926802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327679.926807:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327679.926812:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12872
00000100:00080000:3.0:1767327679.926817:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767327679.926821:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00002000:00000024:1.0:1767327679.926827:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327679.926833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010524928:0@lo:38:kworker.0
00000100:00100000:2.0:1767327679.926837:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9236
00000100:00100000:3.0:1767327679.926840:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e300 x1853164010525184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327679.926851:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010524800:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327679.926878:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327679.926886:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327679.926892:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327679.926892:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010524544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (221us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327679.926893:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327679.926899:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010524800:12345-0@lo:400:kworker.0 Request processed in 48us (148us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327679.926905:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12872
00000100:00080000:3.0:1767327679.926914:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327679.926919:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9236
00000100:00100000:1.0:1767327679.926920:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8112
00000100:00080000:3.0:1767327679.926923:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327679.926938:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010525184:0@lo:38:kworker.0
00000100:00100000:3.0:1767327679.926945:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d880 x1853164010525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327679.926947:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327679.926961:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524928
00000100:00100000:1.0:1767327679.926966:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524928
00000100:00100000:0.0:1767327679.926976:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327679.926983:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010524800:0@lo:400:kworker.0
00000100:00100000:1.0:1767327679.926990:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525184
00000100:00100000:1.0:1767327679.926994:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525184
00000100:00100000:3.0:1767327679.926999:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010524672
00000100:00100000:2.0:1767327679.927003:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327679.927006:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010524672
00000100:00100000:0.0:1767327679.927013:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010525440:0@lo:38:kworker.0
00000100:00100000:2.0:1767327679.927014:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010525056:0@lo:400:kworker.0
00000100:00100000:1.0:1767327679.927016:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788
00000100:00100000:1.0:1767327679.927026:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010524928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327679.927041:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327679.927045:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35113
00000100:00100000:3.0:1767327679.927055:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010524672:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327679.927060:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327679.927074:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327679.927078:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525056
00000100:00100000:0.0:1767327679.927084:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525056
00000100:00100000:1.0:1767327679.927089:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010524928:12345-0@lo:38:kworker.0 Request processed in 62us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327679.927096:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788
00000100:00100000:1.0:1767327679.927113:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789
00000100:00100000:1.0:1767327679.927119:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010525184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327679.927129:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327679.927131:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010524672:12345-0@lo:38:kworker.0 Request processed in 73us (338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327679.927133:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952
00000100:00100000:3.0:1767327679.927146:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35113
00000100:00100000:2.0:1767327679.927150:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010525056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327679.927161:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010525184:12345-0@lo:38:kworker.0 Request processed in 40us (185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327679.927168:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789
00000100:00100000:0.0:1767327679.927175:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327679.927187:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525440
00000100:00100000:1.0:1767327679.927191:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525440
00000100:00100000:3.0:1767327679.927206:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010525312:0@lo:400:kworker.0
00000100:00100000:2.0:1767327679.927210:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010525056:12345-0@lo:400:kworker.0 Request processed in 64us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327679.927215:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790
00000100:00080000:0.0:1767327679.927220:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327679.927227:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010525440:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327679.927228:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952
00000100:00080000:0.0:1767327679.927230:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327679.927241:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010525184:0@lo:38:kworker.0
00010000:00020000:1.0:1767327679.927244:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327679.927252:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327679.927264:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327679.927272:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327679.927273:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525312
00000100:00100000:0.0:1767327679.927280:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010524928:0@lo:38:kworker.0
00000100:00100000:2.0:1767327679.927281:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525312
00000100:00100000:1.0:1767327679.927292:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010525440:12345-0@lo:38:kworker.0 Request processed in 67us (119us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327679.927299:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790
00000100:00080000:0.0:1767327679.927305:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327679.927312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327679.927316:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953
00000100:00100000:0.0:1767327679.927320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010524672:0@lo:38:kworker.0
00000100:00100000:1.0:1767327679.927329:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010525312:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327679.927333:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327679.927369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327679.927378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327679.927381:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010525312:12345-0@lo:400:kworker.0 Request processed in 52us (131us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327679.927381:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010524544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327679.927387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010525440:0@lo:38:kworker.0
00000100:00100000:2.0:1767327679.927387:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010525056:0@lo:400:kworker.0
00000100:00100000:1.0:1767327679.927400:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1767327679.927474:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010525312:0@lo:400:kworker.0
00010000:00010000:0.0:1767327680.886540:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327681.910569:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327682.384861:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327682.384907:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202816
00000100:00100000:1.0:1767327682.384916:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202816
00000100:00100000:1.0:1767327682.384979:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3791
00000100:00080000:2.0:1767327682.384982:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327682.384990:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993202816:12345-192.168.203.25@tcp:17:kworker.0
00000100:00100000:1.0:1767327682.385066:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993202816:12345-192.168.203.25@tcp:17:kworker.0 Request processed in 81us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327682.385072:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3791
00010000:00010000:1.0:1767327682.934568:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327683.958573:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327684.433004:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327684.433044:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327684.433056:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203072
00000100:00100000:1.0:1767327684.433066:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203072
00000100:00100000:2.0:1767327684.433102:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993202944
00000100:00100000:2.0:1767327684.433108:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993202944
00000100:00080000:3.0:1767327684.433120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327684.433135:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1954
00000100:00100000:2.0:1767327684.433142:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3792
00000100:00100000:1.0:1767327684.433148:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993203072:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327684.433155:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993202944:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327684.433174:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327684.433217:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993203072:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327684.433222:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993202944:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 68us (175us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327684.433229:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1954
00000100:00100000:2.0:1767327684.433236:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3792
00000100:00100000:3.0:1767327684.534565:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327684.534583:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010525568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327684.534641:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327684.534717:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525568
00000100:00100000:0.0:1767327684.534728:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525568
00000100:00100000:0.0:1767327684.534799:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8113
00000100:00100000:0.0:1767327684.534811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010525568:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767327684.534818:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767327684.534841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327684.534897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010525568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327684.534907:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8113
00000100:00100000:3.0:1767327684.534933:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010525568:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327684.982583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327685.046537:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327685.046548:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327685.046552:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327685.046557:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327685.046562:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327685.046571:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12877
00000100:00080000:1.0:1767327685.046578:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327685.046586:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327685.046599:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327685.046616:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300a80 x1853164010525824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327685.046619:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010525696:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327685.046674:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327685.046675:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010525824:0@lo:38:kworker.0
00000100:00080000:1.0:1767327685.046684:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327685.046687:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327685.046693:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12877
00000100:00080000:1.0:1767327685.046699:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767327685.046700:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327685.046701:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767327685.046708:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327685.046715:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327685.046718:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010525952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327685.046733:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302d80 x1853164010526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327685.046761:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327685.046783:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327685.046788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327685.046791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010526080:0@lo:38:kworker.0
00000100:00080000:1.0:1767327685.046793:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327685.046801:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12877
00000100:00100000:0.0:1767327685.046803:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525696
00000100:00080000:1.0:1767327685.046806:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327685.046810:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525952
00000100:00100000:0.0:1767327685.046811:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525696
00000100:00080000:1.0:1767327685.046815:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327685.046818:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525952
00000100:00100000:2.0:1767327685.046823:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327685.046838:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303100 x1853164010526336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327685.046860:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526080
00000100:00100000:2.0:1767327685.046865:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526080
00000100:00100000:3.0:1767327685.046869:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9237
00000100:00080000:1.0:1767327685.046876:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327685.046884:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8114
00000100:00080000:1.0:1767327685.046885:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327685.046885:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010525952:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327685.046891:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327685.046896:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793
00000100:00080000:1.0:1767327685.046901:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12877
00000100:00100000:0.0:1767327685.046903:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010525696:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327685.046906:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327685.046907:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010526080:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327685.046915:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767327685.046930:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327685.046932:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301880 x1853164010526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:0.0:1767327685.046937:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327685.046958:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010525952:12345-0@lo:400:kworker.0 Request processed in 78us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327685.046965:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010526336:0@lo:38:kworker.0
00000100:00100000:3.0:1767327685.046972:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9237
00000100:00100000:2.0:1767327685.046982:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010526080:12345-0@lo:38:kworker.0 Request processed in 76us (162us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327685.046990:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793
00000100:00100000:0.0:1767327685.046994:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010525696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327685.047002:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8114
00000100:00080000:3.0:1767327685.047004:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327685.047018:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327685.047040:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010525952:0@lo:400:kworker.0
00000100:00100000:2.0:1767327685.047048:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010525824
00000100:00100000:2.0:1767327685.047053:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010525824
00000100:00100000:0.0:1767327685.047059:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010525696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327685.047059:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010526592:0@lo:38:kworker.0
00000100:00100000:3.0:1767327685.047071:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010526208:0@lo:400:kworker.0
00000100:00100000:2.0:1767327685.047076:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35114
00000100:00100000:2.0:1767327685.047084:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010525824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327685.047092:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327685.047099:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327685.047116:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010526464:0@lo:400:kworker.0
00000100:00100000:1.0:1767327685.047130:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327685.047135:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010525824:12345-0@lo:38:kworker.0 Request processed in 49us (420us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327685.047141:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35114
00000100:00100000:3.0:1767327685.047155:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526336
00000100:00100000:0.0:1767327685.047161:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327685.047162:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526336
00000100:00100000:2.0:1767327685.047164:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526208
00000100:00100000:2.0:1767327685.047169:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526208
00000100:00080000:1.0:1767327685.047178:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327685.047186:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327685.047192:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526592
00000100:00100000:1.0:1767327685.047194:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010526080:0@lo:38:kworker.0
00000100:00100000:3.0:1767327685.047197:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526592
00000100:00100000:2.0:1767327685.047211:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526464
00000100:00100000:2.0:1767327685.047216:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526464
00000100:00100000:3.0:1767327685.047221:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955
00000100:00080000:1.0:1767327685.047222:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327685.047229:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327685.047234:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010526208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327685.047239:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010525824:0@lo:38:kworker.0
00000100:00100000:0.0:1767327685.047241:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794
00000100:00100000:0.0:1767327685.047255:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010526336:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327685.047264:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956
00010000:00020000:0.0:1767327685.047271:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327685.047278:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010526464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327685.047288:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010526208:12345-0@lo:400:kworker.0 Request processed in 58us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327685.047297:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955
00000100:00100000:1.0:1767327685.047312:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795
00000100:00100000:1.0:1767327685.047323:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010526592:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327685.047329:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010526336:12345-0@lo:38:kworker.0 Request processed in 73us (312us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327685.047333:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327685.047340:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794
00000100:00100000:2.0:1767327685.047340:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010526464:12345-0@lo:400:kworker.0 Request processed in 65us (179us total) trans 0 rc 0/0
00010000:00020000:1.0:1767327685.047341:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327685.047353:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956
00000100:00100000:3.0:1767327685.047361:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010526208:0@lo:400:kworker.0
00000100:00100000:1.0:1767327685.047396:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010526592:12345-0@lo:38:kworker.0 Request processed in 72us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327685.047402:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010526464:0@lo:400:kworker.0
00000100:00100000:1.0:1767327685.047411:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795
00000100:00080000:0.0:1767327685.047414:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327685.047461:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327685.047467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010526336:0@lo:38:kworker.0
00000100:00080000:0.0:1767327685.047484:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327685.047489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327685.047492:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010526592:0@lo:38:kworker.0
00010000:00010000:0.0:1767327686.006606:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327687.030558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327688.054617:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767327688.529005:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993203200 offset 0 length 520: 4
00000100:00100000:2.0:1767327688.529044:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327688.529070:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327688.529102:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203456
00000100:00100000:1.0:1767327688.529111:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203456
00000100:00100000:0.0:1767327688.529120:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203328
00000100:00100000:0.0:1767327688.529128:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203328
00000100:00080000:3.0:1767327688.529173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327688.529184:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1957
00000100:00100000:1.0:1767327688.529194:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3796
00000100:00100000:0.0:1767327688.529202:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993203456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327688.529204:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993203328:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327688.529230:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327688.529291:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993203328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (219us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327688.529295:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993203456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 98us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327688.529302:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3796
00000100:00100000:0.0:1767327688.529313:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1957
00010000:00010000:1.0:1767327689.078565:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327689.142502:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327664/real 1767327664]  req@ffff9bb485712300 x1853164010521088/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767327689.142532:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb485712300 x1853164010521088/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327689.142551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327689.142573:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767327689.142577:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010521088:0@lo:250:kworker.0
00000100:00080000:1.0:1767327689.142631:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327689.142638:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327689.142641:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327689.142647:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12862
00000100:00080000:1.0:1767327689.142651:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327689.142657:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327689.142683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300a80 x1853164010526720/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327689.142704:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327689.142706:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327689.142708:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327689.142711:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12882
00000100:00080000:1.0:1767327689.142713:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327689.142716:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327689.142728:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302d80 x1853164010526848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327689.142740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010526720:0@lo:250:kworker.0
00000100:00080000:1.0:1767327689.142764:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327689.142768:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327689.142769:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327689.142773:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12882
00000100:00080000:1.0:1767327689.142776:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327689.142779:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327689.142787:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010527104:0@lo:400:kworker.0
00000100:00100000:1.0:1767327689.142791:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010527232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767327689.142795:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010526720 offset 0 length 520: 4
00000100:00100000:3.0:1767327689.142797:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010526976:0@lo:400:kworker.0
00000100:00080000:1.0:1767327689.142835:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327689.142838:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327689.142840:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327689.142845:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12882
00000100:00080000:1.0:1767327689.142849:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327689.142850:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327689.142855:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327689.142857:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010526848:0@lo:38:kworker.0
00000100:00100000:3.0:1767327689.142865:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010527360:0@lo:400:kworker.0
00000100:00100000:1.0:1767327689.142870:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303800 x1853164010527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327689.142889:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327689.142892:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327689.142894:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327689.142897:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12882
00000100:00080000:1.0:1767327689.142901:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327689.142903:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327689.142917:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303100 x1853164010527744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327689.142924:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327689.142924:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327689.142926:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010527616:0@lo:400:kworker.0
00000100:00100000:0.0:1767327689.142971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010527232:0@lo:38:kworker.0
00000100:00100000:1.0:1767327689.142974:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526848
00000100:00100000:1.0:1767327689.142982:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526848
00000100:00100000:2.0:1767327689.142989:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327689.143008:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527104
00000100:00100000:3.0:1767327689.143015:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527104
00000100:00100000:1.0:1767327689.143025:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35115
00000100:00100000:0.0:1767327689.143030:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327689.143036:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010526848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327689.143052:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327689.143055:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527360
00000100:00100000:2.0:1767327689.143061:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527360
00000100:00100000:0.0:1767327689.143069:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010527488:0@lo:38:kworker.0
00000100:00100000:3.0:1767327689.143072:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9238
00000100:00100000:3.0:1767327689.143090:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010527104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327689.143101:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010526848:12345-0@lo:38:kworker.0 Request processed in 65us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327689.143106:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527616
00000100:00100000:1.0:1767327689.143110:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35115
00000100:00100000:2.0:1767327689.143113:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527616
00000100:00100000:0.0:1767327689.143116:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327689.143151:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010527744:0@lo:38:kworker.0
00000100:00100000:2.0:1767327689.143151:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527232
00000100:00100000:3.0:1767327689.143152:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010527104:12345-0@lo:400:kworker.0 Request processed in 65us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327689.143155:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527488
00000100:00100000:2.0:1767327689.143158:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527232
00000100:00100000:1.0:1767327689.143162:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527488
00000100:00100000:3.0:1767327689.143168:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9238
00000100:00100000:2.0:1767327689.143180:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958
00000100:00100000:1.0:1767327689.143189:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959
00000100:00080000:3.0:1767327689.143192:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327689.143198:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010527360:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327689.143200:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327689.143202:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327689.143204:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010527616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327689.143221:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527744
00000100:00100000:3.0:1767327689.143226:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527744
00000100:00080000:0.0:1767327689.143238:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327689.143246:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327689.143252:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797
00000100:00100000:0.0:1767327689.143253:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010526848:0@lo:38:kworker.0
00000100:00100000:3.0:1767327689.143266:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010527232:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327689.143275:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010527360:12345-0@lo:400:kworker.0 Request processed in 81us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327689.143276:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010527616:12345-0@lo:400:kworker.0 Request processed in 75us (286us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327689.143288:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327689.143294:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959
00000100:00100000:0.0:1767327689.143307:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798
00000100:00100000:2.0:1767327689.143319:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958
00000100:00100000:0.0:1767327689.143320:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010527488:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327689.143328:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799
00000100:00100000:1.0:1767327689.143336:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010527744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327689.143339:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327689.143344:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010527232:12345-0@lo:38:kworker.0 Request processed in 76us (318us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327689.143351:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327689.143352:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797
00000100:00100000:2.0:1767327689.143368:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010527104:0@lo:400:kworker.0
00000100:00100000:3.0:1767327689.143389:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327689.143409:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010527488:12345-0@lo:38:kworker.0 Request processed in 75us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327689.143450:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798
00000100:00100000:1.0:1767327689.143456:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010527744:12345-0@lo:38:kworker.0 Request processed in 77us (218us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327689.143464:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010527360:0@lo:400:kworker.0
00000100:00100000:1.0:1767327689.143465:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767327689.143495:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010526976
00000100:00080000:0.0:1767327689.143498:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327689.143502:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010526976
00000100:00080000:0.0:1767327689.143507:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327689.143514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010527488:0@lo:38:kworker.0
00000100:00100000:2.0:1767327689.143524:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010527616:0@lo:400:kworker.0
00000100:00080000:0.0:1767327689.143536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327689.143537:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767327689.143546:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327689.143554:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010527744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327689.143555:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9239
00000100:00100000:3.0:1767327689.143571:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010526976:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327689.143574:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327689.143581:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327689.143585:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010527232:0@lo:38:kworker.0
00000100:00100000:3.0:1767327689.143625:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010526976:12345-0@lo:400:kworker.0 Request processed in 57us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327689.143634:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9239
00000100:00100000:2.0:1767327689.143648:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010526976:0@lo:400:kworker.0
00000100:00100000:2.0:1767327689.654595:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010527872:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327689.654670:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327689.654709:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010527872
00000100:00100000:0.0:1767327689.654718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010527872
00000100:00100000:0.0:1767327689.654763:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8115
00000100:00100000:0.0:1767327689.654770:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010527872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327689.654795:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327689.654838:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010527872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327689.654851:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8115
00000100:00100000:2.0:1767327689.654895:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010527872:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327690.102549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327690.166621:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010528000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327690.166692:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327690.166751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528000
00000100:00100000:2.0:1767327690.166761:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528000
00000100:00100000:2.0:1767327690.166812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8116
00000100:00100000:2.0:1767327690.166822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010528000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327690.166854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327690.166910:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010528000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327690.166919:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8116
00000100:00100000:0.0:1767327690.166959:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010528000:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327691.126532:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327692.150582:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327693.174545:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327693.649025:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327693.649056:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327693.649084:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203712
00000100:00100000:1.0:1767327693.649095:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203712
00000100:00100000:0.0:1767327693.649108:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203584
00000100:00100000:0.0:1767327693.649115:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203584
00000100:00080000:3.0:1767327693.649147:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327693.649163:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1960
00000100:00100000:1.0:1767327693.649173:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3800
00000100:00100000:0.0:1767327693.649180:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993203712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327693.649183:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993203584:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327693.649203:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327693.649265:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993203584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327693.649273:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993203712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327693.649278:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3800
00000100:00100000:0.0:1767327693.649289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1960
00010000:00010000:1.0:1767327694.198567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327694.262512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327694.262523:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327694.262526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327694.262530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327694.262535:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327694.262544:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12887
00000100:00080000:1.0:1767327694.262549:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327694.262557:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327694.262596:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300000 x1853164010528128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327694.262649:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010528128:0@lo:38:kworker.0
00000100:00080000:1.0:1767327694.262664:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327694.262670:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327694.262674:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010528256:0@lo:400:kworker.0
00000100:00080000:1.0:1767327694.262675:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327694.262685:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12887
00000100:00080000:1.0:1767327694.262689:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327694.262694:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327694.262698:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010528384:0@lo:400:kworker.0
00000100:00100000:1.0:1767327694.262712:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302680 x1853164010528512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327694.262717:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327694.262729:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327694.262758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010528512:0@lo:38:kworker.0
00000100:00080000:1.0:1767327694.262760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327694.262765:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327694.262770:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327694.262774:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327694.262780:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12887
00000100:00080000:1.0:1767327694.262783:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327694.262788:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327694.262794:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327694.262797:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528256
00000100:00100000:2.0:1767327694.262805:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528256
00000100:00100000:1.0:1767327694.262808:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591303100 x1853164010528768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327694.262823:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010528768:0@lo:38:kworker.0
00000100:00100000:3.0:1767327694.262832:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010528640:0@lo:400:kworker.0
00000100:00080000:1.0:1767327694.262833:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327694.262844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327694.262847:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327694.262853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327694.262856:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12887
00000100:00100000:2.0:1767327694.262859:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528384
00000100:00080000:1.0:1767327694.262861:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327694.262863:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528384
00000100:00080000:1.0:1767327694.262868:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327694.262884:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327694.262889:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301880 x1853164010529024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327694.262898:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9240
00000100:00100000:0.0:1767327694.262899:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528512
00000100:00100000:0.0:1767327694.262906:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528512
00000100:00100000:2.0:1767327694.262912:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010528256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327694.262921:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327694.262936:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528128
00000100:00100000:0.0:1767327694.262937:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528768
00000100:00100000:0.0:1767327694.262943:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528768
00000100:00100000:3.0:1767327694.262943:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010528896:0@lo:400:kworker.0
00000100:00100000:1.0:1767327694.262944:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528128
00000100:00100000:2.0:1767327694.262965:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010528256:12345-0@lo:400:kworker.0 Request processed in 54us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327694.262967:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528640
00000100:00100000:0.0:1767327694.262973:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528640
00000100:00100000:2.0:1767327694.262977:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9240
00000100:00100000:1.0:1767327694.262986:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35116
00000100:00100000:3.0:1767327694.262987:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327694.262998:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010528128:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327694.263002:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010528896
00000100:00100000:0.0:1767327694.263006:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010528896
00000100:00100000:2.0:1767327694.263017:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9241
00010000:00020000:1.0:1767327694.263019:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327694.263031:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961
00000100:00100000:2.0:1767327694.263032:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010528384:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327694.263040:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327694.263043:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010528640:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327694.263049:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327694.263055:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327694.263079:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010528128:12345-0@lo:38:kworker.0 Request processed in 79us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327694.263092:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35116
00000100:00100000:2.0:1767327694.263093:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010528384:12345-0@lo:400:kworker.0 Request processed in 64us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327694.263100:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010528640:12345-0@lo:400:kworker.0 Request processed in 59us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327694.263103:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962
00000100:00100000:2.0:1767327694.263111:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9241
00000100:00100000:0.0:1767327694.263116:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961
00000100:00100000:3.0:1767327694.263124:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010528896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327694.263142:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801
00000100:00100000:2.0:1767327694.263152:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802
00000100:00100000:0.0:1767327694.263153:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010528512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327694.263167:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327694.263169:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010528768:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327694.263180:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010528896:12345-0@lo:400:kworker.0 Request processed in 62us (195us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327694.263182:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327694.263183:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010529024:0@lo:38:kworker.0
00000100:00100000:0.0:1767327694.263197:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010528512:12345-0@lo:38:kworker.0 Request processed in 46us (404us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327694.263203:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962
00000100:00100000:0.0:1767327694.263221:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801
00000100:00100000:1.0:1767327694.263237:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327694.263238:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010528768:12345-0@lo:38:kworker.0 Request processed in 72us (384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327694.263250:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802
00000100:00100000:3.0:1767327694.263273:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010528256:0@lo:400:kworker.0
00000100:00100000:0.0:1767327694.263274:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529024
00000100:00100000:0.0:1767327694.263281:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529024
00000100:00080000:1.0:1767327694.263285:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327694.263294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327694.263301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010528768:0@lo:38:kworker.0
00000100:00100000:2.0:1767327694.263310:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010528384:0@lo:400:kworker.0
00000100:00100000:0.0:1767327694.263320:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803
00000100:00080000:1.0:1767327694.263322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327694.263329:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010529024:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327694.263330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327694.263340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010528512:0@lo:38:kworker.0
00010000:00020000:0.0:1767327694.263348:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327694.263351:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010528896:0@lo:400:kworker.0
00000100:00080000:1.0:1767327694.263372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327694.263378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327694.263382:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010528128:0@lo:38:kworker.0
00000100:00100000:3.0:1767327694.263391:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010528640:0@lo:400:kworker.0
00000100:00100000:0.0:1767327694.263404:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010529024:12345-0@lo:38:kworker.0 Request processed in 75us (170us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327694.263411:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803
00000100:00080000:1.0:1767327694.263446:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327694.263454:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327694.263459:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010529024:0@lo:38:kworker.0
00000100:00100000:2.0:1767327694.774635:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010529152:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327694.774706:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327694.774751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529152
00000100:00100000:0.0:1767327694.774760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529152
00000100:00100000:0.0:1767327694.774811:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8117
00000100:00100000:0.0:1767327694.774820:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010529152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327694.774848:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327694.774898:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010529152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327694.774907:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8117
00000100:00100000:2.0:1767327694.774945:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010529152:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327695.222574:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327695.286599:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010529280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327695.286665:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327695.286718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529280
00000100:00100000:2.0:1767327695.286728:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529280
00000100:00100000:2.0:1767327695.286776:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8118
00000100:00100000:2.0:1767327695.286786:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010529280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327695.286813:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327695.286865:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010529280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327695.286874:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8118
00000100:00100000:0.0:1767327695.286910:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010529280:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327696.246549:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327697.270588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327698.294566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327698.768976:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327698.769020:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327698.769072:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203840
00000100:00100000:1.0:1767327698.769072:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993203968
00000100:00100000:0.0:1767327698.769084:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203840
00000100:00100000:1.0:1767327698.769084:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993203968
00000100:00100000:0.0:1767327698.769138:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1963
00000100:00080000:3.0:1767327698.769139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327698.769150:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3804
00000100:00100000:0.0:1767327698.769151:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993203968:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327698.769159:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993203840:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327698.769177:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327698.769223:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993203968:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327698.769224:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993203840:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 64us (254us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327698.769241:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1963
00000100:00100000:1.0:1767327698.769247:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3804
00010000:00010000:1.0:1767327699.318579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327699.382521:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327699.382530:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327699.382533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327699.382536:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327699.382539:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327699.382545:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12892
00000100:00080000:2.0:1767327699.382549:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327699.382555:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327699.382591:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327699.382643:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327699.382646:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327699.382648:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327699.382652:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12892
00000100:00080000:2.0:1767327699.382653:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327699.382658:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327699.382660:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010529408:0@lo:38:kworker.0
00000100:00100000:2.0:1767327699.382668:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61880 x1853164010529792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327699.382695:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010529664:0@lo:400:kworker.0
00000100:00080000:2.0:1767327699.382698:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327699.382702:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327699.382704:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327699.382708:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12892
00000100:00080000:2.0:1767327699.382711:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327699.382712:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010529920:0@lo:400:kworker.0
00000100:00080000:2.0:1767327699.382716:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327699.382730:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327699.382736:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3480 x1853164010530048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327699.382745:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327699.382762:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327699.382765:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327699.382769:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327699.382774:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010529792:0@lo:38:kworker.0
00000100:00100000:3.0:1767327699.382774:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327699.382777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12892
00000100:00100000:0.0:1767327699.382784:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327699.382784:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327699.382788:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327699.382795:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010529536:0@lo:400:kworker.0
00000100:00100000:2.0:1767327699.382803:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3800 x1853164010530304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327699.382815:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327699.382820:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327699.382825:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010530176:0@lo:400:kworker.0
00000100:00100000:0.0:1767327699.382830:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327699.382845:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010530048:0@lo:38:kworker.0
00000100:00100000:3.0:1767327699.382860:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327699.382865:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529664
00000100:00100000:2.0:1767327699.382872:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529664
00000100:00100000:1.0:1767327699.382884:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327699.382916:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010530304:0@lo:38:kworker.0
00000100:00100000:0.0:1767327699.382919:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529408
00000100:00100000:3.0:1767327699.382920:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529920
00000100:00100000:3.0:1767327699.382927:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529920
00000100:00100000:0.0:1767327699.382928:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529408
00000100:00100000:2.0:1767327699.382930:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529536
00000100:00100000:2.0:1767327699.382935:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529536
00000100:00100000:1.0:1767327699.382939:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327699.382971:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35117
00000100:00100000:3.0:1767327699.382977:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010529792
00000100:00100000:2.0:1767327699.382982:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9242
00000100:00100000:0.0:1767327699.382983:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010529408:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327699.382984:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010529792
00000100:00100000:1.0:1767327699.382985:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530176
00000100:00100000:1.0:1767327699.382993:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530176
00000100:00100000:2.0:1767327699.382996:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010529664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327699.383001:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530048
00010000:00020000:0.0:1767327699.383005:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327699.383007:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530048
00000100:00100000:3.0:1767327699.383022:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530304
00000100:00100000:3.0:1767327699.383024:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530304
00000100:00100000:1.0:1767327699.383041:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964
00000100:00100000:3.0:1767327699.383052:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965
00000100:00100000:1.0:1767327699.383057:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010529920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327699.383062:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010529664:12345-0@lo:400:kworker.0 Request processed in 66us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327699.383067:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010530176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327699.383073:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010529408:12345-0@lo:38:kworker.0 Request processed in 89us (339us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327699.383077:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9242
00000100:00100000:0.0:1767327699.383090:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35117
00000100:00100000:2.0:1767327699.383103:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9243
00000100:00100000:1.0:1767327699.383116:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010529920:12345-0@lo:400:kworker.0 Request processed in 62us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327699.383116:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010529536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327699.383121:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010530176:12345-0@lo:400:kworker.0 Request processed in 59us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327699.383134:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964
00000100:00100000:3.0:1767327699.383140:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965
00000100:00100000:0.0:1767327699.383153:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805
00000100:00100000:1.0:1767327699.383165:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806
00000100:00100000:0.0:1767327699.383168:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010529792:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327699.383168:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010529536:12345-0@lo:400:kworker.0 Request processed in 54us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327699.383176:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807
00000100:00100000:1.0:1767327699.383177:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010530048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327699.383186:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9243
00000100:00100000:3.0:1767327699.383188:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010530304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327699.383192:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327699.383194:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327699.383201:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327699.383232:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010529536:0@lo:400:kworker.0
00000100:00100000:0.0:1767327699.383248:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010529792:12345-0@lo:38:kworker.0 Request processed in 83us (428us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327699.383250:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010530048:12345-0@lo:38:kworker.0 Request processed in 75us (364us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327699.383255:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010530304:12345-0@lo:38:kworker.0 Request processed in 65us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327699.383257:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010529664:0@lo:400:kworker.0
00000100:00100000:0.0:1767327699.383268:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805
00000100:00100000:1.0:1767327699.383277:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806
00000100:00100000:3.0:1767327699.383284:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807
00000100:00080000:1.0:1767327699.383315:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327699.383334:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327699.383338:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010530304:0@lo:38:kworker.0
00000100:00080000:0.0:1767327699.383351:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327699.383351:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327699.383360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767327699.383361:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327699.383365:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010530176:0@lo:400:kworker.0
00000100:00100000:1.0:1767327699.383366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010529792:0@lo:38:kworker.0
00000100:00080000:0.0:1767327699.383368:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327699.383390:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010529920:0@lo:400:kworker.0
00000100:00080000:1.0:1767327699.383391:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327699.383397:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327699.383401:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010530048:0@lo:38:kworker.0
00000100:00080000:1.0:1767327699.383411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327699.383414:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327699.383434:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010529408:0@lo:38:kworker.0
00000100:00100000:2.0:1767327699.894610:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327699.894629:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010530432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327699.894694:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327699.894735:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530432
00000100:00100000:0.0:1767327699.894744:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530432
00000100:00100000:0.0:1767327699.894796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8119
00000100:00100000:0.0:1767327699.894807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010530432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327699.894839:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327699.894887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010530432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327699.894893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8119
00000100:00100000:2.0:1767327699.894927:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010530432:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327700.342544:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327700.406574:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010530560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327700.406643:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327700.406686:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530560
00000100:00100000:2.0:1767327700.406694:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530560
00000100:00100000:2.0:1767327700.406737:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8120
00000100:00100000:2.0:1767327700.406745:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010530560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327700.406772:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327700.406814:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010530560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327700.406821:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8120
00000100:00100000:0.0:1767327700.406862:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010530560:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327701.366614:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327702.390593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327703.414591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327703.888996:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327703.889028:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327703.889058:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204096
00000100:00100000:3.0:1767327703.889069:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204096
00000100:00100000:0.0:1767327703.889084:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204224
00000100:00100000:0.0:1767327703.889090:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204224
00000100:00100000:3.0:1767327703.889121:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3808
00000100:00100000:3.0:1767327703.889134:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993204096:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327703.889139:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1966
00000100:00080000:2.0:1767327703.889144:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327703.889154:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993204224:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:3.0:1767327703.889161:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327703.889218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993204224:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327703.889223:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993204096:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327703.889229:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1966
00000100:00100000:3.0:1767327703.889239:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3808
00010000:00010000:1.0:1767327704.438567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327704.502500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327704.502509:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327704.502512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327704.502516:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327704.502520:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327704.502529:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12897
00000100:00080000:2.0:1767327704.502536:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327704.502543:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327704.502583:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2300 x1853164010530688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327704.502637:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010530688:0@lo:38:kworker.0
00000100:00080000:2.0:1767327704.502645:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327704.502650:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327704.502653:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327704.502659:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12897
00000100:00080000:2.0:1767327704.502662:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327704.502666:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327704.502680:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010530944:0@lo:400:kworker.0
00000100:00100000:3.0:1767327704.502684:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010530816:0@lo:400:kworker.0
00000100:00100000:2.0:1767327704.502685:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010531072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327704.502703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327704.502729:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327704.502736:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327704.502737:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327704.502743:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327704.502745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010531072:0@lo:38:kworker.0
00000100:00080000:2.0:1767327704.502750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12897
00000100:00080000:2.0:1767327704.502755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327704.502756:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010531200:0@lo:400:kworker.0
00000100:00080000:2.0:1767327704.502764:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327704.502780:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327704.502783:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010531328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327704.502794:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530944
00000100:00080000:2.0:1767327704.502809:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327704.502810:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530944
00000100:00100000:3.0:1767327704.502817:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327704.502818:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327704.502820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010531328:0@lo:38:kworker.0
00000100:00080000:2.0:1767327704.502825:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327704.502831:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12897
00000100:00080000:2.0:1767327704.502834:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327704.502839:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327704.502853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327704.502856:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62d80 x1853164010531584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327704.502875:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530816
00000100:00100000:0.0:1767327704.502879:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530816
00000100:00100000:1.0:1767327704.502887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010531584:0@lo:38:kworker.0
00000100:00100000:3.0:1767327704.502888:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9244
00000100:00100000:2.0:1767327704.502898:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010531456:0@lo:400:kworker.0
00000100:00100000:3.0:1767327704.502908:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010530944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327704.502915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327704.502918:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9245
00000100:00100000:0.0:1767327704.502929:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010530816:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327704.502943:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327704.502951:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327704.502970:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327704.502977:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010530688
00000100:00100000:1.0:1767327704.502982:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010530688
00000100:00100000:0.0:1767327704.502993:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010530816:12345-0@lo:400:kworker.0 Request processed in 67us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327704.503000:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9245
00000100:00100000:1.0:1767327704.503015:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35118
00000100:00100000:3.0:1767327704.503016:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010530944:12345-0@lo:400:kworker.0 Request processed in 110us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327704.503024:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010530688:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327704.503030:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9244
00010000:00020000:1.0:1767327704.503041:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327704.503045:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531072
00000100:00100000:0.0:1767327704.503047:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531328
00000100:00100000:0.0:1767327704.503053:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531328
00000100:00100000:2.0:1767327704.503054:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531072
00000100:00100000:1.0:1767327704.503079:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010530688:12345-0@lo:38:kworker.0 Request processed in 57us (378us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327704.503080:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531584
00000100:00100000:0.0:1767327704.503086:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531584
00000100:00100000:3.0:1767327704.503089:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010530944:0@lo:400:kworker.0
00000100:00100000:1.0:1767327704.503091:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35118
00000100:00100000:2.0:1767327704.503091:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531456
00000100:00100000:2.0:1767327704.503098:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531456
00000100:00100000:0.0:1767327704.503107:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809
00000100:00100000:0.0:1767327704.503113:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010531328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327704.503124:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327704.503139:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327704.503144:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967
00000100:00080000:1.0:1767327704.503147:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327704.503152:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010530688:0@lo:38:kworker.0
00000100:00100000:3.0:1767327704.503159:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010530816:0@lo:400:kworker.0
00000100:00100000:2.0:1767327704.503161:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010531456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327704.503172:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010531328:12345-0@lo:38:kworker.0 Request processed in 56us (317us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327704.503178:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327704.503182:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809
00000100:00080000:1.0:1767327704.503186:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327704.503191:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010531328:0@lo:38:kworker.0
00000100:00100000:3.0:1767327704.503200:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327704.503206:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810
00000100:00100000:0.0:1767327704.503212:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010531072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327704.503220:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327704.503228:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010531456:12345-0@lo:400:kworker.0 Request processed in 72us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327704.503232:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531200
00000100:00100000:1.0:1767327704.503237:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531200
00000100:00100000:2.0:1767327704.503245:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967
00000100:00100000:3.0:1767327704.503254:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811
00000100:00100000:0.0:1767327704.503261:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010531072:12345-0@lo:38:kworker.0 Request processed in 46us (481us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327704.503267:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010531584:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327704.503276:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968
00000100:00100000:0.0:1767327704.503295:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810
00010000:00020000:3.0:1767327704.503303:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327704.503306:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010531200:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327704.503338:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327704.503346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327704.503351:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010531072:0@lo:38:kworker.0
00000100:00100000:3.0:1767327704.503357:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010531584:12345-0@lo:38:kworker.0 Request processed in 90us (441us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327704.503367:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811
00000100:00100000:2.0:1767327704.503376:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010531200:12345-0@lo:400:kworker.0 Request processed in 88us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327704.503384:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968
00000100:00080000:0.0:1767327704.503391:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327704.503391:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010531200:0@lo:400:kworker.0
00000100:00080000:0.0:1767327704.503402:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327704.503406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327704.503410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010531584:0@lo:38:kworker.0
00000100:00100000:2.0:1767327704.503449:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010531456:0@lo:400:kworker.0
00000100:00100000:0.0:1767327705.014635:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010531712:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327705.014697:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327705.014740:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531712
00000100:00100000:2.0:1767327705.014750:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531712
00000100:00100000:2.0:1767327705.014796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8121
00000100:00100000:2.0:1767327705.014807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010531712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327705.014838:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327705.014887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010531712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327705.014894:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8121
00000100:00100000:0.0:1767327705.014926:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010531712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327705.462583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327705.526642:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010531840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327705.526716:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327705.526773:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531840
00000100:00100000:2.0:1767327705.526783:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531840
00000100:00100000:2.0:1767327705.526832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8122
00000100:00100000:2.0:1767327705.526842:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010531840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327705.526871:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327705.526919:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010531840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327705.526927:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8122
00000100:00100000:3.0:1767327705.526963:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010531840:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327706.486553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327707.510576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327708.534560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327709.008995:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327709.009033:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327709.009071:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204352
00000100:00100000:2.0:1767327709.009082:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204352
00000100:00100000:0.0:1767327709.009093:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204480
00000100:00100000:0.0:1767327709.009099:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204480
00000100:00100000:2.0:1767327709.009126:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3812
00000100:00100000:2.0:1767327709.009134:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993204352:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327709.009155:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327709.009158:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1969
00000100:00080000:3.0:1767327709.009160:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327709.009172:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993204480:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327709.009215:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993204352:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327709.009221:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993204480:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327709.009228:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3812
00000100:00100000:0.0:1767327709.009235:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1969
00010000:00010000:1.0:1767327709.558602:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327709.622539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327709.622548:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327709.622552:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327709.622555:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327709.622559:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327709.622565:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12902
00000100:00080000:2.0:1767327709.622569:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327709.622574:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327709.622608:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653480 x1853164010531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327709.622654:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327709.622657:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327709.622659:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327709.622664:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12902
00000100:00080000:2.0:1767327709.622667:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327709.622670:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327709.622677:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010531968:0@lo:38:kworker.0
00000100:00100000:2.0:1767327709.622681:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650a80 x1853164010532352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327709.622682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010532096:0@lo:400:kworker.0
00000100:00080000:2.0:1767327709.622724:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327709.622727:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010532224:0@lo:400:kworker.0
00000100:00080000:2.0:1767327709.622728:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327709.622732:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327709.622738:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12902
00000100:00080000:2.0:1767327709.622740:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327709.622743:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327709.622759:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327800 x1853164010532608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327709.622764:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327709.622771:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327709.622778:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010532480:0@lo:400:kworker.0
00000100:00080000:2.0:1767327709.622780:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327709.622785:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327709.622787:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327709.622791:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12902
00000100:00080000:2.0:1767327709.622794:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327709.622797:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327709.622807:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5326680 x1853164010532864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327709.622826:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327709.622846:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010532736:0@lo:400:kworker.0
00000100:00100000:3.0:1767327709.622850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010532352:0@lo:38:kworker.0
00000100:00100000:1.0:1767327709.622863:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010531968
00000100:00100000:1.0:1767327709.622870:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010531968
00000100:00100000:0.0:1767327709.622877:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532480
00000100:00100000:0.0:1767327709.622882:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532480
00000100:00100000:2.0:1767327709.622889:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327709.622908:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35119
00000100:00100000:1.0:1767327709.622915:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010531968:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327709.622919:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327709.622934:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327709.622940:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532736
00000100:00100000:3.0:1767327709.622944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327709.622947:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532736
00000100:00100000:0.0:1767327709.622949:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970
00000100:00100000:0.0:1767327709.622962:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010532480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327709.622980:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010531968:12345-0@lo:38:kworker.0 Request processed in 64us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327709.622983:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010532608:0@lo:38:kworker.0
00000100:00100000:2.0:1767327709.622989:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532352
00000100:00100000:1.0:1767327709.622992:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35119
00000100:00100000:2.0:1767327709.622994:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532352
00000100:00100000:0.0:1767327709.623020:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010532480:12345-0@lo:400:kworker.0 Request processed in 61us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327709.623022:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532096
00000100:00100000:2.0:1767327709.623025:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971
00000100:00100000:1.0:1767327709.623027:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532096
00000100:00100000:3.0:1767327709.623033:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327709.623041:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010532736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327709.623047:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970
00000100:00100000:3.0:1767327709.623055:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010532864:0@lo:38:kworker.0
00000100:00100000:0.0:1767327709.623071:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532608
00000100:00100000:0.0:1767327709.623075:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532608
00000100:00100000:1.0:1767327709.623076:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9246
00000100:00100000:1.0:1767327709.623091:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010532096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327709.623100:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327709.623101:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767327709.623103:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010532736:12345-0@lo:400:kworker.0 Request processed in 63us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327709.623111:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010532352:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327709.623114:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971
00010000:00020000:0.0:1767327709.623126:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327709.623133:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532864
00000100:00100000:2.0:1767327709.623137:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532864
00000100:00080000:3.0:1767327709.623140:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327709.623148:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327709.623152:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814
00000100:00100000:3.0:1767327709.623157:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010531968:0@lo:38:kworker.0
00000100:00100000:2.0:1767327709.623160:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010532608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327709.623172:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327709.623190:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010532096:12345-0@lo:400:kworker.0 Request processed in 101us (430us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327709.623200:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9246
00000100:00080000:3.0:1767327709.623203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327709.623205:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010532352:12345-0@lo:38:kworker.0 Request processed in 90us (261us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327709.623209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327709.623211:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010532608:12345-0@lo:38:kworker.0 Request processed in 49us (181us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327709.623220:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767327709.623229:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814
00000100:00080000:3.0:1767327709.623239:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327709.623246:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815
00000100:00080000:3.0:1767327709.623247:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327709.623271:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010532864:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327709.623273:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010532352:0@lo:38:kworker.0
00010000:00020000:1.0:1767327709.623284:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327709.623295:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327709.623304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327709.623305:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010532736:0@lo:400:kworker.0
00000100:00100000:0.0:1767327709.623307:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327709.623315:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010532608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327709.623320:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010532864:12345-0@lo:38:kworker.0 Request processed in 47us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327709.623329:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815
00000100:00080000:3.0:1767327709.623344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327709.623351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327709.623357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010532864:0@lo:38:kworker.0
00000100:00100000:1.0:1767327709.623374:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010532096:0@lo:400:kworker.0
00000100:00100000:2.0:1767327709.623378:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532224
00000100:00100000:2.0:1767327709.623383:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532224
00000100:00100000:0.0:1767327709.623388:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010532480:0@lo:400:kworker.0
00000100:00080000:3.0:1767327709.623406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327709.623451:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9247
00000100:00100000:1.0:1767327709.623458:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010532224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327709.623489:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010532224:12345-0@lo:400:kworker.0 Request processed in 32us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327709.623494:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9247
00000100:00100000:0.0:1767327709.623527:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010532224:0@lo:400:kworker.0
00000100:00100000:1.0:1767327710.134662:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010532992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327710.134727:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327710.134791:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010532992
00000100:00100000:2.0:1767327710.134800:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010532992
00000100:00100000:2.0:1767327710.134845:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8123
00000100:00100000:2.0:1767327710.134857:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010532992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327710.134890:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327710.134939:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010532992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327710.134955:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8123
00000100:00100000:1.0:1767327710.134980:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010532992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327710.582601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327710.646588:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010533120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327710.646648:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327710.646693:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533120
00000100:00100000:2.0:1767327710.646701:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533120
00000100:00100000:2.0:1767327710.646752:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8124
00000100:00100000:2.0:1767327710.646760:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010533120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327710.646787:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327710.646830:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010533120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327710.646838:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8124
00000100:00100000:0.0:1767327710.646873:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010533120:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327711.606596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327712.630707:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327713.654547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327714.129052:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327714.129086:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327714.129097:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993204864 offset 0 length 520: 4
00000100:00100000:1.0:1767327714.129101:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204736
00000100:00100000:1.0:1767327714.129111:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204736
00000100:00080000:3.0:1767327714.129163:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327714.129164:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204608
00000100:00100000:1.0:1767327714.129169:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204608
00000100:00100000:1.0:1767327714.129193:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1972
00000100:00100000:2.0:1767327714.129206:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3816
00000100:00100000:1.0:1767327714.129207:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993204736:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327714.129216:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993204608:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327714.129248:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327714.129300:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993204608:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 85us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327714.129309:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3816
00000100:00100000:1.0:1767327714.129310:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993204736:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 106us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327714.129318:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1972
00010000:00010000:1.0:1767327714.678604:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327714.742496:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327689/real 1767327689]  req@ffff9bb591300a80 x1853164010526720/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767327714.742530:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb591300a80 x1853164010526720/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327714.742541:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327714.742547:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327714.742550:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327714.742554:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327714.742554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327714.742557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327714.742563:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12907
00000100:00080000:1.0:1767327714.742567:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327714.742570:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:1.0:1767327714.742574:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327714.742576:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010526720:0@lo:250:kworker.0
00000100:00100000:1.0:1767327714.742610:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010533248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327714.742655:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327714.742659:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327714.742660:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327714.742665:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010533248:0@lo:38:kworker.0
00000100:00080000:1.0:1767327714.742667:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12907
00000100:00080000:1.0:1767327714.742672:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327714.742676:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327714.742685:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010533504:0@lo:400:kworker.0
00000100:00100000:1.0:1767327714.742690:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327714.742703:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010533376:0@lo:400:kworker.0
00000100:00080000:1.0:1767327714.742719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327714.742724:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327714.742726:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327714.742732:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12907
00000100:00080000:1.0:1767327714.742736:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327714.742743:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327714.742748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327714.742749:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327714.742754:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327714.742768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341500 x1853164010533888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327714.742769:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010533760:0@lo:400:kworker.0
00000100:00080000:1.0:1767327714.742801:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327714.742805:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327714.742808:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327714.742813:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327714.742817:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12907
00000100:00080000:1.0:1767327714.742821:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327714.742825:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327714.742831:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010533632:0@lo:38:kworker.0
00000100:00100000:1.0:1767327714.742840:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341f80 x1853164010534144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327714.742847:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010534016:0@lo:400:kworker.0
00000100:00100000:2.0:1767327714.742849:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533504
00000100:00100000:2.0:1767327714.742860:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533504
00000100:00100000:3.0:1767327714.742861:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327714.742864:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327714.742869:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327714.742872:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327714.742878:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12887
00000100:00080000:1.0:1767327714.742882:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327714.742884:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533760
00000100:00080000:1.0:1767327714.742888:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327714.742891:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533760
00000100:00100000:3.0:1767327714.742892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010533888:0@lo:38:kworker.0
00000100:00100000:1.0:1767327714.742910:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010534272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327714.742927:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327714.742928:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9248
00000100:00100000:2.0:1767327714.742942:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010533504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327714.742946:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533632
00000100:00100000:1.0:1767327714.742951:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533248
00000100:00100000:0.0:1767327714.742952:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533632
00000100:00100000:1.0:1767327714.742958:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533248
00000100:00100000:3.0:1767327714.742959:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010534144:0@lo:38:kworker.0
00000100:00100000:0.0:1767327714.742979:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533888
00000100:00100000:0.0:1767327714.742983:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533888
00000100:00100000:1.0:1767327714.742991:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35120
00000100:00100000:1.0:1767327714.743002:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010533248:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327714.743002:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327714.743004:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010533504:12345-0@lo:400:kworker.0 Request processed in 65us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327714.743010:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973
00000100:00100000:2.0:1767327714.743022:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9248
00000100:00100000:3.0:1767327714.743023:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010534272:0@lo:250:kworker.0
00000100:00100000:0.0:1767327714.743024:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010533760:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327714.743027:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000400:00000100:3.0:1767327714.743055:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010534272 offset 0 length 520: 4
00000100:00100000:2.0:1767327714.743062:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534144
00000100:00100000:2.0:1767327714.743068:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534144
00000100:00100000:1.0:1767327714.743082:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010533248:12345-0@lo:38:kworker.0 Request processed in 82us (339us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327714.743093:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35120
00000100:00100000:0.0:1767327714.743094:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010533760:12345-0@lo:400:kworker.0 Request processed in 67us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327714.743096:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817
00000100:00080000:3.0:1767327714.743104:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327714.743107:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010533632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327714.743109:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973
00000100:00080000:3.0:1767327714.743112:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327714.743118:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010533248:0@lo:38:kworker.0
00010000:00020000:2.0:1767327714.743122:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327714.743138:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818
00000100:00100000:1.0:1767327714.743147:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819
00000100:00100000:0.0:1767327714.743149:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010533888:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327714.743151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327714.743157:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010534144:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327714.743158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327714.743164:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010533632:12345-0@lo:38:kworker.0 Request processed in 56us (303us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327714.743168:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327714.743170:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327714.743176:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817
00000100:00100000:3.0:1767327714.743210:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010533504:0@lo:400:kworker.0
00000100:00100000:0.0:1767327714.743236:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010533888:12345-0@lo:38:kworker.0 Request processed in 90us (316us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327714.743239:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327714.743245:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010534144:12345-0@lo:38:kworker.0 Request processed in 87us (245us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327714.743248:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327714.743252:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818
00000100:00100000:2.0:1767327714.743257:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010533632:0@lo:38:kworker.0
00000100:00100000:1.0:1767327714.743263:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819
00000100:00080000:2.0:1767327714.743279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327714.743286:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327714.743289:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327714.743292:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327714.743295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010533888:0@lo:38:kworker.0
00000100:00100000:1.0:1767327714.743320:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534016
00000100:00100000:1.0:1767327714.743324:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534016
00000100:00080000:2.0:1767327714.743330:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327714.743331:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010533760:0@lo:400:kworker.0
00000100:00080000:2.0:1767327714.743336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327714.743342:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010533376
00000100:00100000:2.0:1767327714.743344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010534144:0@lo:38:kworker.0
00000100:00100000:0.0:1767327714.743349:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010533376
00000100:00100000:1.0:1767327714.743364:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974
00000100:00080000:3.0:1767327714.743370:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327714.743375:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010534016:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327714.743376:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327714.743394:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9249
00000100:00100000:0.0:1767327714.743407:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010533376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327714.743414:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010534016:12345-0@lo:400:kworker.0 Request processed in 41us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327714.743450:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974
00000100:00100000:3.0:1767327714.743460:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010534016:0@lo:400:kworker.0
00000100:00100000:0.0:1767327714.743489:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010533376:12345-0@lo:400:kworker.0 Request processed in 86us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327714.743497:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9249
00000100:00100000:2.0:1767327714.743507:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010533376:0@lo:400:kworker.0
00000100:00100000:2.0:1767327715.254614:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010534400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327715.254683:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327715.254741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534400
00000100:00100000:0.0:1767327715.254751:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534400
00000100:00100000:0.0:1767327715.254857:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8125
00000100:00100000:0.0:1767327715.254865:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010534400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327715.254896:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327715.254970:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010534400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327715.254982:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8125
00000100:00100000:2.0:1767327715.255014:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010534400:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327715.702649:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327715.766612:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010534528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327715.766685:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327715.766746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534528
00000100:00100000:2.0:1767327715.766756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534528
00000100:00100000:2.0:1767327715.766810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8126
00000100:00100000:2.0:1767327715.766822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010534528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327715.766855:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327715.766913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010534528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327715.766922:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8126
00000100:00100000:0.0:1767327715.766943:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010534528:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327716.726670:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327717.750669:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327718.774785:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327719.249321:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327719.249373:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327719.249462:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205120
00000100:00100000:1.0:1767327719.249479:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205120
00000100:00100000:0.0:1767327719.249486:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993204992
00000100:00100000:0.0:1767327719.249509:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993204992
00000100:00080000:3.0:1767327719.249563:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327719.249617:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1975
00000100:00100000:1.0:1767327719.249638:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3820
00000100:00100000:0.0:1767327719.249653:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993205120:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327719.249662:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993204992:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327719.249705:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327719.249847:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993205120:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 201us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327719.249848:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993204992:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 184us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327719.249890:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1975
00000100:00100000:1.0:1767327719.249910:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3820
00010000:00010000:1.0:1767327719.798680:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327719.862593:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327719.862612:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327719.862617:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327719.862623:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327719.862630:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327719.862646:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12912
00000100:00080000:1.0:1767327719.862653:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327719.862665:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327719.862737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340380 x1853164010534656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327719.862857:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010534656:0@lo:38:kworker.0
00000100:00080000:1.0:1767327719.862865:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327719.862884:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327719.862889:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327719.862900:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12912
00000100:00080000:1.0:1767327719.862905:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327719.862917:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327719.862930:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010534784:0@lo:400:kworker.0
00000100:00100000:1.0:1767327719.862945:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341500 x1853164010535040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327719.862961:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010534912:0@lo:400:kworker.0
00000100:00100000:2.0:1767327719.863000:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327719.863000:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327719.863023:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327719.863032:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327719.863037:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327719.863044:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12912
00000100:00080000:1.0:1767327719.863049:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327719.863056:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327719.863087:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327719.863088:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc06a00 x1853164010535296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327719.863110:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010535040:0@lo:38:kworker.0
00000100:00080000:1.0:1767327719.863143:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327719.863145:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534784
00000100:00080000:1.0:1767327719.863159:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327719.863163:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534784
00000100:00080000:1.0:1767327719.863165:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327719.863197:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12912
00000100:00080000:1.0:1767327719.863203:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327719.863214:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327719.863224:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327719.863230:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010535424:0@lo:400:kworker.0
00000100:00100000:1.0:1767327719.863251:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05180 x1853164010535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327719.863300:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327719.863311:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010535296:0@lo:38:kworker.0
00000100:00100000:3.0:1767327719.863322:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534912
00000100:00100000:3.0:1767327719.863331:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534912
00000100:00100000:1.0:1767327719.863333:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010534656
00000100:00100000:0.0:1767327719.863346:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327719.863348:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010534656
00000100:00100000:0.0:1767327719.863359:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010535168:0@lo:400:kworker.0
00000100:00100000:2.0:1767327719.863388:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327719.863402:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9250
00000100:00100000:0.0:1767327719.863497:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535040
00000100:00100000:1.0:1767327719.863506:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35121
00000100:00100000:3.0:1767327719.863508:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010534784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327719.863509:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535040
00000100:00100000:2.0:1767327719.863522:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010535552:0@lo:38:kworker.0
00000100:00100000:1.0:1767327719.863534:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010534656:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327719.863554:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535424
00000100:00100000:0.0:1767327719.863560:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535424
00010000:00020000:1.0:1767327719.863576:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327719.863605:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327719.863631:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535296
00000100:00100000:0.0:1767327719.863636:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535296
00000100:00100000:3.0:1767327719.863641:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010534784:12345-0@lo:400:kworker.0 Request processed in 220us (637us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327719.863668:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535552
00000100:00100000:3.0:1767327719.863670:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9250
00000100:00100000:0.0:1767327719.863676:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535552
00000100:00100000:0.0:1767327719.863703:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976
00000100:00080000:2.0:1767327719.863720:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327719.863722:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010534656:12345-0@lo:38:kworker.0 Request processed in 190us (719us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327719.863724:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010535424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327719.863744:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9251
00000100:00080000:2.0:1767327719.863749:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327719.863779:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010534656:0@lo:38:kworker.0
00000100:00100000:1.0:1767327719.863789:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35121
00000100:00100000:3.0:1767327719.863791:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010534912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327719.863837:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010535424:12345-0@lo:400:kworker.0 Request processed in 118us (531us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327719.863850:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976
00000100:00100000:0.0:1767327719.863897:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821
00000100:00100000:0.0:1767327719.863907:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010535040:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327719.863921:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822
00000100:00100000:3.0:1767327719.863924:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010534912:12345-0@lo:400:kworker.0 Request processed in 151us (840us total) trans 0 rc 0/0
00010000:00020000:0.0:1767327719.863931:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327719.863946:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010535296:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327719.863950:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823
00000100:00100000:3.0:1767327719.863959:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9251
00000100:00100000:1.0:1767327719.863980:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010535552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327719.863996:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327719.864010:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010535040:12345-0@lo:38:kworker.0 Request processed in 95us (789us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327719.864010:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327719.864029:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821
00000100:00100000:3.0:1767327719.864122:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010534784:0@lo:400:kworker.0
00000100:00080000:0.0:1767327719.864127:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327719.864128:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010535296:12345-0@lo:38:kworker.0 Request processed in 185us (741us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327719.864134:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010535552:12345-0@lo:38:kworker.0 Request processed in 149us (532us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327719.864156:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327719.864195:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010535296:0@lo:38:kworker.0
00000100:00080000:0.0:1767327719.864214:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327719.864215:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822
00000100:00080000:3.0:1767327719.864215:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327719.864231:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327719.864234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327719.864237:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823
00000100:00080000:3.0:1767327719.864251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327719.864252:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010535552:0@lo:38:kworker.0
00000100:00100000:2.0:1767327719.864295:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327719.864299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327719.864313:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327719.864321:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010535040:0@lo:38:kworker.0
00000100:00100000:1.0:1767327719.864349:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535168
00000100:00100000:1.0:1767327719.864363:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535168
00000100:00100000:3.0:1767327719.864377:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010534912:0@lo:400:kworker.0
00000100:00100000:2.0:1767327719.864406:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010535424:0@lo:400:kworker.0
00000100:00080000:0.0:1767327719.864471:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327719.864510:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:1.0:1767327719.864533:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010535168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327719.864609:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010535168:12345-0@lo:400:kworker.0 Request processed in 85us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327719.864619:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00100000:2.0:1767327719.864682:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010535168:0@lo:400:kworker.0
00000100:00100000:0.0:1767327720.374655:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010535680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327720.374760:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327720.374846:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535680
00000100:00100000:2.0:1767327720.374859:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535680
00000100:00100000:2.0:1767327720.374925:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8127
00000100:00100000:2.0:1767327720.374947:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010535680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327720.374985:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327720.375073:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010535680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327720.375088:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8127
00000100:00100000:0.0:1767327720.375150:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010535680:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327720.822690:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327720.886742:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010535808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327720.886879:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327720.887011:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535808
00000100:00100000:2.0:1767327720.887024:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535808
00000100:00100000:2.0:1767327720.887087:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8128
00000100:00100000:2.0:1767327720.887104:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010535808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327720.887140:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327720.887264:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010535808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327720.887273:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8128
00000100:00100000:0.0:1767327720.887365:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010535808:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327721.846689:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327722.870688:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327723.894723:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327724.369972:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327724.370044:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327724.370093:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205376
00000100:00100000:1.0:1767327724.370119:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205376
00000100:00100000:0.0:1767327724.370182:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205248
00000100:00100000:0.0:1767327724.370198:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205248
00000100:00080000:3.0:1767327724.370291:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327724.370321:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1978
00000100:00100000:1.0:1767327724.370347:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3824
00000100:00100000:0.0:1767327724.370361:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993205376:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327724.370380:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993205248:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327724.370490:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327724.370538:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993205376:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 196us (573us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327724.370553:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1978
00000100:00100000:1.0:1767327724.370607:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993205248:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 230us (560us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327724.370620:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3824
00010000:00010000:1.0:1767327724.918669:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327724.982640:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327724.982651:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327724.982655:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327724.982659:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327724.982663:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327724.982671:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12917
00000100:00080000:2.0:1767327724.982675:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327724.982683:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327724.982736:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341500 x1853164010535936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327724.982813:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010535936:0@lo:38:kworker.0
00000100:00080000:2.0:1767327724.982815:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327724.982828:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327724.982832:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327724.982837:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12917
00000100:00080000:2.0:1767327724.982840:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327724.982849:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327724.982865:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9880 x1853164010536320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327724.982897:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010536192:0@lo:400:kworker.0
00000100:00080000:2.0:1767327724.982906:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327724.982910:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010536064:0@lo:400:kworker.0
00000100:00100000:0.0:1767327724.982925:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327724.982926:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327724.982933:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327724.982939:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12917
00000100:00080000:2.0:1767327724.982942:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327724.982947:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327724.982961:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8000 x1853164010536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327724.982984:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327724.982990:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327724.982994:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010536320:0@lo:38:kworker.0
00000100:00080000:2.0:1767327724.982995:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327724.983009:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12917
00000100:00100000:3.0:1767327724.983009:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327724.983019:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327724.983024:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327724.983049:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010536832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327724.983064:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010535936
00000100:00100000:1.0:1767327724.983080:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010535936
00000100:00100000:0.0:1767327724.983088:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327724.983091:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010536448:0@lo:400:kworker.0
00000100:00100000:3.0:1767327724.983119:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327724.983134:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010536576:0@lo:38:kworker.0
00000100:00100000:2.0:1767327724.983171:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327724.983271:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35122
00000100:00100000:2.0:1767327724.983280:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327724.983285:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327724.983318:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010535936:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327724.983320:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010536704:0@lo:400:kworker.0
00000100:00100000:3.0:1767327724.983326:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536064
00000100:00100000:3.0:1767327724.983343:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536064
00000100:00100000:0.0:1767327724.983393:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010536832:0@lo:38:kworker.0
00010000:00020000:1.0:1767327724.983433:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327724.983474:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327724.983504:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536192
00000100:00100000:0.0:1767327724.983514:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9252
00000100:00100000:3.0:1767327724.983515:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536192
00000100:00100000:0.0:1767327724.983539:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010536064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327724.983560:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536320
00000100:00100000:2.0:1767327724.983568:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536320
00000100:00100000:1.0:1767327724.983581:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010535936:12345-0@lo:38:kworker.0 Request processed in 277us (668us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327724.983597:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9253
00000100:00100000:1.0:1767327724.983606:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35122
00000100:00100000:2.0:1767327724.983608:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536448
00000100:00100000:2.0:1767327724.983613:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536448
00000100:00100000:3.0:1767327724.983630:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010536192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327724.983640:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010536064:12345-0@lo:400:kworker.0 Request processed in 104us (630us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327724.983657:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9252
00000100:00100000:2.0:1767327724.983676:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979
00000100:00100000:2.0:1767327724.983688:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010536448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327724.983723:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327724.983756:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536576
00000100:00100000:3.0:1767327724.983768:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010536192:12345-0@lo:400:kworker.0 Request processed in 147us (647us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327724.983769:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536576
00000100:00100000:2.0:1767327724.983790:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010536448:12345-0@lo:400:kworker.0 Request processed in 102us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327724.983792:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9253
00000100:00080000:0.0:1767327724.983793:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327724.983809:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536704
00000100:00080000:0.0:1767327724.983817:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327724.983818:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979
00000100:00100000:1.0:1767327724.983819:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536704
00000100:00100000:0.0:1767327724.983840:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010535936:0@lo:38:kworker.0
00000100:00100000:3.0:1767327724.983860:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536832
00000100:00100000:3.0:1767327724.983869:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536832
00000100:00100000:2.0:1767327724.983877:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825
00000100:00100000:2.0:1767327724.983885:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010536320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327724.983909:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327724.983920:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980
00000100:00100000:3.0:1767327724.983938:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826
00000100:00100000:1.0:1767327724.983949:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010536704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327724.983968:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767327724.983968:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010536576:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327724.983976:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010536320:12345-0@lo:38:kworker.0 Request processed in 75us (881us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327724.983994:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010536832:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327724.983998:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825
00010000:00020000:3.0:1767327724.984004:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327724.984018:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327724.984088:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010536448:0@lo:400:kworker.0
00000100:00100000:1.0:1767327724.984106:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010536704:12345-0@lo:400:kworker.0 Request processed in 168us (690us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327724.984108:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010536576:12345-0@lo:38:kworker.0 Request processed in 152us (839us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327724.984126:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010536832:12345-0@lo:38:kworker.0 Request processed in 125us (401us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327724.984129:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010536704:0@lo:400:kworker.0
00000100:00100000:3.0:1767327724.984172:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826
00000100:00100000:1.0:1767327724.984187:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980
00000100:00100000:0.0:1767327724.984201:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827
00000100:00080000:2.0:1767327724.984242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327724.984251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327724.984258:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327724.984271:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010536192:0@lo:400:kworker.0
00000100:00080000:0.0:1767327724.984284:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327724.984296:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327724.984306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010536832:0@lo:38:kworker.0
00000100:00080000:0.0:1767327724.984340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327724.984345:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327724.984348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010536320:0@lo:38:kworker.0
00000100:00100000:1.0:1767327724.984356:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010536064:0@lo:400:kworker.0
00000100:00080000:0.0:1767327724.984359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327724.984384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327724.984398:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010536576:0@lo:38:kworker.0
00000100:00100000:0.0:1767327725.494667:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327725.494693:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010536960:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327725.494775:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327725.494874:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010536960
00000100:00100000:2.0:1767327725.494886:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010536960
00000100:00100000:2.0:1767327725.494976:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8129
00000100:00100000:2.0:1767327725.494989:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010536960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327725.495038:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327725.495126:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010536960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327725.495136:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8129
00000100:00100000:0.0:1767327725.495246:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010536960:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327725.942755:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327726.006581:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767327726.006597:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010537088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327726.006683:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327726.006734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537088
00000100:00100000:2.0:1767327726.006744:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537088
00000100:00080000:3.0:1767327726.006801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327726.006806:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8130
00000100:00100000:2.0:1767327726.006818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010537088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327726.006850:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327726.006920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010537088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327726.006931:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8130
00000100:00100000:0.0:1767327726.006981:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010537088:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327726.966752:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327727.990729:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327729.014657:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327729.489536:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327729.489621:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327729.489648:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205504
00000100:00100000:0.0:1767327729.489664:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205504
00000100:00100000:0.0:1767327729.489722:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205632
00000100:00100000:0.0:1767327729.489726:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205632
00000100:00100000:1.0:1767327729.489772:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3828
00000100:00100000:1.0:1767327729.489787:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993205504:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327729.489803:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1981
00010000:00020000:1.0:1767327729.489821:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327729.489828:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993205632:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327729.489862:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327729.489924:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993205504:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 131us (398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327729.489939:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993205632:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 112us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327729.489960:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1981
00000100:00100000:1.0:1767327729.489978:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3828
00010000:00010000:1.0:1767327730.038627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327730.102589:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327730.102601:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327730.102607:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327730.102613:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327730.102618:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327730.102630:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12922
00000100:00080000:2.0:1767327730.102637:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327730.102649:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327730.102702:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010537216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327730.102784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010537216:0@lo:38:kworker.0
00000100:00080000:2.0:1767327730.102790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327730.102801:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327730.102804:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327730.102810:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12922
00000100:00080000:2.0:1767327730.102814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327730.102819:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327730.102854:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4a80 x1853164010537600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327730.102926:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327730.102941:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327730.102942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327730.102943:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010537344:0@lo:400:kworker.0
00000100:00080000:2.0:1767327730.102945:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327730.102957:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010537472:0@lo:400:kworker.0
00000100:00080000:2.0:1767327730.102963:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12922
00000100:00080000:2.0:1767327730.102977:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327730.102984:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327730.103010:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010537856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327730.103022:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010537600:0@lo:38:kworker.0
00000100:00080000:2.0:1767327730.103051:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327730.103057:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327730.103061:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327730.103067:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12922
00000100:00080000:2.0:1767327730.103073:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327730.103082:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327730.103098:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537216
00000100:00100000:3.0:1767327730.103101:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327730.103139:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327730.103140:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537216
00000100:00100000:2.0:1767327730.103141:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9880 x1853164010538112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327730.103209:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010537728:0@lo:400:kworker.0
00000100:00100000:0.0:1767327730.103228:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010537856:0@lo:38:kworker.0
00000100:00100000:1.0:1767327730.103240:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35123
00000100:00100000:1.0:1767327730.103257:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010537216:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327730.103272:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010537984:0@lo:400:kworker.0
00010000:00020000:1.0:1767327730.103309:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327730.103319:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327730.103350:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537600
00000100:00100000:0.0:1767327730.103359:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537600
00000100:00100000:0.0:1767327730.103402:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537728
00000100:00100000:0.0:1767327730.103412:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537728
00000100:00100000:3.0:1767327730.103469:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327730.103486:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010537216:12345-0@lo:38:kworker.0 Request processed in 228us (550us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327730.103500:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35123
00000100:00100000:2.0:1767327730.103550:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327730.103570:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537344
00000100:00100000:3.0:1767327730.103580:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537344
00000100:00100000:0.0:1767327730.103593:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537984
00000100:00100000:0.0:1767327730.103603:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537984
00000100:00100000:1.0:1767327730.103608:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537472
00000100:00100000:1.0:1767327730.103618:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537472
00000100:00100000:3.0:1767327730.103668:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9254
00000100:00100000:0.0:1767327730.103695:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982
00000100:00100000:3.0:1767327730.103698:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010537344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327730.103700:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9255
00000100:00100000:2.0:1767327730.103717:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:0.0:1767327730.103726:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010537728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327730.103729:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010537472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327730.103747:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010537984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327730.103814:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010537344:12345-0@lo:400:kworker.0 Request processed in 131us (731us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327730.103830:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9254
00000100:00100000:1.0:1767327730.103886:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010537472:12345-0@lo:400:kworker.0 Request processed in 161us (480us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327730.103898:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829
00000100:00100000:0.0:1767327730.103899:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010537728:12345-0@lo:400:kworker.0 Request processed in 176us (582us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327730.103901:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010537984:12345-0@lo:400:kworker.0 Request processed in 158us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327730.103926:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9255
00000100:00100000:3.0:1767327730.103928:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010537600:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327730.103941:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982
00000100:00100000:2.0:1767327730.103956:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00010000:00020000:3.0:1767327730.103962:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327730.104024:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010537600:12345-0@lo:38:kworker.0 Request processed in 104us (929us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327730.104036:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829
00000100:00080000:1.0:1767327730.104047:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327730.104055:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010537984:0@lo:400:kworker.0
00000100:00080000:1.0:1767327730.104061:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327730.104066:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010537728:0@lo:400:kworker.0
00000100:00080000:1.0:1767327730.104073:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327730.104154:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010537472:0@lo:400:kworker.0
00000100:00100000:2.0:1767327730.104159:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327730.104211:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010537344:0@lo:400:kworker.0
00000100:00100000:2.0:1767327730.104232:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010538112:0@lo:38:kworker.0
00000100:00100000:1.0:1767327730.104257:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010537856
00000100:00100000:1.0:1767327730.104270:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010537856
00000100:00100000:2.0:1767327730.104296:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327730.104354:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538112
00000100:00100000:1.0:1767327730.104361:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538112
00000100:00080000:2.0:1767327730.104412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327730.104458:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830
00000100:00100000:1.0:1767327730.104479:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831
00000100:00080000:2.0:1767327730.104480:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327730.104480:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010537856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327730.104504:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010538112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327730.104506:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010537600:0@lo:38:kworker.0
00010000:00020000:3.0:1767327730.104514:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327730.104539:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327730.104558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327730.104570:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327730.104578:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010537216:0@lo:38:kworker.0
00000100:00100000:3.0:1767327730.104597:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010537856:12345-0@lo:38:kworker.0 Request processed in 123us (441us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327730.104611:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830
00000100:00100000:1.0:1767327730.104623:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010538112:12345-0@lo:38:kworker.0 Request processed in 120us (327us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327730.104635:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327730.104637:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831
00000100:00080000:2.0:1767327730.104653:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327730.104661:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010537856:0@lo:38:kworker.0
00000100:00080000:2.0:1767327730.104679:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327730.104683:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327730.104690:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010538112:0@lo:38:kworker.0
00000100:00100000:0.0:1767327730.614610:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010538240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327730.614684:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327730.614768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538240
00000100:00100000:2.0:1767327730.614790:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538240
00000100:00100000:2.0:1767327730.614859:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8131
00000100:00100000:2.0:1767327730.614868:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010538240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327730.614897:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327730.614949:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010538240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327730.614959:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8131
00000100:00100000:0.0:1767327730.615017:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010538240:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327731.062638:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327731.126640:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327731.126663:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010538368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327731.126741:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327731.126804:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538368
00000100:00100000:2.0:1767327731.126816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538368
00000100:00100000:2.0:1767327731.126872:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8132
00000100:00100000:2.0:1767327731.126883:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010538368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327731.126929:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327731.127007:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010538368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327731.127015:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8132
00000100:00100000:0.0:1767327731.127071:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010538368:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327732.086776:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327733.110584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327734.134650:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327734.609462:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327734.609506:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327734.609524:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205760
00000100:00100000:1.0:1767327734.609536:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205760
00000100:00100000:1.0:1767327734.609593:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993205888
00000100:00100000:1.0:1767327734.609597:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993205888
00000100:00080000:3.0:1767327734.609663:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327734.609667:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3832
00000100:00100000:0.0:1767327734.609689:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993205760:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327734.609693:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1984
00000100:00100000:2.0:1767327734.609722:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993205888:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327734.609737:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327734.609805:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993205888:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327734.609817:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1984
00000100:00100000:0.0:1767327734.609841:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993205760:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 154us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327734.609854:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3832
00010000:00010000:1.0:1767327735.158573:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327735.222501:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327735.222512:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327735.222515:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327735.222520:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327735.222524:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327735.222531:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12927
00000100:00080000:2.0:1767327735.222537:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327735.222545:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327735.222585:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb100 x1853164010538496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327735.222640:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010538496:0@lo:38:kworker.0
00000100:00080000:2.0:1767327735.222662:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327735.222676:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327735.222679:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327735.222685:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12927
00000100:00080000:2.0:1767327735.222689:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327735.222692:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010538624:0@lo:400:kworker.0
00000100:00080000:2.0:1767327735.222697:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327735.222705:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010538752:0@lo:400:kworker.0
00000100:00100000:0.0:1767327735.222706:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327735.222718:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52300 x1853164010538880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327735.222741:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327735.222765:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327735.222771:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010538880:0@lo:38:kworker.0
00000100:00080000:2.0:1767327735.222773:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327735.222778:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327735.222785:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12927
00000100:00100000:3.0:1767327735.222786:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010539008:0@lo:400:kworker.0
00000100:00080000:2.0:1767327735.222790:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327735.222798:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327735.222803:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538496
00000100:00100000:0.0:1767327735.222804:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327735.222814:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538496
00000100:00100000:2.0:1767327735.222817:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51180 x1853164010539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327735.222835:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327735.222849:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327735.222853:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538880
00000100:00080000:2.0:1767327735.222855:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327735.222858:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538880
00000100:00080000:2.0:1767327735.222859:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327735.222862:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35124
00000100:00080000:2.0:1767327735.222868:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12927
00000100:00080000:2.0:1767327735.222872:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327735.222874:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327735.222876:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010538496:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327735.222880:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327735.222887:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539008
00000100:00100000:3.0:1767327735.222887:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010539264:0@lo:400:kworker.0
00000100:00100000:0.0:1767327735.222894:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539008
00010000:00020000:1.0:1767327735.222899:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327735.222900:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52680 x1853164010539392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327735.222923:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327735.222953:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539264
00000100:00100000:1.0:1767327735.222955:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010538496:12345-0@lo:38:kworker.0 Request processed in 79us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327735.222960:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539264
00000100:00080000:3.0:1767327735.222962:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327735.222963:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:1.0:1767327735.222972:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35124
00000100:00100000:2.0:1767327735.222981:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010539008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327735.222985:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833
00000100:00100000:3.0:1767327735.222996:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010538880:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327735.223008:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986
00010000:00020000:3.0:1767327735.223010:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327735.223011:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538624
00000100:00100000:1.0:1767327735.223018:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538624
00000100:00100000:0.0:1767327735.223020:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010539264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327735.223053:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010539008:12345-0@lo:400:kworker.0 Request processed in 76us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327735.223067:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00000100:00100000:3.0:1767327735.223068:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010538880:12345-0@lo:38:kworker.0 Request processed in 68us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327735.223087:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9256
00000100:00100000:0.0:1767327735.223089:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010539264:12345-0@lo:400:kworker.0 Request processed in 57us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327735.223100:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010538624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327735.223104:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986
00000100:00100000:3.0:1767327735.223112:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833
00000100:00100000:2.0:1767327735.223120:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327735.223141:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010539136:0@lo:38:kworker.0
00000100:00080000:3.0:1767327735.223142:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327735.223149:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327735.223155:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010538624:12345-0@lo:400:kworker.0 Request processed in 59us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327735.223166:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9256
00000100:00100000:0.0:1767327735.223177:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327735.223184:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010538752
00000100:00100000:3.0:1767327735.223184:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010539264:0@lo:400:kworker.0
00000100:00100000:1.0:1767327735.223190:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010538752
00000100:00100000:0.0:1767327735.223203:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010539392:0@lo:38:kworker.0
00000100:00100000:2.0:1767327735.223204:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539136
00000100:00100000:3.0:1767327735.223207:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010539008:0@lo:400:kworker.0
00000100:00100000:2.0:1767327735.223213:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539136
00000100:00100000:0.0:1767327735.223234:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327735.223235:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327735.223246:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9257
00000100:00100000:2.0:1767327735.223251:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539392
00000100:00100000:2.0:1767327735.223256:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539392
00000100:00100000:3.0:1767327735.223260:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767327735.223261:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010538752:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327735.223266:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327735.223272:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010539136:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327735.223274:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327735.223281:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010538880:0@lo:38:kworker.0
00010000:00020000:3.0:1767327735.223286:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327735.223287:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835
00000100:00080000:0.0:1767327735.223297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327735.223298:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010539392:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327735.223305:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327735.223311:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010538496:0@lo:38:kworker.0
00000100:00100000:1.0:1767327735.223315:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010538752:12345-0@lo:400:kworker.0 Request processed in 57us (195us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327735.223317:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327735.223323:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9257
00000100:00100000:3.0:1767327735.223325:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010539136:12345-0@lo:38:kworker.0 Request processed in 53us (147us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327735.223334:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834
00000100:00080000:0.0:1767327735.223342:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327735.223348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327735.223351:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010539136:0@lo:38:kworker.0
00000100:00100000:2.0:1767327735.223370:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010539392:12345-0@lo:38:kworker.0 Request processed in 71us (136us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327735.223376:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010538624:0@lo:400:kworker.0
00000100:00080000:0.0:1767327735.223380:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327735.223385:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835
00000100:00080000:0.0:1767327735.223387:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327735.223394:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010539392:0@lo:38:kworker.0
00000100:00100000:1.0:1767327735.223461:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010538752:0@lo:400:kworker.0
00000100:00100000:1.0:1767327735.734608:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010539520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327735.734676:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327735.734745:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539520
00000100:00100000:2.0:1767327735.734755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539520
00000100:00100000:2.0:1767327735.734807:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8133
00000100:00100000:2.0:1767327735.734820:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010539520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327735.734850:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327735.734903:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010539520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327735.734912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8133
00000100:00100000:1.0:1767327735.734948:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010539520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327736.182536:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327736.246597:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010539648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327736.246665:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327736.246706:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539648
00000100:00100000:2.0:1767327736.246715:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539648
00000100:00100000:2.0:1767327736.246761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8134
00000100:00100000:2.0:1767327736.246769:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010539648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327736.246795:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327736.246837:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010539648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327736.246844:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8134
00000100:00100000:1.0:1767327736.246883:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010539648:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327737.206617:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327738.230568:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327739.254672:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327739.318558:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327714/real 1767327714]  req@ffff9bb58a342d80 x1853164010534272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327739.318603:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58a342d80 x1853164010534272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327739.318623:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327739.318643:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327739.318647:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010534272:0@lo:250:kworker.0
00000100:00080000:0.0:1767327739.318675:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327739.318683:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327739.318687:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327739.318693:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12912
00000100:00080000:0.0:1767327739.318697:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327739.318703:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327739.318739:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9880 x1853164010539776/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327739.318766:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327739.318769:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327739.318771:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327739.318775:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12933
00000100:00080000:0.0:1767327739.318779:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327739.318784:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327739.318801:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010539776:0@lo:250:kworker.0
00000100:00100000:0.0:1767327739.318803:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdb100 x1853164010539904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327739.318860:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010539776 offset 0 length 520: 4
00000100:00080000:0.0:1767327739.318870:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327739.318875:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327739.318878:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327739.318884:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12933
00000100:00080000:0.0:1767327739.318888:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327739.318893:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327739.318909:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8700 x1853164010540288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327739.318935:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010539904:0@lo:38:kworker.0
00000100:00100000:3.0:1767327739.318935:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010540032:0@lo:400:kworker.0
00000100:00100000:1.0:1767327739.318936:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010540160:0@lo:400:kworker.0
00000100:00080000:0.0:1767327739.318946:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327739.318956:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327739.318959:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327739.318964:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12933
00000100:00080000:0.0:1767327739.318967:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327739.318971:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327739.318989:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ea680 x1853164010540544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327739.319013:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327739.319023:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327739.319024:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327739.319028:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327739.319030:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327739.319033:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010540672:0@lo:400:kworker.0
00000100:00080000:0.0:1767327739.319059:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12933
00000100:00080000:0.0:1767327739.319064:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327739.319070:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327739.319086:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010540288:0@lo:38:kworker.0
00000100:00100000:0.0:1767327739.319095:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ca80 x1853164010540800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327739.319129:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327739.319140:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010539904
00000100:00100000:3.0:1767327739.319149:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010539904
00000100:00100000:0.0:1767327739.319155:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327739.319174:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010540416:0@lo:400:kworker.0
00000100:00100000:3.0:1767327739.319193:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35125
00000100:00100000:3.0:1767327739.319203:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010539904:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327739.319214:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327739.319225:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540032
00000100:00100000:1.0:1767327739.319236:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540032
00010000:00020000:3.0:1767327739.319236:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327739.319239:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540672
00000100:00100000:0.0:1767327739.319247:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540672
00000100:00100000:2.0:1767327739.319291:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327739.319300:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010539904:12345-0@lo:38:kworker.0 Request processed in 89us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327739.319316:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540160
00000100:00100000:3.0:1767327739.319316:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35125
00000100:00100000:1.0:1767327739.319325:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540160
00000100:00100000:2.0:1767327739.319331:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010540544:0@lo:38:kworker.0
00000100:00100000:0.0:1767327739.319338:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540416
00000100:00100000:0.0:1767327739.319347:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540416
00000100:00100000:2.0:1767327739.319375:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327739.319379:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9258
00000100:00100000:3.0:1767327739.319390:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540288
00000100:00100000:1.0:1767327739.319394:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010540032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327739.319401:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540288
00000100:00100000:2.0:1767327739.319404:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010540800:0@lo:38:kworker.0
00000100:00100000:0.0:1767327739.319407:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540544
00000100:00100000:0.0:1767327739.319461:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540544
00000100:00100000:2.0:1767327739.319467:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327739.319484:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540800
00000100:00100000:3.0:1767327739.319490:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540800
00000100:00100000:0.0:1767327739.319498:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987
00000100:00080000:2.0:1767327739.319508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327739.319517:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010540672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327739.319521:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988
00000100:00080000:2.0:1767327739.319523:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327739.319537:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010540032:12345-0@lo:400:kworker.0 Request processed in 144us (513us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327739.319539:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010539904:0@lo:38:kworker.0
00000100:00100000:3.0:1767327739.319542:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010540416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327739.319565:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9258
00000100:00100000:1.0:1767327739.319609:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9259
00000100:00100000:2.0:1767327739.319616:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836
00000100:00100000:0.0:1767327739.319617:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010540672:12345-0@lo:400:kworker.0 Request processed in 102us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327739.319627:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010540416:12345-0@lo:400:kworker.0 Request processed in 90us (413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327739.319635:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010540288:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327739.319637:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987
00000100:00100000:1.0:1767327739.319639:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010540160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327739.319656:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988
00010000:00020000:2.0:1767327739.319664:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327739.319675:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837
00000100:00100000:0.0:1767327739.319685:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010540544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327739.319688:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838
00000100:00100000:3.0:1767327739.319704:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010540800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327739.319706:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327739.319730:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327739.319739:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010540288:12345-0@lo:38:kworker.0 Request processed in 106us (447us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327739.319743:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010540160:12345-0@lo:400:kworker.0 Request processed in 116us (589us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327739.319752:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836
00000100:00100000:0.0:1767327739.319761:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010540544:12345-0@lo:38:kworker.0 Request processed in 74us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327739.319766:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9259
00000100:00100000:0.0:1767327739.319776:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837
00000100:00100000:3.0:1767327739.319790:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010540800:12345-0@lo:38:kworker.0 Request processed in 84us (323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327739.319800:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838
00000100:00080000:2.0:1767327739.319807:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327739.319817:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327739.319823:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010540544:0@lo:38:kworker.0
00000100:00080000:1.0:1767327739.319827:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327739.319835:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327739.319841:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327739.319850:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327739.319859:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327739.319866:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010540800:0@lo:38:kworker.0
00000100:00100000:3.0:1767327739.319873:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010540416:0@lo:400:kworker.0
00000100:00100000:0.0:1767327739.319881:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010540672:0@lo:400:kworker.0
00000100:00080000:2.0:1767327739.319899:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327739.319902:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010540160:0@lo:400:kworker.0
00000100:00080000:2.0:1767327739.319909:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327739.319918:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010540288:0@lo:38:kworker.0
00000100:00100000:3.0:1767327739.319962:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010540032:0@lo:400:kworker.0
00000100:00100000:2.0:1767327739.729501:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327739.729537:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327739.729558:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993206272 offset 0 length 520: 4
00000100:00100000:3.0:1767327739.729561:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206016
00000100:00100000:3.0:1767327739.729572:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206016
00000100:00100000:0.0:1767327739.729595:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206144
00000100:00100000:0.0:1767327739.729602:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206144
00000100:00100000:3.0:1767327739.729617:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3839
00000100:00100000:3.0:1767327739.729625:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993206016:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327739.729648:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327739.729658:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327739.729663:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1989
00000100:00100000:0.0:1767327739.729674:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993206144:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327739.729718:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993206144:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327739.729725:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993206016:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327739.729730:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1989
00000100:00100000:3.0:1767327739.729743:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3839
00010000:00010000:1.0:1767327740.278585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327740.854616:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327740.854638:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010540928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327740.854703:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327740.854766:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010540928
00000100:00100000:2.0:1767327740.854775:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010540928
00000100:00100000:2.0:1767327740.854833:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8135
00000100:00100000:2.0:1767327740.854842:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010540928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327740.854869:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327740.854916:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010540928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327740.854922:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8135
00000100:00100000:1.0:1767327740.854969:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010540928:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327741.302626:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327741.366681:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010541056:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327741.366750:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327741.366807:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541056
00000100:00100000:2.0:1767327741.366816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541056
00000100:00080000:1.0:1767327741.366897:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327741.366913:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8136
00000100:00100000:2.0:1767327741.366925:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010541056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327741.366984:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327741.367062:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010541056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327741.367070:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8136
00000100:00100000:1.0:1767327741.367108:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010541056:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327742.326560:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327743.350540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327744.374549:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327744.438566:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327744.438579:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327744.438584:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327744.438590:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327744.438595:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327744.438606:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12937
00000100:00080000:2.0:1767327744.438611:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327744.438620:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327744.438707:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50e00 x1853164010541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327744.438788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010541184:0@lo:38:kworker.0
00000100:00080000:2.0:1767327744.438794:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327744.438799:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327744.438800:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327744.438805:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12937
00000100:00080000:2.0:1767327744.438807:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327744.438811:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327744.438831:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010541568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327744.438842:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010541440:0@lo:400:kworker.0
00000100:00100000:3.0:1767327744.438860:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010541312:0@lo:400:kworker.0
00000100:00100000:0.0:1767327744.438885:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327744.438927:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327744.438929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010541568:0@lo:38:kworker.0
00000100:00100000:3.0:1767327744.438937:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327744.438940:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327744.438943:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327744.438944:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327744.438952:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12937
00000100:00100000:1.0:1767327744.438956:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010541696:0@lo:400:kworker.0
00000100:00080000:2.0:1767327744.438958:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327744.438967:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327744.438981:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327744.438990:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6a00 x1853164010541824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327744.439018:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541312
00000100:00100000:1.0:1767327744.439027:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541312
00000100:00100000:3.0:1767327744.439030:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541184
00000100:00100000:3.0:1767327744.439036:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541184
00000100:00100000:0.0:1767327744.439039:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010541824:0@lo:38:kworker.0
00000100:00080000:2.0:1767327744.439063:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327744.439070:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327744.439073:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327744.439079:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12937
00000100:00080000:2.0:1767327744.439083:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327744.439088:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327744.439100:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35126
00000100:00100000:0.0:1767327744.439101:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327744.439107:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6d80 x1853164010542080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327744.439116:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010541184:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327744.439117:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9260
00000100:00100000:1.0:1767327744.439132:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010541312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327744.439138:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541568
00000100:00100000:0.0:1767327744.439144:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541568
00000100:00100000:2.0:1767327744.439150:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00020000:3.0:1767327744.439152:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327744.439163:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010541952:0@lo:400:kworker.0
00000100:00100000:0.0:1767327744.439185:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541824
00000100:00100000:0.0:1767327744.439190:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541824
00000100:00100000:1.0:1767327744.439210:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010541312:12345-0@lo:400:kworker.0 Request processed in 79us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327744.439218:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010541184:12345-0@lo:38:kworker.0 Request processed in 100us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327744.439219:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840
00000100:00100000:2.0:1767327744.439222:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327744.439231:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9260
00000100:00100000:0.0:1767327744.439251:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010541568:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327744.439257:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35126
00010000:00020000:0.0:1767327744.439267:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327744.439278:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327744.439298:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327744.439304:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010541568:12345-0@lo:38:kworker.0 Request processed in 71us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327744.439310:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840
00000100:00100000:3.0:1767327744.439325:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541952
00000100:00100000:3.0:1767327744.439332:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541952
00000100:00100000:2.0:1767327744.439334:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841
00000100:00100000:2.0:1767327744.439345:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010541824:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327744.439357:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010541312:0@lo:400:kworker.0
00000100:00100000:0.0:1767327744.439360:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010542080:0@lo:38:kworker.0
00010000:00020000:2.0:1767327744.439362:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327744.439382:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990
00000100:00100000:3.0:1767327744.439393:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010541952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327744.439395:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541440
00000100:00100000:1.0:1767327744.439400:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541440
00000100:00100000:0.0:1767327744.439406:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327744.439416:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010541824:12345-0@lo:38:kworker.0 Request processed in 71us (321us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327744.439439:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9261
00000100:00100000:2.0:1767327744.439452:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841
00000100:00080000:0.0:1767327744.439461:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327744.439469:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327744.439470:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542080
00000100:00100000:3.0:1767327744.439471:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010541952:12345-0@lo:400:kworker.0 Request processed in 78us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327744.439474:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010541824:0@lo:38:kworker.0
00000100:00100000:2.0:1767327744.439477:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542080
00000100:00100000:1.0:1767327744.439485:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010541440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327744.439489:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990
00000100:00080000:0.0:1767327744.439492:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327744.439499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327744.439503:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010541568:0@lo:38:kworker.0
00000100:00100000:2.0:1767327744.439509:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842
00000100:00100000:2.0:1767327744.439516:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010542080:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327744.439520:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767327744.439526:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327744.439531:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327744.439531:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327744.439539:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327744.439542:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010541184:0@lo:38:kworker.0
00000100:00100000:1.0:1767327744.439553:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010541440:12345-0@lo:400:kworker.0 Request processed in 104us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327744.439556:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327744.439565:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9261
00000100:00100000:2.0:1767327744.439572:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010542080:12345-0@lo:38:kworker.0 Request processed in 52us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327744.439582:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842
00000100:00080000:0.0:1767327744.439588:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327744.439594:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327744.439598:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010542080:0@lo:38:kworker.0
00000100:00100000:2.0:1767327744.439607:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010541696
00000100:00100000:2.0:1767327744.439615:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010541696
00000100:00100000:1.0:1767327744.439616:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010541440:0@lo:400:kworker.0
00000100:00100000:3.0:1767327744.439636:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010541952:0@lo:400:kworker.0
00000100:00080000:3.0:1767327744.439656:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327744.439669:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991
00000100:00100000:2.0:1767327744.439679:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010541696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327744.439714:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010541696:12345-0@lo:400:kworker.0 Request processed in 38us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327744.439718:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991
00000100:00100000:3.0:1767327744.439748:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010541696:0@lo:400:kworker.0
00000100:00100000:3.0:1767327744.849181:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327744.849238:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327744.849293:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206528
00000100:00100000:2.0:1767327744.849306:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206528
00000100:00100000:0.0:1767327744.849339:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206400
00000100:00100000:0.0:1767327744.849350:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206400
00000100:00080000:3.0:1767327744.849374:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327744.849389:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1992
00000100:00100000:2.0:1767327744.849418:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993206528:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327744.849425:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3843
00000100:00100000:0.0:1767327744.849468:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993206400:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327744.849488:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327744.849534:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993206528:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 134us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327744.849536:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993206400:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 101us (296us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327744.849552:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1992
00000100:00100000:0.0:1767327744.849559:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3843
00010000:00010000:1.0:1767327745.398620:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327745.974669:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010542208:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327745.974747:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327745.974800:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542208
00000100:00100000:2.0:1767327745.974812:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542208
00000100:00100000:2.0:1767327745.974882:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8137
00000100:00100000:2.0:1767327745.974893:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010542208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327745.974928:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327745.974986:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010542208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327745.975015:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8137
00000100:00100000:1.0:1767327745.975078:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010542208:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327746.422671:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327746.486737:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010542336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327746.486829:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327746.486901:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542336
00000100:00100000:2.0:1767327746.486911:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542336
00000100:00080000:3.0:1767327746.486966:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327746.486975:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8138
00000100:00100000:2.0:1767327746.486986:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010542336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327746.487049:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327746.487103:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010542336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327746.487112:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8138
00000100:00100000:1.0:1767327746.487150:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010542336:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327747.446638:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327748.470562:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327749.494668:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327749.558549:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327749.558563:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327749.558568:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327749.558573:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327749.558580:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327749.558590:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12942
00000100:00080000:2.0:1767327749.558597:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327749.558606:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327749.558659:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7800 x1853164010542464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327749.558735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010542464:0@lo:38:kworker.0
00000100:00080000:2.0:1767327749.558757:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327749.558765:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327749.558769:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327749.558777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12942
00000100:00100000:3.0:1767327749.558784:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010542592:0@lo:400:kworker.0
00000100:00080000:2.0:1767327749.558785:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327749.558800:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327749.558817:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327749.558823:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010542720:0@lo:400:kworker.0
00000100:00100000:2.0:1767327749.558834:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7100 x1853164010542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327749.558863:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327749.558884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010542848:0@lo:38:kworker.0
00000100:00080000:2.0:1767327749.558901:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327749.558910:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327749.558914:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327749.558921:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542464
00000100:00080000:2.0:1767327749.558923:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12942
00000100:00100000:1.0:1767327749.558932:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542464
00000100:00080000:2.0:1767327749.558932:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327749.558945:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327749.558955:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327749.558966:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542592
00000100:00100000:3.0:1767327749.558992:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542592
00000100:00100000:2.0:1767327749.558996:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5880 x1853164010543104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327749.559013:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35127
00000100:00100000:1.0:1767327749.559025:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010542464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327749.559036:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542848
00000100:00100000:0.0:1767327749.559044:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542848
00010000:00020000:1.0:1767327749.559050:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327749.559058:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327749.559068:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9262
00000100:00080000:2.0:1767327749.559070:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327749.559077:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327749.559088:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010542592:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327749.559089:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12942
00000100:00100000:0.0:1767327749.559090:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844
00000100:00080000:2.0:1767327749.559104:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327749.559113:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010542848:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327749.559114:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010542464:12345-0@lo:38:kworker.0 Request processed in 80us (290us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327749.559120:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327749.559137:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35127
00010000:00020000:0.0:1767327749.559140:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327749.559157:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5180 x1853164010543360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327749.559169:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010542592:12345-0@lo:400:kworker.0 Request processed in 86us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327749.559192:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010542848:12345-0@lo:38:kworker.0 Request processed in 82us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327749.559193:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9262
00000100:00100000:1.0:1767327749.559197:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010543104:0@lo:38:kworker.0
00000100:00100000:0.0:1767327749.559216:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844
00000100:00100000:2.0:1767327749.559236:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010542976:0@lo:400:kworker.0
00000100:00080000:3.0:1767327749.559238:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327749.559252:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327749.559264:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327749.559309:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543104
00000100:00100000:0.0:1767327749.559316:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543104
00000100:00080000:1.0:1767327749.559326:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327749.559333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327749.559338:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010542848:0@lo:38:kworker.0
00000100:00100000:2.0:1767327749.559350:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327749.559356:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010542592:0@lo:400:kworker.0
00000100:00080000:1.0:1767327749.559361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327749.559363:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845
00000100:00080000:1.0:1767327749.559370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327749.559377:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010542464:0@lo:38:kworker.0
00000100:00100000:0.0:1767327749.559378:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010543104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327749.559390:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542720
00000100:00100000:3.0:1767327749.559395:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542720
00010000:00020000:0.0:1767327749.559397:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327749.559405:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010543360:0@lo:38:kworker.0
00000100:00100000:2.0:1767327749.559407:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327749.559443:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010543232:0@lo:400:kworker.0
00000100:00100000:3.0:1767327749.559488:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9263
00000100:00100000:0.0:1767327749.559496:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010543104:12345-0@lo:38:kworker.0 Request processed in 117us (242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327749.559507:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010542720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327749.559508:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845
00000100:00100000:1.0:1767327749.559530:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327749.559549:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010542976
00000100:00100000:0.0:1767327749.559557:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010542976
00000100:00100000:2.0:1767327749.559565:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543360
00000100:00100000:2.0:1767327749.559576:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543360
00000100:00080000:1.0:1767327749.559599:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327749.559602:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010542720:12345-0@lo:400:kworker.0 Request processed in 98us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327749.559612:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993
00000100:00080000:1.0:1767327749.559612:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327749.559631:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010543104:0@lo:38:kworker.0
00000100:00100000:3.0:1767327749.559633:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9263
00000100:00100000:0.0:1767327749.559637:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010542976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327749.559637:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846
00000100:00100000:2.0:1767327749.559660:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010543360:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327749.559675:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327749.559684:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767327749.559686:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327749.559699:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010542976:12345-0@lo:400:kworker.0 Request processed in 69us (354us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327749.559709:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993
00000100:00100000:3.0:1767327749.559727:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010542720:0@lo:400:kworker.0
00000100:00100000:2.0:1767327749.559772:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010543360:12345-0@lo:38:kworker.0 Request processed in 114us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327749.559788:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846
00000100:00100000:3.0:1767327749.559797:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327749.559805:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327749.559812:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327749.559817:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010543360:0@lo:38:kworker.0
00000100:00100000:2.0:1767327749.559836:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543232
00000100:00100000:2.0:1767327749.559846:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543232
00000100:00100000:3.0:1767327749.559858:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010542976:0@lo:400:kworker.0
00000100:00080000:1.0:1767327749.559903:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327749.559926:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994
00000100:00100000:2.0:1767327749.559940:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010543232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327749.560008:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010543232:12345-0@lo:400:kworker.0 Request processed in 71us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327749.560019:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994
00000100:00100000:3.0:1767327749.560045:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010543232:0@lo:400:kworker.0
00000100:00100000:2.0:1767327749.969483:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327749.969541:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327749.969575:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206784
00000100:00100000:1.0:1767327749.969589:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206784
00000100:00100000:0.0:1767327749.969650:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206656
00000100:00100000:0.0:1767327749.969657:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206656
00000100:00080000:3.0:1767327749.969673:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327749.969685:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1995
00000100:00100000:0.0:1767327749.969699:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3847
00000100:00100000:1.0:1767327749.969701:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993206784:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327749.969710:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993206656:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327749.969732:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327749.969785:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993206784:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327749.969786:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993206656:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 73us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327749.969805:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3847
00000100:00100000:1.0:1767327749.969814:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1995
00010000:00010000:1.0:1767327750.518556:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327751.094629:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010543488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327751.094699:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327751.094743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543488
00000100:00100000:2.0:1767327751.094753:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543488
00000100:00080000:3.0:1767327751.094811:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327751.094819:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8139
00000100:00100000:2.0:1767327751.094830:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010543488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327751.094859:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327751.094914:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010543488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327751.094924:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8139
00000100:00100000:0.0:1767327751.094956:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010543488:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327751.542556:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327751.606589:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010543616:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327751.606676:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327751.606718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543616
00000100:00100000:2.0:1767327751.606726:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543616
00000100:00100000:2.0:1767327751.606780:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8140
00000100:00080000:3.0:1767327751.606789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327751.606791:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010543616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327751.606819:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327751.606870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010543616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327751.606876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8140
00000100:00100000:1.0:1767327751.606908:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010543616:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327752.566588:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327753.590564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327754.614538:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327754.678508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327754.678517:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327754.678520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327754.678524:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327754.678527:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327754.678534:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12947
00000100:00080000:2.0:1767327754.678540:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327754.678547:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327754.678584:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327754.678638:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010543744:0@lo:38:kworker.0
00000100:00080000:2.0:1767327754.678642:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327754.678647:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327754.678649:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327754.678652:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12947
00000100:00080000:2.0:1767327754.678655:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327754.678659:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327754.678664:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010543872:0@lo:400:kworker.0
00000100:00100000:2.0:1767327754.678671:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5180 x1853164010544128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327754.678698:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010544000:0@lo:400:kworker.0
00000100:00080000:2.0:1767327754.678699:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327754.678707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327754.678711:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327754.678721:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12947
00000100:00100000:3.0:1767327754.678722:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327754.678723:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327754.678727:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327754.678734:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327754.678751:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5880 x1853164010544384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327754.678768:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327754.678776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010544128:0@lo:38:kworker.0
00000100:00080000:2.0:1767327754.678777:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327754.678788:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327754.678791:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543872
00000100:00080000:2.0:1767327754.678793:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327754.678800:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543872
00000100:00080000:2.0:1767327754.678801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12947
00000100:00080000:2.0:1767327754.678807:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327754.678813:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010544256:0@lo:400:kworker.0
00000100:00080000:2.0:1767327754.678814:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327754.678828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327754.678837:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7100 x1853164010544640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327754.678866:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327754.678866:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010544384:0@lo:38:kworker.0
00000100:00100000:3.0:1767327754.678867:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544000
00000100:00100000:3.0:1767327754.678873:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544000
00000100:00100000:2.0:1767327754.678887:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010544512:0@lo:400:kworker.0
00000100:00100000:1.0:1767327754.678912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327754.678912:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9264
00000100:00100000:0.0:1767327754.678917:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544128
00000100:00100000:0.0:1767327754.678924:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544128
00000100:00100000:3.0:1767327754.678926:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc803050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010543872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327754.678959:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327754.678965:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010544640:0@lo:38:kworker.0
00000100:00100000:0.0:1767327754.678977:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544256
00000100:00100000:0.0:1767327754.678981:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544256
00000100:00100000:3.0:1767327754.679014:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc803050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010543872:12345-0@lo:400:kworker.0 Request processed in 89us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327754.679020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327754.679023:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544384
00000100:00100000:2.0:1767327754.679024:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544512
00000100:00100000:0.0:1767327754.679027:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544384
00000100:00100000:3.0:1767327754.679028:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9264
00000100:00100000:2.0:1767327754.679032:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544512
00000100:00100000:0.0:1767327754.679045:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544640
00000100:00100000:0.0:1767327754.679049:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544640
00000100:00100000:1.0:1767327754.679070:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996
00000100:00100000:0.0:1767327754.679080:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997
00000100:00100000:1.0:1767327754.679085:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010544256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327754.679093:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848
00000100:00100000:0.0:1767327754.679099:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010544512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327754.679108:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010544128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327754.679129:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327754.679153:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010544256:12345-0@lo:400:kworker.0 Request processed in 72us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327754.679163:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996
00000100:00100000:0.0:1767327754.679173:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010544512:12345-0@lo:400:kworker.0 Request processed in 79us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327754.679184:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997
00000100:00100000:2.0:1767327754.679189:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010544128:12345-0@lo:38:kworker.0 Request processed in 81us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327754.679195:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849
00000100:00100000:2.0:1767327754.679207:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848
00000100:00100000:1.0:1767327754.679208:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010544384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327754.679219:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850
00010000:00020000:1.0:1767327754.679222:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327754.679232:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010544640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327754.679248:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327754.679266:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010544384:12345-0@lo:38:kworker.0 Request processed in 60us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327754.679268:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010544512:0@lo:400:kworker.0
00000100:00100000:1.0:1767327754.679278:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849
00000100:00100000:3.0:1767327754.679291:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9265
00000100:00100000:0.0:1767327754.679297:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010544640:12345-0@lo:38:kworker.0 Request processed in 66us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327754.679302:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010544000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327754.679314:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850
00000100:00080000:2.0:1767327754.679323:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327754.679330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327754.679335:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010544640:0@lo:38:kworker.0
00000100:00100000:1.0:1767327754.679354:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010544256:0@lo:400:kworker.0
00000100:00100000:3.0:1767327754.679354:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010544000:12345-0@lo:400:kworker.0 Request processed in 52us (585us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327754.679355:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327754.679367:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327754.679369:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010544000:0@lo:400:kworker.0
00000100:00100000:3.0:1767327754.679373:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9265
00000100:00100000:2.0:1767327754.679375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010544128:0@lo:38:kworker.0
00000100:00100000:1.0:1767327754.679400:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010543744
00000100:00080000:2.0:1767327754.679400:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327754.679405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327754.679406:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010543744
00000100:00100000:2.0:1767327754.679412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010544384:0@lo:38:kworker.0
00000100:00100000:3.0:1767327754.679447:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010543872:0@lo:400:kworker.0
00000100:00080000:0.0:1767327754.679458:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327754.679466:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35128
00000100:00080000:0.0:1767327754.679467:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327754.679473:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327754.679478:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010543744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327754.679491:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327754.679533:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010543744:12345-0@lo:38:kworker.0 Request processed in 58us (821us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327754.679541:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35128
00000100:00080000:2.0:1767327754.679580:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327754.679584:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327754.679587:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010543744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327755.089092:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327755.089153:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327755.089155:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207040
00000100:00100000:0.0:1767327755.089164:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207040
00000100:00080000:3.0:1767327755.089210:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327755.089231:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993206912
00000100:00100000:1.0:1767327755.089238:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993206912
00000100:00100000:0.0:1767327755.089239:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1998
00000100:00100000:0.0:1767327755.089251:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993207040:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327755.089278:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3851
00000100:00100000:1.0:1767327755.089285:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993206912:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327755.089304:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327755.089323:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993207040:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327755.089332:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1998
00000100:00100000:1.0:1767327755.089337:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993206912:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 49us (182us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327755.089344:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3851
00010000:00010000:1.0:1767327755.638600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327756.214595:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327756.214618:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010544768:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327756.214698:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327756.214753:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544768
00000100:00100000:2.0:1767327756.214761:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544768
00000100:00100000:2.0:1767327756.214830:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8141
00000100:00100000:2.0:1767327756.214843:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc805050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010544768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327756.214875:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:1.0:1767327756.214891:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327756.214942:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc805050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010544768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327756.214952:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8141
00000100:00100000:0.0:1767327756.214994:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010544768:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327756.662554:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327756.726650:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010544896:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327756.726707:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327756.726746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010544896
00000100:00100000:2.0:1767327756.726755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010544896
00000100:00100000:2.0:1767327756.726825:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8142
00000100:00080000:1.0:1767327756.726829:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327756.726838:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010544896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327756.726867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327756.726913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010544896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327756.726934:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8142
00000100:00100000:0.0:1767327756.726971:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010544896:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327757.686563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327758.710561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327759.734559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327759.798523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327759.798531:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327759.798534:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327759.798537:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327759.798540:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327759.798547:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12952
00000100:00080000:1.0:1767327759.798551:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327759.798557:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327759.798594:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c000 x1853164010545024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327759.798647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010545024:0@lo:38:kworker.0
00000100:00080000:1.0:1767327759.798649:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327759.798657:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327759.798660:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327759.798664:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12952
00000100:00080000:1.0:1767327759.798666:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327759.798670:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327759.798681:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89d180 x1853164010545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327759.798696:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010545152:0@lo:400:kworker.0
00000100:00100000:3.0:1767327759.798701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010545280:0@lo:400:kworker.0
00000100:00080000:1.0:1767327759.798709:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327759.798714:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327759.798715:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327759.798719:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12952
00000100:00080000:1.0:1767327759.798722:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327759.798728:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327759.798729:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327759.798742:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c700 x1853164010545664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327759.798752:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327759.798760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327759.798763:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327759.798765:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327759.798769:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12952
00000100:00080000:1.0:1767327759.798772:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327759.798775:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327759.798781:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010545792:0@lo:400:kworker.0
00000100:00100000:1.0:1767327759.798788:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89fb80 x1853164010545920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327759.798804:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010545408:0@lo:38:kworker.0
00000100:00100000:1.0:1767327759.798819:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545024
00000100:00100000:0.0:1767327759.798825:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327759.798827:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545024
00000100:00100000:3.0:1767327759.798829:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010545536:0@lo:400:kworker.0
00000100:00100000:2.0:1767327759.798846:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545280
00000100:00100000:2.0:1767327759.798852:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545280
00000100:00100000:1.0:1767327759.798868:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35129
00000100:00100000:3.0:1767327759.798877:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327759.798879:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010545024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327759.798897:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327759.798914:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545792
00000100:00100000:0.0:1767327759.798921:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545792
00000100:00100000:2.0:1767327759.798925:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9266
00000100:00100000:2.0:1767327759.798935:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010545280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327759.798961:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010545024:12345-0@lo:38:kworker.0 Request processed in 84us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327759.798969:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545536
00000100:00100000:1.0:1767327759.798970:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35129
00000100:00100000:3.0:1767327759.798976:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545536
00000100:00100000:0.0:1767327759.798977:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999
00000100:00100000:2.0:1767327759.798993:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010545280:12345-0@lo:400:kworker.0 Request processed in 58us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327759.798998:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010545792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327759.799005:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9266
00000100:00100000:1.0:1767327759.799014:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327759.799026:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000
00000100:00100000:2.0:1767327759.799027:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545152
00000100:00100000:2.0:1767327759.799032:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545152
00000100:00100000:3.0:1767327759.799037:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010545536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327759.799069:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9267
00000100:00100000:0.0:1767327759.799077:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010545792:12345-0@lo:400:kworker.0 Request processed in 88us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327759.799081:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010545152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327759.799097:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999
00000100:00100000:3.0:1767327759.799097:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010545536:12345-0@lo:400:kworker.0 Request processed in 59us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327759.799106:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010545792:0@lo:400:kworker.0
00000100:00100000:3.0:1767327759.799112:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000
00000100:00100000:2.0:1767327759.799133:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010545152:12345-0@lo:400:kworker.0 Request processed in 55us (118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327759.799140:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9267
00000100:00100000:0.0:1767327759.799165:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327759.799165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327759.799172:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010545536:0@lo:400:kworker.0
00000100:00080000:1.0:1767327759.799173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327759.799179:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327759.799194:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010545280:0@lo:400:kworker.0
00000100:00100000:0.0:1767327759.799206:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010545664:0@lo:38:kworker.0
00000100:00100000:1.0:1767327759.799211:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010545152:0@lo:400:kworker.0
00000100:00100000:3.0:1767327759.799226:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545408
00000100:00100000:3.0:1767327759.799231:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545408
00000100:00100000:0.0:1767327759.799241:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327759.799260:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545664
00000100:00100000:3.0:1767327759.799263:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545664
00000100:00100000:2.0:1767327759.799273:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852
00000100:00100000:0.0:1767327759.799278:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010545920:0@lo:38:kworker.0
00000100:00100000:2.0:1767327759.799285:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010545408:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327759.799290:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853
00000100:00100000:3.0:1767327759.799298:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010545664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327759.799301:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327759.799314:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327759.799319:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327759.799335:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010545408:12345-0@lo:38:kworker.0 Request processed in 51us (170us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327759.799343:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852
00000100:00100000:1.0:1767327759.799346:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010545920
00000100:00100000:1.0:1767327759.799351:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010545920
00000100:00080000:0.0:1767327759.799364:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327759.799372:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327759.799372:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010545664:12345-0@lo:38:kworker.0 Request processed in 63us (121us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327759.799381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010545024:0@lo:38:kworker.0
00000100:00100000:1.0:1767327759.799382:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854
00000100:00100000:1.0:1767327759.799395:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010545920:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327759.799395:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853
00000100:00080000:0.0:1767327759.799411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767327759.799445:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327759.799457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327759.799462:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010545408:0@lo:38:kworker.0
00000100:00080000:0.0:1767327759.799479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327759.799481:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010545920:12345-0@lo:38:kworker.0 Request processed in 89us (168us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327759.799487:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327759.799492:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854
00000100:00100000:0.0:1767327759.799507:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010545664:0@lo:38:kworker.0
00000100:00080000:0.0:1767327759.799520:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327759.799523:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327759.799526:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010545920:0@lo:38:kworker.0
00000100:00100000:2.0:1767327760.209010:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327760.209058:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327760.209084:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207296
00000100:00100000:1.0:1767327760.209095:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207296
00000100:00100000:3.0:1767327760.209100:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207168
00000100:00100000:3.0:1767327760.209106:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207168
00000100:00080000:2.0:1767327760.209152:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327760.209158:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2001
00000100:00100000:1.0:1767327760.209170:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3855
00000100:00100000:3.0:1767327760.209175:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993207296:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327760.209182:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993207168:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327760.209201:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327760.209243:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993207296:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327760.209250:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2001
00000100:00100000:1.0:1767327760.209259:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993207168:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (198us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327760.209267:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3855
00010000:00010000:1.0:1767327760.758544:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327761.334618:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010546048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327761.334695:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327761.334761:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546048
00000100:00100000:2.0:1767327761.334769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546048
00000100:00080000:1.0:1767327761.334815:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327761.334836:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8143
00000100:00100000:2.0:1767327761.334848:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010546048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327761.334878:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327761.334959:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010546048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327761.334966:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8143
00000100:00100000:1.0:1767327761.335019:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010546048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327761.782582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327761.846599:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327761.846619:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010546176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327761.846682:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327761.846722:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546176
00000100:00100000:2.0:1767327761.846729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546176
00000100:00080000:3.0:1767327761.846784:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327761.846789:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8144
00000100:00100000:2.0:1767327761.846797:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010546176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327761.846822:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327761.846862:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010546176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327761.846868:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8144
00000100:00100000:1.0:1767327761.846935:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010546176:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327762.806567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327763.830576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327764.305225:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993207424 offset 0 length 520: 4
00000100:00100000:3.0:1767327764.305276:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327764.305318:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327764.305344:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207680
00000100:00100000:1.0:1767327764.305354:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207680
00000100:00100000:0.0:1767327764.305377:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207552
00000100:00100000:0.0:1767327764.305383:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207552
00000100:00080000:3.0:1767327764.305406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327764.305466:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2002
00000100:00100000:1.0:1767327764.305478:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3856
00000100:00100000:0.0:1767327764.305481:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993207680:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327764.305489:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993207552:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327764.305513:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327764.305549:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993207680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327764.305556:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993207552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 65us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327764.305562:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2002
00000100:00100000:1.0:1767327764.305569:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3856
00010000:00010000:1.0:1767327764.854563:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327764.918499:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327739/real 1767327739]  req@ffff9bb582cd9880 x1853164010539776/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767327764.918534:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd9880 x1853164010539776/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327764.918536:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327764.918556:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327764.918559:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327764.918562:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327764.918565:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327764.918566:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327764.918570:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12957
00000100:00080000:2.0:1767327764.918576:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327764.918582:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767327764.918586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767327764.918590:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010539776:0@lo:250:kworker.0
00000100:00100000:2.0:1767327764.918622:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010546304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327764.918653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010546304:0@lo:38:kworker.0
00000100:00080000:2.0:1767327764.918667:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327764.918672:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327764.918674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327764.918678:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12957
00000100:00080000:2.0:1767327764.918680:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327764.918683:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327764.918696:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6d80 x1853164010546688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327764.918697:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010546560:0@lo:400:kworker.0
00000100:00100000:3.0:1767327764.918697:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010546432:0@lo:400:kworker.0
00000100:00100000:0.0:1767327764.918711:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327764.918741:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327764.918745:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327764.918747:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327764.918751:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12957
00000100:00080000:2.0:1767327764.918756:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327764.918759:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327764.918762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327764.918767:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546304
00000100:00100000:0.0:1767327764.918768:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010546688:0@lo:38:kworker.0
00000100:00100000:2.0:1767327764.918774:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7800 x1853164010546944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327764.918777:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546304
00000100:00080000:2.0:1767327764.918799:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327764.918802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327764.918806:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327764.918806:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327764.918812:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12957
00000100:00080000:2.0:1767327764.918815:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327764.918818:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327764.918824:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35130
00000100:00100000:2.0:1767327764.918831:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6300 x1853164010547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327764.918834:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010547072:0@lo:400:kworker.0
00000100:00100000:1.0:1767327764.918835:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010546304:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327764.918836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010546944:0@lo:38:kworker.0
00000100:00080000:2.0:1767327764.918857:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327764.918861:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327764.918878:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00010000:00020000:1.0:1767327764.918879:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327764.918885:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12937
00000100:00080000:2.0:1767327764.918888:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327764.918892:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327764.918899:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327764.918901:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546688
00000100:00100000:0.0:1767327764.918906:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546688
00000100:00100000:2.0:1767327764.918911:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4000 x1853164010547328/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327764.918933:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547072
00000100:00100000:1.0:1767327764.918934:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010546304:12345-0@lo:38:kworker.0 Request processed in 98us (225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327764.918937:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547072
00000100:00100000:3.0:1767327764.918939:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327764.918944:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546432
00000100:00100000:1.0:1767327764.918946:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35130
00000100:00100000:3.0:1767327764.918949:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010546816:0@lo:400:kworker.0
00000100:00100000:2.0:1767327764.918951:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546432
00000100:00100000:3.0:1767327764.918983:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327764.918987:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:1.0:1767327764.918994:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327764.919001:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010547072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327764.919001:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9268
00000100:00100000:2.0:1767327764.919018:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010546432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327764.919029:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546816
00000100:00100000:3.0:1767327764.919035:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546816
00000100:00100000:1.0:1767327764.919037:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546560
00000100:00100000:1.0:1767327764.919041:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546560
00000100:00100000:0.0:1767327764.919056:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010547072:12345-0@lo:400:kworker.0 Request processed in 58us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327764.919063:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00000100:00100000:1.0:1767327764.919076:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9269
00000100:00100000:3.0:1767327764.919082:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004
00000100:00100000:1.0:1767327764.919086:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010546560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327764.919090:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010546816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327764.919095:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857
00000100:00100000:2.0:1767327764.919096:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010546432:12345-0@lo:400:kworker.0 Request processed in 78us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327764.919106:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010546688:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327764.919107:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9268
00010000:00020000:0.0:1767327764.919121:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327764.919133:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010546560:12345-0@lo:400:kworker.0 Request processed in 47us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327764.919133:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010546816:12345-0@lo:400:kworker.0 Request processed in 42us (148us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327764.919143:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9269
00000100:00100000:3.0:1767327764.919143:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004
00000100:00100000:0.0:1767327764.919155:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010546688:12345-0@lo:38:kworker.0 Request processed in 48us (350us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327764.919157:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327764.919162:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327764.919167:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857
00000100:00080000:2.0:1767327764.919173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327764.919189:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010546560:0@lo:400:kworker.0
00000100:00100000:3.0:1767327764.919189:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010546432:0@lo:400:kworker.0
00000100:00100000:2.0:1767327764.919204:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010546816:0@lo:400:kworker.0
00000100:00100000:0.0:1767327764.919210:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327764.919219:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010547072:0@lo:400:kworker.0
00000100:00100000:3.0:1767327764.919232:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010546944
00000100:00100000:3.0:1767327764.919238:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010546944
00000100:00080000:0.0:1767327764.919250:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327764.919258:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327764.919265:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858
00000100:00100000:0.0:1767327764.919266:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010546688:0@lo:38:kworker.0
00000100:00100000:3.0:1767327764.919274:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010546944:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327764.919282:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327764.919285:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327764.919291:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327764.919295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010546304:0@lo:38:kworker.0
00000100:00100000:3.0:1767327764.919316:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010546944:12345-0@lo:38:kworker.0 Request processed in 42us (111us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327764.919320:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010547200:0@lo:38:kworker.0
00000100:00100000:3.0:1767327764.919324:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858
00000100:00100000:0.0:1767327764.919358:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327764.919382:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547200
00000100:00100000:0.0:1767327764.919383:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010547328:0@lo:250:kworker.0
00000100:00100000:3.0:1767327764.919387:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547200
00000400:00000100:0.0:1767327764.919410:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010547328 offset 0 length 520: 4
00000100:00100000:3.0:1767327764.919410:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859
00000100:00100000:3.0:1767327764.919449:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010547200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327764.919471:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327764.919480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327764.919486:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327764.919490:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010546944:0@lo:38:kworker.0
00000100:00100000:3.0:1767327764.919503:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010547200:12345-0@lo:38:kworker.0 Request processed in 84us (144us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327764.919510:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859
00000100:00080000:0.0:1767327764.919515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327764.919521:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327764.919525:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010547200:0@lo:38:kworker.0
00010000:00010000:1.0:1767327765.878571:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327766.454627:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327766.454647:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010547456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327766.454704:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327766.454788:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547456
00000100:00100000:2.0:1767327766.454796:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547456
00000100:00080000:3.0:1767327766.454849:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327766.454869:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8145
00000100:00100000:2.0:1767327766.454880:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010547456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327766.454905:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327766.454950:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010547456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327766.454960:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8145
00000100:00100000:1.0:1767327766.454988:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010547456:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327766.902559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327766.966616:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010547584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327766.966678:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327766.966730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547584
00000100:00100000:2.0:1767327766.966741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547584
00000100:00100000:2.0:1767327766.966801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8146
00000100:00100000:2.0:1767327766.966813:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010547584:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327766.966825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767327766.966845:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327766.966912:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010547584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327766.966921:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8146
00000100:00100000:1.0:1767327766.966946:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010547584:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327767.926559:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327768.950598:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327769.425127:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327769.425176:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327769.425198:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207808
00000100:00100000:0.0:1767327769.425207:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207808
00000100:00100000:3.0:1767327769.425227:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993207936
00000100:00100000:3.0:1767327769.425233:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993207936
00000100:00100000:0.0:1767327769.425252:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3860
00000100:00100000:0.0:1767327769.425263:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993207808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327769.425282:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327769.425288:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2005
00000100:00100000:3.0:1767327769.425300:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993207936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767327769.425328:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327769.425340:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993207808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327769.425347:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993207936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327769.425352:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3860
00000100:00100000:3.0:1767327769.425361:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2005
00010000:00010000:1.0:1767327769.974536:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327770.038522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327770.038533:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327770.038537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327770.038543:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327770.038548:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327770.038557:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12962
00000100:00080000:2.0:1767327770.038562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327770.038570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327770.038613:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010547712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327770.038671:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010547712:0@lo:38:kworker.0
00000100:00100000:3.0:1767327770.038690:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010547840:0@lo:400:kworker.0
00000100:00100000:0.0:1767327770.038736:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327770.038736:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327770.038741:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327770.038743:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327770.038746:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327770.038752:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12962
00000100:00080000:2.0:1767327770.038755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327770.038759:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010547968:0@lo:400:kworker.0
00000100:00080000:2.0:1767327770.038763:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327770.038781:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010548096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327770.038799:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327770.038800:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547712
00000100:00100000:0.0:1767327770.038808:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547712
00000100:00100000:3.0:1767327770.038821:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547840
00000100:00080000:2.0:1767327770.038822:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327770.038840:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327770.038841:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547840
00000100:00080000:2.0:1767327770.038843:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327770.038848:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12962
00000100:00080000:2.0:1767327770.038851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327770.038855:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327770.038859:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327770.038868:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010548224:0@lo:400:kworker.0
00000100:00100000:2.0:1767327770.038871:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5f80 x1853164010548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327770.038894:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327770.038894:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010547968
00000100:00100000:3.0:1767327770.038897:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010547968
00000100:00080000:2.0:1767327770.038898:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327770.038901:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327770.038902:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327770.038910:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12962
00000100:00080000:2.0:1767327770.038914:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327770.038918:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327770.038930:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010548480:0@lo:400:kworker.0
00000100:00100000:2.0:1767327770.038932:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887800 x1853164010548608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327770.038932:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9270
00000100:00100000:3.0:1767327770.038946:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010547840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327770.038957:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327770.038961:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35131
00000100:00100000:0.0:1767327770.038970:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010547712:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327770.038971:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9271
00000100:00100000:2.0:1767327770.038985:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010547968:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767327770.038991:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327770.039009:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010547840:12345-0@lo:400:kworker.0 Request processed in 64us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327770.039018:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9270
00000100:00100000:1.0:1767327770.039027:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548224
00000100:00100000:1.0:1767327770.039032:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548224
00000100:00100000:0.0:1767327770.039037:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010547712:12345-0@lo:38:kworker.0 Request processed in 68us (301us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327770.039047:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35131
00000100:00100000:2.0:1767327770.039048:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010547968:12345-0@lo:400:kworker.0 Request processed in 62us (246us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327770.039052:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327770.039058:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9271
00000100:00080000:3.0:1767327770.039058:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327770.039062:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327770.039069:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548480
00000100:00100000:1.0:1767327770.039072:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548480
00000100:00100000:2.0:1767327770.039091:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010548096:0@lo:38:kworker.0
00000100:00100000:3.0:1767327770.039091:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006
00000100:00100000:3.0:1767327770.039103:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010548224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327770.039106:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010547968:0@lo:400:kworker.0
00000100:00100000:1.0:1767327770.039115:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:1.0:1767327770.039128:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010548480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327770.039131:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327770.039151:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548096
00000100:00100000:3.0:1767327770.039154:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010548224:12345-0@lo:400:kworker.0 Request processed in 53us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327770.039155:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548096
00000100:00100000:2.0:1767327770.039160:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010548352:0@lo:38:kworker.0
00000100:00100000:3.0:1767327770.039164:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006
00000100:00100000:0.0:1767327770.039187:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861
00000100:00100000:1.0:1767327770.039188:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010548480:12345-0@lo:400:kworker.0 Request processed in 62us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327770.039198:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010548096:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327770.039200:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327770.039206:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00000100:00080000:3.0:1767327770.039206:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327770.039210:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327770.039219:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548352
00000100:00100000:3.0:1767327770.039225:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548352
00000100:00100000:2.0:1767327770.039228:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010548608:0@lo:38:kworker.0
00000100:00100000:0.0:1767327770.039242:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010548096:12345-0@lo:38:kworker.0 Request processed in 48us (116us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327770.039248:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861
00000100:00100000:2.0:1767327770.039262:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327770.039263:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862
00000100:00100000:1.0:1767327770.039269:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010548352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327770.039276:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548608
00000100:00100000:3.0:1767327770.039281:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548608
00010000:00020000:1.0:1767327770.039282:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327770.039297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327770.039304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327770.039309:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010547712:0@lo:38:kworker.0
00000100:00100000:3.0:1767327770.039311:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863
00000100:00100000:0.0:1767327770.039313:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010548480:0@lo:400:kworker.0
00000100:00100000:1.0:1767327770.039324:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010548352:12345-0@lo:38:kworker.0 Request processed in 48us (125us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327770.039324:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010548608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327770.039332:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010548224:0@lo:400:kworker.0
00000100:00080000:2.0:1767327770.039337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327770.039342:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862
00000100:00080000:2.0:1767327770.039347:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327770.039347:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327770.039354:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010548096:0@lo:38:kworker.0
00000100:00080000:2.0:1767327770.039368:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327770.039371:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327770.039375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010548352:0@lo:38:kworker.0
00000100:00100000:3.0:1767327770.039384:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010548608:12345-0@lo:38:kworker.0 Request processed in 65us (126us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327770.039386:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327770.039391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327770.039393:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863
00000100:00100000:2.0:1767327770.039395:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010548608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327770.039403:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010547840:0@lo:400:kworker.0
00010000:00010000:1.0:1767327770.998558:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327771.574588:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010548736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327771.574655:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327771.574716:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548736
00000100:00100000:2.0:1767327771.574724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548736
00000100:00100000:2.0:1767327771.574768:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8147
00000100:00100000:2.0:1767327771.574775:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010548736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327771.574801:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327771.574878:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010548736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327771.574889:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8147
00000100:00100000:1.0:1767327771.574907:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010548736:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327772.022569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327772.086586:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327772.086604:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010548864:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327772.086661:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327772.086703:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548864
00000100:00100000:2.0:1767327772.086712:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548864
00000100:00080000:3.0:1767327772.086759:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327772.086769:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8148
00000100:00100000:2.0:1767327772.086779:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010548864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327772.086804:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327772.086867:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010548864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327772.086873:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8148
00000100:00100000:3.0:1767327772.086907:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010548864:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327773.046553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327774.070576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327774.544899:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327774.544936:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327774.544961:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208192
00000100:00100000:3.0:1767327774.544972:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208192
00000100:00080000:1.0:1767327774.545024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327774.545033:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208064
00000100:00100000:0.0:1767327774.545040:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208064
00000100:00100000:3.0:1767327774.545041:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2008
00000100:00100000:3.0:1767327774.545053:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993208192:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327774.545075:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3864
00000100:00100000:0.0:1767327774.545083:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993208064:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327774.545101:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327774.545122:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993208192:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327774.545129:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2008
00000100:00100000:0.0:1767327774.545134:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993208064:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 49us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327774.545141:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3864
00010000:00010000:1.0:1767327775.094585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327775.158507:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327775.158514:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327775.158517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327775.158520:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327775.158524:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327775.158530:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12967
00000100:00080000:1.0:1767327775.158534:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327775.158539:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327775.158572:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89e300 x1853164010548992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327775.158620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010548992:0@lo:38:kworker.0
00000100:00080000:1.0:1767327775.158621:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327775.158630:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327775.158632:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327775.158636:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12967
00000100:00080000:1.0:1767327775.158638:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327775.158641:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327775.158649:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010549248:0@lo:400:kworker.0
00000100:00100000:1.0:1767327775.158654:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89c000 x1853164010549376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327775.158686:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010549120:0@lo:400:kworker.0
00000100:00080000:1.0:1767327775.158686:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327775.158694:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327775.158697:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327775.158703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327775.158705:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327775.158706:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12967
00000100:00080000:1.0:1767327775.158711:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327775.158714:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327775.158726:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010549632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327775.158743:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327775.158743:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327775.158749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327775.158750:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327775.158753:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010549376:0@lo:38:kworker.0
00000100:00080000:1.0:1767327775.158757:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12967
00000100:00080000:1.0:1767327775.158761:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327775.158765:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327775.158768:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010549504:0@lo:400:kworker.0
00000100:00100000:1.0:1767327775.158780:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ca80 x1853164010549888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327775.158805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327775.158811:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010549760:0@lo:400:kworker.0
00000100:00100000:3.0:1767327775.158827:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549248
00000100:00100000:3.0:1767327775.158835:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549248
00000100:00100000:1.0:1767327775.158838:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010548992
00000100:00100000:1.0:1767327775.158844:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010548992
00000100:00100000:2.0:1767327775.158847:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010549632:0@lo:38:kworker.0
00000100:00100000:0.0:1767327775.158851:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327775.158885:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35132
00000100:00100000:2.0:1767327775.158891:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327775.158892:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549120
00000100:00100000:1.0:1767327775.158897:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010548992:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327775.158898:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549120
00000100:00100000:0.0:1767327775.158911:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549376
00010000:00020000:1.0:1767327775.158916:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327775.158917:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549376
00000100:00100000:2.0:1767327775.158928:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010549888:0@lo:38:kworker.0
00000100:00100000:3.0:1767327775.158931:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9272
00000100:00100000:3.0:1767327775.158942:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010549248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327775.158946:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549760
00000100:00100000:0.0:1767327775.158950:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549760
00000100:00100000:2.0:1767327775.158963:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327775.158972:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010548992:12345-0@lo:38:kworker.0 Request processed in 75us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327775.158979:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35132
00000100:00100000:0.0:1767327775.158991:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549632
00000100:00100000:0.0:1767327775.158997:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549632
00000100:00100000:3.0:1767327775.159006:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010549248:12345-0@lo:400:kworker.0 Request processed in 65us (304us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327775.159007:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327775.159016:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549888
00000100:00080000:2.0:1767327775.159017:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327775.159022:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9272
00000100:00100000:1.0:1767327775.159023:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549888
00000100:00100000:0.0:1767327775.159024:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009
00000100:00100000:2.0:1767327775.159026:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010548992:0@lo:38:kworker.0
00000100:00100000:0.0:1767327775.159043:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010549760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327775.159047:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9273
00000100:00100000:1.0:1767327775.159051:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865
00000100:00100000:1.0:1767327775.159058:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010549376:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327775.159063:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010549120:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327775.159070:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327775.159071:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866
00000100:00100000:2.0:1767327775.159080:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010549632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327775.159091:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327775.159096:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010549760:12345-0@lo:400:kworker.0 Request processed in 59us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327775.159103:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009
00000100:00100000:3.0:1767327775.159109:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010549120:12345-0@lo:400:kworker.0 Request processed in 51us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327775.159117:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9273
00000100:00100000:1.0:1767327775.159128:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010549376:12345-0@lo:38:kworker.0 Request processed in 67us (334us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327775.159132:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867
00000100:00080000:3.0:1767327775.159139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327775.159140:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010549632:12345-0@lo:38:kworker.0 Request processed in 57us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327775.159141:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865
00000100:00100000:0.0:1767327775.159143:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010549888:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327775.159146:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327775.159151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327775.159161:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866
00010000:00020000:0.0:1767327775.159162:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327775.159181:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327775.159187:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327775.159190:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327775.159197:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010549376:0@lo:38:kworker.0
00000100:00100000:0.0:1767327775.159198:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010549888:12345-0@lo:38:kworker.0 Request processed in 54us (232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327775.159208:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867
00000100:00080000:1.0:1767327775.159215:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327775.159221:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327775.159225:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010549632:0@lo:38:kworker.0
00000100:00100000:0.0:1767327775.159228:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010549504
00000100:00100000:2.0:1767327775.159232:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010549248:0@lo:400:kworker.0
00000100:00100000:0.0:1767327775.159233:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010549504
00000100:00080000:1.0:1767327775.159255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327775.159262:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327775.159268:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010549888:0@lo:38:kworker.0
00000100:00080000:2.0:1767327775.159276:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327775.159298:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010
00000100:00100000:0.0:1767327775.159309:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010549504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327775.159312:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010549120:0@lo:400:kworker.0
00000100:00100000:1.0:1767327775.159330:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010549760:0@lo:400:kworker.0
00000100:00100000:0.0:1767327775.159353:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010549504:12345-0@lo:400:kworker.0 Request processed in 45us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327775.159360:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010
00000100:00100000:3.0:1767327775.159378:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010549504:0@lo:400:kworker.0
00010000:00010000:1.0:1767327776.118542:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327776.694601:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010550016:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327776.694661:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327776.694701:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550016
00000100:00100000:0.0:1767327776.694709:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550016
00000100:00100000:0.0:1767327776.694752:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8149
00000100:00100000:0.0:1767327776.694760:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010550016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327776.694805:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327776.694849:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010550016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327776.694856:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8149
00000100:00100000:2.0:1767327776.694892:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010550016:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327777.142515:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327777.206577:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010550144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327777.206638:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327777.206691:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550144
00000100:00100000:2.0:1767327777.206699:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550144
00000100:00080000:3.0:1767327777.206746:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327777.206761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8150
00000100:00100000:2.0:1767327777.206773:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010550144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327777.206814:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327777.206859:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010550144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327777.206867:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8150
00000100:00100000:0.0:1767327777.206900:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010550144:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327778.166579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327779.190557:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327779.664739:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327779.664812:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327779.664829:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208320
00000100:00100000:0.0:1767327779.664840:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208320
00000100:00100000:3.0:1767327779.664854:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208448
00000100:00100000:3.0:1767327779.664860:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208448
00000100:00100000:0.0:1767327779.664906:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2011
00000100:00100000:3.0:1767327779.664916:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3868
00000100:00100000:0.0:1767327779.664923:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993208448:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327779.664925:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327779.664935:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993208320:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327779.664959:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327779.664996:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993208448:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327779.665001:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993208320:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327779.665008:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2011
00000100:00100000:3.0:1767327779.665017:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3868
00010000:00010000:1.0:1767327780.214567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327780.278525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327780.278533:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327780.278536:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327780.278539:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327780.278543:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327780.278554:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12973
00000100:00080000:1.0:1767327780.278559:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327780.278565:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327780.278601:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ca80 x1853164010550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327780.278643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010550272:0@lo:38:kworker.0
00000100:00080000:1.0:1767327780.278645:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327780.278652:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327780.278655:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327780.278659:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12973
00000100:00080000:1.0:1767327780.278661:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327780.278664:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327780.278675:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010550656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327780.278685:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010550400:0@lo:400:kworker.0
00000100:00100000:0.0:1767327780.278695:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010550528:0@lo:400:kworker.0
00000100:00080000:1.0:1767327780.278705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327780.278709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327780.278713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327780.278714:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327780.278718:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12973
00000100:00080000:1.0:1767327780.278721:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327780.278724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327780.278736:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e680 x1853164010550912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327780.278746:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327780.278769:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010550656:0@lo:38:kworker.0
00000100:00080000:1.0:1767327780.278771:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327780.278776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327780.278778:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327780.278783:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12973
00000100:00080000:1.0:1767327780.278786:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327780.278790:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327780.278794:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010551040:0@lo:400:kworker.0
00000100:00100000:1.0:1767327780.278806:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348a80 x1853164010551168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327780.278811:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327780.278813:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550400
00000100:00100000:3.0:1767327780.278822:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550400
00000100:00100000:1.0:1767327780.278846:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550272
00000100:00100000:0.0:1767327780.278847:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327780.278852:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010550912:0@lo:38:kworker.0
00000100:00100000:1.0:1767327780.278853:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550272
00000100:00100000:2.0:1767327780.278895:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327780.278895:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550528
00000100:00100000:1.0:1767327780.278896:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35133
00000100:00100000:3.0:1767327780.278903:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550528
00000100:00100000:1.0:1767327780.278910:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010550272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327780.278918:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9274
00000100:00100000:2.0:1767327780.278926:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010551168:0@lo:38:kworker.0
00000100:00100000:0.0:1767327780.278933:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010550400:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767327780.278935:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327780.278946:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9275
00000100:00100000:2.0:1767327780.278947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327780.278963:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010550528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327780.278985:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010550784:0@lo:400:kworker.0
00000100:00100000:1.0:1767327780.279019:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010550272:12345-0@lo:38:kworker.0 Request processed in 108us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327780.279020:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010550400:12345-0@lo:400:kworker.0 Request processed in 91us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327780.279031:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327780.279041:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35133
00000100:00100000:0.0:1767327780.279052:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9274
00000100:00100000:3.0:1767327780.279054:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010550528:12345-0@lo:400:kworker.0 Request processed in 81us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327780.279067:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9275
00000100:00100000:2.0:1767327780.279069:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550656
00000100:00100000:2.0:1767327780.279074:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550656
00000100:00100000:1.0:1767327780.279083:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550912
00000100:00100000:1.0:1767327780.279088:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550912
00000100:00100000:0.0:1767327780.279093:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327780.279108:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551168
00000100:00100000:3.0:1767327780.279111:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010550784
00000100:00100000:2.0:1767327780.279112:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551168
00000100:00100000:1.0:1767327780.279119:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551040
00000100:00100000:3.0:1767327780.279119:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010550784
00000100:00100000:1.0:1767327780.279126:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551040
00000100:00100000:2.0:1767327780.279136:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869
00000100:00100000:2.0:1767327780.279142:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010550656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327780.279153:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327780.279158:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012
00000100:00100000:1.0:1767327780.279167:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013
00000100:00100000:0.0:1767327780.279174:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010550784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327780.279181:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870
00000100:00100000:1.0:1767327780.279184:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010551040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327780.279188:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010550656:12345-0@lo:38:kworker.0 Request processed in 43us (378us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327780.279195:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010550912:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327780.279200:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869
00010000:00020000:3.0:1767327780.279213:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327780.279217:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871
00000100:00100000:2.0:1767327780.279224:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010551168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327780.279232:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327780.279239:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010550784:12345-0@lo:400:kworker.0 Request processed in 70us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327780.279246:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010551040:12345-0@lo:400:kworker.0 Request processed in 66us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327780.279254:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012
00000100:00100000:1.0:1767327780.279263:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013
00000100:00100000:3.0:1767327780.279265:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010550912:12345-0@lo:38:kworker.0 Request processed in 71us (372us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327780.279277:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870
00000100:00100000:2.0:1767327780.279278:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010551168:12345-0@lo:38:kworker.0 Request processed in 50us (328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327780.279286:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871
00000100:00100000:0.0:1767327780.279314:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010551040:0@lo:400:kworker.0
00000100:00080000:3.0:1767327780.279316:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327780.279317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327780.279324:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327780.279328:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327780.279330:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327780.279335:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010550784:0@lo:400:kworker.0
00000100:00100000:1.0:1767327780.279337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010551168:0@lo:38:kworker.0
00000100:00080000:1.0:1767327780.279360:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327780.279367:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327780.279375:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010550400:0@lo:400:kworker.0
00000100:00100000:1.0:1767327780.279375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010550656:0@lo:38:kworker.0
00000100:00080000:1.0:1767327780.279395:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327780.279399:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327780.279403:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010550912:0@lo:38:kworker.0
00000100:00080000:1.0:1767327780.279441:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327780.279444:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327780.279449:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010550528:0@lo:400:kworker.0
00000100:00100000:1.0:1767327780.279449:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010550272:0@lo:38:kworker.0
00010000:00010000:1.0:1767327781.238597:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327781.814616:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010551296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327781.814672:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327781.814709:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551296
00000100:00100000:2.0:1767327781.814718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551296
00000100:00100000:2.0:1767327781.814785:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8151
00000100:00100000:2.0:1767327781.814795:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010551296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327781.814821:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327781.814863:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010551296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327781.814872:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8151
00000100:00100000:1.0:1767327781.814899:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010551296:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327782.262560:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327782.326608:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327782.326628:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010551424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327782.326695:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327782.326733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551424
00000100:00100000:2.0:1767327782.326757:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551424
00000100:00080000:3.0:1767327782.326816:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327782.326826:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8152
00000100:00100000:2.0:1767327782.326838:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010551424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327782.326864:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327782.326906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010551424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327782.326912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8152
00000100:00100000:1.0:1767327782.326953:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010551424:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327783.286556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327784.310531:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327784.784851:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327784.784888:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327784.784913:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208704
00000100:00100000:3.0:1767327784.784923:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208704
00000100:00100000:0.0:1767327784.784947:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208576
00000100:00100000:0.0:1767327784.784954:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208576
00000100:00080000:2.0:1767327784.784976:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327784.784989:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2014
00000100:00100000:3.0:1767327784.785001:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993208704:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327784.785008:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3872
00000100:00100000:0.0:1767327784.785018:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993208576:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327784.785039:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327784.785072:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993208704:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327784.785081:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993208576:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327784.785085:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2014
00000100:00100000:0.0:1767327784.785095:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3872
00010000:00010000:1.0:1767327785.334605:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327785.398509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327785.398517:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327785.398520:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327785.398523:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327785.398527:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327785.398536:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12978
00000100:00080000:0.0:1767327785.398542:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327785.398549:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327785.398588:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45c00 x1853164010551552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327785.398639:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010551552:0@lo:38:kworker.0
00000100:00080000:0.0:1767327785.398653:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327785.398658:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327785.398661:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327785.398665:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12978
00000100:00080000:0.0:1767327785.398670:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327785.398675:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327785.398690:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010551808:0@lo:400:kworker.0
00000100:00100000:0.0:1767327785.398692:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010551936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327785.398704:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327785.398710:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010551680:0@lo:400:kworker.0
00000100:00100000:3.0:1767327785.398750:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327785.398753:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327785.398758:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327785.398761:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327785.398767:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12978
00000100:00080000:0.0:1767327785.398771:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327785.398775:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767327785.398778:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327785.398781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010551936:0@lo:38:kworker.0
00000100:00100000:2.0:1767327785.398788:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010552064:0@lo:400:kworker.0
00000100:00100000:0.0:1767327785.398798:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ce00 x1853164010552192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327785.398807:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551808
00000100:00100000:3.0:1767327785.398816:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551808
00000100:00080000:0.0:1767327785.398825:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327785.398830:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327785.398833:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327785.398839:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12978
00000100:00100000:1.0:1767327785.398843:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327785.398843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327785.398845:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327785.398853:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327785.398861:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327785.398873:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010552448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327785.398876:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551680
00000100:00100000:3.0:1767327785.398882:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551680
00000100:00100000:1.0:1767327785.398883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010552192:0@lo:38:kworker.0
00000100:00100000:0.0:1767327785.398916:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551936
00000100:00100000:0.0:1767327785.398923:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551936
00000100:00100000:3.0:1767327785.398930:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9276
00000100:00100000:1.0:1767327785.398931:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327785.398942:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9277
00000100:00100000:3.0:1767327785.398943:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010551808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327785.398957:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010551680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327785.398964:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010552448:0@lo:38:kworker.0
00000100:00100000:0.0:1767327785.398972:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552192
00000100:00100000:0.0:1767327785.398978:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552192
00000100:00100000:1.0:1767327785.399004:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327785.399009:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873
00000100:00100000:3.0:1767327785.399011:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010551808:12345-0@lo:400:kworker.0 Request processed in 70us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327785.399018:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010551680:12345-0@lo:400:kworker.0 Request processed in 63us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327785.399020:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010551936:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327785.399029:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9276
00000100:00100000:2.0:1767327785.399037:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9277
00000100:00100000:1.0:1767327785.399039:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010551552
00000100:00100000:1.0:1767327785.399044:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010551552
00010000:00020000:0.0:1767327785.399048:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327785.399065:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327785.399074:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35134
00000100:00100000:1.0:1767327785.399081:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010551552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327785.399093:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010551680:0@lo:400:kworker.0
00010000:00020000:1.0:1767327785.399094:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327785.399095:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010551808:0@lo:400:kworker.0
00000100:00100000:0.0:1767327785.399106:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010551936:12345-0@lo:38:kworker.0 Request processed in 86us (265us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327785.399116:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873
00000100:00100000:1.0:1767327785.399133:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010551552:12345-0@lo:38:kworker.0 Request processed in 51us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327785.399137:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552448
00000100:00100000:1.0:1767327785.399141:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35134
00000100:00100000:0.0:1767327785.399144:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552448
00000100:00100000:3.0:1767327785.399144:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874
00000100:00100000:3.0:1767327785.399154:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010552192:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327785.399156:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00020000:3.0:1767327785.399166:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327785.399167:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010552320:0@lo:400:kworker.0
00000100:00100000:0.0:1767327785.399176:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875
00000100:00100000:0.0:1767327785.399184:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010552448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327785.399196:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327785.399202:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327785.399210:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327785.399212:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010552192:12345-0@lo:38:kworker.0 Request processed in 57us (287us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327785.399218:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327785.399225:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010552192:0@lo:38:kworker.0
00000100:00100000:3.0:1767327785.399228:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874
00000100:00100000:2.0:1767327785.399245:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327785.399246:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010552448:12345-0@lo:38:kworker.0 Request processed in 57us (238us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327785.399247:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327785.399253:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552320
00000100:00080000:1.0:1767327785.399255:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327785.399261:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552320
00000100:00100000:1.0:1767327785.399267:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010551936:0@lo:38:kworker.0
00000100:00100000:0.0:1767327785.399268:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875
00000100:00100000:0.0:1767327785.399290:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552064
00000100:00080000:1.0:1767327785.399290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327785.399297:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552064
00000100:00080000:1.0:1767327785.399299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327785.399306:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1767327785.399307:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010551552:0@lo:38:kworker.0
00000100:00080000:2.0:1767327785.399310:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327785.399318:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010552320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327785.399337:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016
00000100:00080000:1.0:1767327785.399341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327785.399347:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327785.399352:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010552064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327785.399353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010552448:0@lo:38:kworker.0
00000100:00100000:3.0:1767327785.399364:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010552320:12345-0@lo:400:kworker.0 Request processed in 50us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327785.399371:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015
00000100:00100000:3.0:1767327785.399407:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010552320:0@lo:400:kworker.0
00000100:00100000:0.0:1767327785.399414:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010552064:12345-0@lo:400:kworker.0 Request processed in 66us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327785.399451:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016
00000100:00100000:2.0:1767327785.399458:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010552064:0@lo:400:kworker.0
00010000:00010000:1.0:1767327786.358575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327786.934575:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010552576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327786.934638:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327786.934688:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552576
00000100:00100000:0.0:1767327786.934697:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552576
00000100:00100000:0.0:1767327786.934761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8153
00000100:00100000:0.0:1767327786.934772:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010552576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327786.934801:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327786.934851:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010552576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327786.934863:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8153
00000100:00100000:2.0:1767327786.934886:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010552576:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327787.382540:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327787.446626:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767327787.446642:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010552704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327787.446698:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327787.446746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552704
00000100:00100000:0.0:1767327787.446755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552704
00000100:00080000:2.0:1767327787.446797:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327787.446819:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8154
00000100:00100000:0.0:1767327787.446831:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010552704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327787.446858:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327787.446908:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010552704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327787.446918:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8154
00000100:00100000:2.0:1767327787.446944:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010552704:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327788.406572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327789.430542:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327789.494522:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327764/real 1767327764]  req@ffff9bb586eb4000 x1853164010547328/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327789.494551:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586eb4000 x1853164010547328/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327789.494568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327789.494586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327789.494589:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010547328:0@lo:250:kworker.0
00000100:00080000:0.0:1767327789.494620:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327789.494626:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327789.494629:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327789.494634:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12962
00000100:00080000:0.0:1767327789.494637:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327789.494642:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327789.494668:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d880 x1853164010552832/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327789.494688:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327789.494706:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327789.494707:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327789.494710:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12983
00000100:00080000:0.0:1767327789.494713:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327789.494716:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327789.494735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010552832:0@lo:250:kworker.0
00000100:00100000:0.0:1767327789.494737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65fb80 x1853164010552960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327789.494776:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327789.494781:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000400:00000100:1.0:1767327789.494782:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010552832 offset 0 length 520: 4
00000100:00080000:0.0:1767327789.494784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327789.494791:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12983
00000100:00080000:0.0:1767327789.494795:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327789.494800:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010553088:0@lo:400:kworker.0
00000100:00080000:0.0:1767327789.494801:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327789.494826:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ce00 x1853164010553344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327789.494827:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010552960:0@lo:38:kworker.0
00000100:00100000:3.0:1767327789.494848:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327789.494858:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010553216:0@lo:400:kworker.0
00000100:00100000:1.0:1767327789.494867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327789.494871:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327789.494875:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327789.494878:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327789.494883:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12983
00000100:00080000:0.0:1767327789.494886:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327789.494890:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327789.494904:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327789.494907:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e680 x1853164010553600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327789.494910:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010553344:0@lo:38:kworker.0
00000100:00100000:3.0:1767327789.494916:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553088
00000100:00100000:3.0:1767327789.494925:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553088
00000100:00080000:0.0:1767327789.494936:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327789.494939:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327789.494941:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327789.494945:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12983
00000100:00080000:0.0:1767327789.494947:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767327789.494950:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010553472:0@lo:400:kworker.0
00000100:00080000:0.0:1767327789.494953:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327789.494958:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327789.494984:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6300 x1853164010553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327789.494984:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553216
00000100:00100000:3.0:1767327789.494989:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553216
00000100:00100000:1.0:1767327789.494992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010553600:0@lo:38:kworker.0
00000100:00100000:2.0:1767327789.494992:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327789.495023:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9278
00000100:00100000:0.0:1767327789.495031:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010553728:0@lo:400:kworker.0
00000100:00100000:1.0:1767327789.495032:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327789.495037:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010553088:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327789.495038:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327789.495045:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327789.495065:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010553856:0@lo:38:kworker.0
00000100:00100000:2.0:1767327789.495066:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9279
00000100:00100000:0.0:1767327789.495075:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327789.495081:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010553216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327789.495099:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010553088:12345-0@lo:400:kworker.0 Request processed in 68us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327789.495106:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9278
00000100:00100000:1.0:1767327789.495118:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327789.495132:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010553216:12345-0@lo:400:kworker.0 Request processed in 54us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327789.495138:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553344
00000100:00100000:2.0:1767327789.495142:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9279
00000100:00100000:0.0:1767327789.495145:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553344
00000100:00100000:3.0:1767327789.495160:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010553088:0@lo:400:kworker.0
00000100:00100000:1.0:1767327789.495167:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010552960
00000100:00100000:1.0:1767327789.495172:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010552960
00000100:00100000:0.0:1767327789.495176:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553472
00000100:00100000:2.0:1767327789.495178:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553600
00000100:00100000:0.0:1767327789.495181:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553472
00000100:00100000:2.0:1767327789.495184:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553600
00000100:00100000:3.0:1767327789.495194:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553728
00000100:00100000:3.0:1767327789.495199:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553728
00000100:00100000:1.0:1767327789.495203:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35135
00000100:00100000:2.0:1767327789.495205:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553856
00000100:00100000:2.0:1767327789.495209:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553856
00000100:00100000:1.0:1767327789.495210:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010552960:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327789.495219:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017
00010000:00020000:1.0:1767327789.495228:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327789.495230:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010553472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327789.495240:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018
00000100:00100000:3.0:1767327789.495247:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876
00000100:00100000:2.0:1767327789.495252:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010553728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327789.495258:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010553344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327789.495271:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327789.495275:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010552960:12345-0@lo:38:kworker.0 Request processed in 63us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327789.495282:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010553472:12345-0@lo:400:kworker.0 Request processed in 55us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327789.495286:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35135
00000100:00100000:0.0:1767327789.495296:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017
00000100:00100000:2.0:1767327789.495307:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010553728:12345-0@lo:400:kworker.0 Request processed in 57us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327789.495315:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018
00000100:00100000:3.0:1767327789.495315:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010553344:12345-0@lo:38:kworker.0 Request processed in 56us (359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327789.495324:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877
00000100:00100000:1.0:1767327789.495333:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878
00000100:00100000:0.0:1767327789.495334:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010553600:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327789.495344:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876
00000100:00100000:1.0:1767327789.495345:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010553856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327789.495349:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327789.495358:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327789.495362:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327789.495387:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010553600:12345-0@lo:38:kworker.0 Request processed in 55us (356us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327789.495394:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877
00000100:00100000:2.0:1767327789.495397:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010553728:0@lo:400:kworker.0
00000100:00100000:3.0:1767327789.495402:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010553472:0@lo:400:kworker.0
00000100:00100000:1.0:1767327789.495403:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010553856:12345-0@lo:38:kworker.0 Request processed in 58us (284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327789.495413:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878
00000100:00100000:3.0:1767327789.495470:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010553216:0@lo:400:kworker.0
00000100:00080000:1.0:1767327789.495476:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327789.495482:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327789.495485:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010553856:0@lo:38:kworker.0
00000100:00080000:1.0:1767327789.495494:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327789.495497:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327789.495499:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010553600:0@lo:38:kworker.0
00000100:00080000:1.0:1767327789.495504:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327789.495505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327789.495507:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010553344:0@lo:38:kworker.0
00000100:00080000:1.0:1767327789.495512:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327789.495514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327789.495516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010552960:0@lo:38:kworker.0
00000100:00100000:2.0:1767327789.905046:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327789.905082:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327789.905104:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208832
00000400:00000100:2.0:1767327789.905106:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993209088 offset 0 length 520: 4
00000100:00100000:0.0:1767327789.905114:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208832
00000100:00100000:1.0:1767327789.905121:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993208960
00000100:00100000:1.0:1767327789.905128:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993208960
00000100:00100000:0.0:1767327789.905163:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3879
00000100:00100000:0.0:1767327789.905172:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993208832:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327789.905180:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2019
00000100:00080000:3.0:1767327789.905188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327789.905192:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327789.905197:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993208960:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327789.905260:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993208832:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327789.905266:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993208960:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327789.905280:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3879
00000100:00100000:2.0:1767327789.905288:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2019
00010000:00010000:1.0:1767327790.454537:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327791.478555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327792.054604:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010553984:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327792.054668:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327792.054757:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010553984
00000100:00100000:0.0:1767327792.054766:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010553984
00000100:00080000:3.0:1767327792.054819:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327792.054827:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8155
00000100:00100000:0.0:1767327792.054842:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010553984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327792.054873:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327792.054926:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010553984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (256us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327792.054936:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8155
00000100:00100000:2.0:1767327792.054962:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010553984:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327792.502562:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327792.566592:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010554112:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327792.566651:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327792.566707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554112
00000100:00100000:2.0:1767327792.566715:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554112
00000100:00080000:3.0:1767327792.566764:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327792.566770:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8156
00000100:00100000:2.0:1767327792.566780:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010554112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327792.566806:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327792.566847:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010554112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327792.566853:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8156
00000100:00100000:0.0:1767327792.566891:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010554112:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327793.526552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327794.550699:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327794.614601:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327794.614612:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327794.614617:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327794.614622:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327794.614628:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327794.614637:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12987
00000100:00080000:2.0:1767327794.614643:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327794.614652:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327794.614747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325500 x1853164010554240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327794.614841:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327794.614847:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327794.614853:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010554240:0@lo:38:kworker.0
00000100:00080000:2.0:1767327794.614854:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327794.614869:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12987
00000100:00080000:2.0:1767327794.614874:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327794.614881:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327794.614910:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327794.614911:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010554496:0@lo:400:kworker.0
00000100:00100000:3.0:1767327794.614930:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010554368:0@lo:400:kworker.0
00000100:00100000:1.0:1767327794.614963:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327794.614989:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327794.614997:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327794.615001:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327794.615008:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12987
00000100:00080000:2.0:1767327794.615012:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327794.615018:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327794.615028:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327794.615044:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3b80 x1853164010554880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327794.615046:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010554624:0@lo:38:kworker.0
00000100:00100000:3.0:1767327794.615070:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010554752:0@lo:400:kworker.0
00000100:00080000:2.0:1767327794.615099:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327794.615105:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327794.615109:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327794.615116:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12987
00000100:00080000:2.0:1767327794.615121:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327794.615129:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327794.615135:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010555008:0@lo:400:kworker.0
00000100:00100000:1.0:1767327794.615138:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327794.615162:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010555136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327794.615174:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554496
00000100:00100000:3.0:1767327794.615190:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554496
00000100:00100000:1.0:1767327794.615226:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010554880:0@lo:38:kworker.0
00000100:00100000:2.0:1767327794.615242:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327794.615244:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327794.615334:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327794.615335:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554368
00000100:00100000:3.0:1767327794.615344:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554368
00000100:00100000:2.0:1767327794.615366:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9280
00000100:00100000:0.0:1767327794.615386:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554624
00000100:00100000:2.0:1767327794.615387:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010554496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327794.615400:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010555136:0@lo:38:kworker.0
00000100:00100000:0.0:1767327794.615402:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554624
00000100:00100000:3.0:1767327794.615409:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9281
00000100:00100000:3.0:1767327794.615473:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010554368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327794.615498:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327794.615506:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880
00000100:00100000:0.0:1767327794.615520:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010554624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327794.615548:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327794.615593:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554240
00000100:00100000:3.0:1767327794.615604:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010554368:12345-0@lo:400:kworker.0 Request processed in 134us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327794.615608:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554240
00000100:00100000:2.0:1767327794.615615:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010554496:12345-0@lo:400:kworker.0 Request processed in 229us (584us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327794.615638:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9281
00000100:00100000:0.0:1767327794.615640:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010554624:12345-0@lo:38:kworker.0 Request processed in 115us (506us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327794.615678:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9280
00000100:00100000:0.0:1767327794.615689:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880
00000100:00100000:1.0:1767327794.615697:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35136
00000100:00100000:1.0:1767327794.615709:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010554240:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327794.615725:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555008
00010000:00020000:1.0:1767327794.615733:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327794.615736:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555008
00000100:00080000:3.0:1767327794.615745:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327794.615756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327794.615761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327794.615777:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010554368:0@lo:400:kworker.0
00000100:00100000:3.0:1767327794.615792:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327794.615814:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554880
00000100:00100000:0.0:1767327794.615823:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554880
00000100:00100000:1.0:1767327794.615826:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010554240:12345-0@lo:38:kworker.0 Request processed in 111us (864us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327794.615844:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35136
00000100:00100000:0.0:1767327794.615853:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555136
00000100:00100000:0.0:1767327794.615860:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555136
00000100:00100000:2.0:1767327794.615883:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010554752
00000100:00100000:2.0:1767327794.615893:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010554752
00000100:00100000:0.0:1767327794.615894:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020
00000100:00100000:0.0:1767327794.615920:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010555008:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327794.615935:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327794.615942:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881
00000100:00080000:1.0:1767327794.615948:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327794.615960:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010554624:0@lo:38:kworker.0
00000100:00100000:3.0:1767327794.615970:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010554880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327794.615985:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00080000:1.0:1767327794.615996:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327794.615997:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327794.616011:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327794.616012:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010554752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327794.616013:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010555008:12345-0@lo:400:kworker.0 Request processed in 97us (779us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327794.616028:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010554240:0@lo:38:kworker.0
00000100:00100000:0.0:1767327794.616045:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020
00000100:00100000:3.0:1767327794.616090:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010554880:12345-0@lo:38:kworker.0 Request processed in 122us (762us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327794.616096:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327794.616099:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882
00000100:00080000:1.0:1767327794.616113:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327794.616117:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010554752:12345-0@lo:400:kworker.0 Request processed in 116us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327794.616123:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010555136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327794.616128:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881
00000100:00100000:1.0:1767327794.616133:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010554880:0@lo:38:kworker.0
00000100:00100000:2.0:1767327794.616156:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00010000:00020000:0.0:1767327794.616162:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327794.616199:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327794.616245:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010555136:12345-0@lo:38:kworker.0 Request processed in 124us (745us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327794.616247:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010554496:0@lo:400:kworker.0
00000100:00100000:3.0:1767327794.616270:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010554752:0@lo:400:kworker.0
00000100:00100000:0.0:1767327794.616274:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882
00000100:00100000:0.0:1767327794.616380:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010555008:0@lo:400:kworker.0
00000100:00080000:1.0:1767327794.616397:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327794.616413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327794.616477:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010555136:0@lo:38:kworker.0
00000100:00100000:2.0:1767327795.025235:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327795.025311:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327795.025357:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209344
00000100:00100000:3.0:1767327795.025372:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209344
00000100:00080000:1.0:1767327795.025497:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327795.025558:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209216
00000100:00100000:1.0:1767327795.025566:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209216
00000100:00100000:3.0:1767327795.025572:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2022
00000100:00100000:3.0:1767327795.025600:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993209344:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327795.025607:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3883
00000100:00100000:2.0:1767327795.025626:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993209216:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327795.025684:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327795.025748:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993209344:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 156us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327795.025752:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993209216:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 122us (437us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327795.025770:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2022
00000100:00100000:2.0:1767327795.025786:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3883
00010000:00010000:1.0:1767327795.574787:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327796.598570:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327797.174585:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010555264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327797.174672:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327797.174713:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555264
00000100:00100000:0.0:1767327797.174723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555264
00000100:00080000:1.0:1767327797.174785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327797.174790:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8157
00000100:00100000:0.0:1767327797.174800:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010555264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327797.174826:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327797.174868:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010555264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327797.174876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8157
00000100:00100000:2.0:1767327797.174915:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010555264:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327797.622565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327797.686604:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010555392:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327797.686683:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327797.686742:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555392
00000100:00100000:0.0:1767327797.686750:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555392
00000100:00080000:1.0:1767327797.686803:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327797.686805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8158
00000100:00100000:0.0:1767327797.686816:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010555392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327797.686845:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327797.686887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010555392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327797.686893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8158
00000100:00100000:1.0:1767327797.686927:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010555392:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327798.646553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327799.670670:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327799.734544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327799.734555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327799.734561:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327799.734566:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327799.734573:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327799.734584:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12992
00000100:00080000:2.0:1767327799.734591:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327799.734603:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327799.734705:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61f80 x1853164010555520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327799.734794:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327799.734798:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327799.734800:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327799.734805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010555520:0@lo:38:kworker.0
00000100:00080000:2.0:1767327799.734808:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12992
00000100:00080000:2.0:1767327799.734816:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327799.734823:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327799.734825:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010555648:0@lo:400:kworker.0
00000100:00100000:0.0:1767327799.734847:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010555776:0@lo:400:kworker.0
00000100:00100000:2.0:1767327799.734847:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62a00 x1853164010555904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327799.734904:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327799.734907:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327799.734910:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327799.734915:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327799.734918:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327799.734924:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12992
00000100:00080000:2.0:1767327799.734927:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327799.734931:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327799.734948:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62300 x1853164010556160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327799.734962:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555520
00000100:00100000:1.0:1767327799.734971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010555904:0@lo:38:kworker.0
00000100:00080000:2.0:1767327799.734972:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327799.734973:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555520
00000100:00080000:2.0:1767327799.734982:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327799.734985:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327799.734989:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555648
00000100:00080000:2.0:1767327799.734990:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12992
00000100:00080000:2.0:1767327799.734996:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327799.734998:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555648
00000100:00080000:2.0:1767327799.735002:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327799.735021:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327799.735024:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63100 x1853164010556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327799.735033:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35137
00000100:00100000:0.0:1767327799.735051:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010555520:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327799.735058:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010556160:0@lo:38:kworker.0
00000100:00100000:3.0:1767327799.735072:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9282
00010000:00020000:0.0:1767327799.735075:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327799.735082:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010556032:0@lo:400:kworker.0
00000100:00100000:3.0:1767327799.735093:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010555648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327799.735094:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327799.735145:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010555520:12345-0@lo:38:kworker.0 Request processed in 94us (244us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327799.735147:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327799.735160:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327799.735167:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327799.735168:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35137
00000100:00100000:1.0:1767327799.735174:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010555520:0@lo:38:kworker.0
00000100:00100000:3.0:1767327799.735180:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010555648:12345-0@lo:400:kworker.0 Request processed in 93us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327799.735192:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9282
00000100:00100000:0.0:1767327799.735218:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327799.735218:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327799.735223:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010556416:0@lo:38:kworker.0
00000100:00100000:2.0:1767327799.735254:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010556288:0@lo:400:kworker.0
00000100:00100000:3.0:1767327799.735267:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555776
00000100:00100000:3.0:1767327799.735276:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555776
00000100:00100000:1.0:1767327799.735301:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327799.735361:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9283
00000100:00100000:2.0:1767327799.735364:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327799.735380:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010555776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327799.735401:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010555904
00000100:00100000:0.0:1767327799.735409:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010555904
00000100:00100000:1.0:1767327799.735461:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556160
00000100:00100000:1.0:1767327799.735471:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556160
00000100:00100000:3.0:1767327799.735495:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010555776:12345-0@lo:400:kworker.0 Request processed in 119us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327799.735502:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556032
00000100:00100000:0.0:1767327799.735503:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556416
00000100:00100000:3.0:1767327799.735510:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9283
00000100:00100000:1.0:1767327799.735511:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556288
00000100:00100000:2.0:1767327799.735513:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556032
00000100:00100000:1.0:1767327799.735522:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556288
00000100:00100000:0.0:1767327799.735531:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556416
00000100:00080000:3.0:1767327799.735553:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327799.735576:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327799.735583:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327799.735592:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:1.0:1767327799.735615:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024
00000100:00100000:0.0:1767327799.735617:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010556288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327799.735655:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010555648:0@lo:400:kworker.0
00000100:00100000:2.0:1767327799.735686:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884
00000100:00100000:1.0:1767327799.735696:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010556032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327799.735700:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010555904:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327799.735722:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885
00010000:00020000:2.0:1767327799.735723:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327799.735737:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010556160:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327799.735750:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010556288:12345-0@lo:400:kworker.0 Request processed in 143us (401us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327799.735754:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327799.735771:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00000100:00100000:1.0:1767327799.735782:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010556032:12345-0@lo:400:kworker.0 Request processed in 110us (623us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327799.735793:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024
00000100:00100000:2.0:1767327799.735800:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010555904:12345-0@lo:38:kworker.0 Request processed in 101us (780us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327799.735814:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010556160:12345-0@lo:38:kworker.0 Request processed in 74us (721us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327799.735815:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884
00000100:00100000:0.0:1767327799.735830:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886
00000100:00100000:0.0:1767327799.735840:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010556416:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327799.735847:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885
00010000:00020000:0.0:1767327799.735874:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327799.735885:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327799.735892:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327799.735896:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010555904:0@lo:38:kworker.0
00000100:00080000:1.0:1767327799.735910:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327799.735918:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327799.735923:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010556160:0@lo:38:kworker.0
00000100:00100000:3.0:1767327799.735938:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010555776:0@lo:400:kworker.0
00000100:00100000:0.0:1767327799.735947:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010556416:12345-0@lo:38:kworker.0 Request processed in 103us (645us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327799.735949:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010556288:0@lo:400:kworker.0
00000100:00080000:1.0:1767327799.735966:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327799.735973:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886
00000100:00080000:1.0:1767327799.735978:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327799.735986:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010556416:0@lo:38:kworker.0
00000100:00100000:2.0:1767327799.735989:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010556032:0@lo:400:kworker.0
00000100:00100000:0.0:1767327800.145548:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327800.145610:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327800.145682:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209600
00000100:00100000:1.0:1767327800.145701:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209600
00000100:00100000:3.0:1767327800.145716:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209472
00000100:00100000:3.0:1767327800.145728:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209472
00000100:00100000:3.0:1767327800.145807:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2025
00000100:00100000:1.0:1767327800.145831:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3887
00000100:00100000:3.0:1767327800.145833:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993209600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767327800.145841:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327800.145853:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993209472:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327800.145886:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327800.145945:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993209600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 122us (405us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327800.145950:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993209472:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (336us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327800.145967:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2025
00000100:00100000:1.0:1767327800.145983:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3887
00010000:00010000:1.0:1767327800.694654:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327801.718576:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327802.294620:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010556544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327802.294686:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327802.294731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556544
00000100:00100000:2.0:1767327802.294740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556544
00000100:00080000:0.0:1767327802.294786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327802.294795:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8159
00000100:00100000:2.0:1767327802.294804:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010556544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327802.294830:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327802.294870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010556544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327802.294876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8159
00000100:00100000:0.0:1767327802.294909:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010556544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327802.742576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327802.806655:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010556672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327802.806727:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327802.806785:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556672
00000100:00100000:2.0:1767327802.806793:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556672
00000100:00080000:0.0:1767327802.806843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327802.806853:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8160
00000100:00100000:2.0:1767327802.806863:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010556672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327802.806894:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327802.806949:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010556672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327802.806957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8160
00000100:00100000:1.0:1767327802.807006:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010556672:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327803.766636:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327804.790617:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327804.854504:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327804.854513:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327804.854515:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327804.854518:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327804.854522:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327804.854528:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 12997
00000100:00080000:2.0:1767327804.854533:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327804.854540:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327804.854576:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61500 x1853164010556800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327804.854655:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327804.854660:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327804.854662:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327804.854667:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 12997
00000100:00080000:2.0:1767327804.854672:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327804.854677:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327804.854690:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010556800:0@lo:38:kworker.0
00000100:00100000:0.0:1767327804.854691:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010556928:0@lo:400:kworker.0
00000100:00100000:2.0:1767327804.854695:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63100 x1853164010557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327804.854734:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327804.854737:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327804.854738:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327804.854741:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 12997
00000100:00080000:2.0:1767327804.854744:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327804.854747:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327804.854758:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62300 x1853164010557440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327804.854769:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327804.854770:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327804.854777:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010557312:0@lo:400:kworker.0
00000100:00080000:2.0:1767327804.854790:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327804.854794:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327804.854796:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327804.854800:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 12997
00000100:00080000:2.0:1767327804.854802:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327804.854805:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327804.854817:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010557696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327804.854820:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327804.854824:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010557184:0@lo:38:kworker.0
00000100:00100000:3.0:1767327804.854829:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327804.854833:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010557056:0@lo:400:kworker.0
00000100:00100000:1.0:1767327804.854866:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327804.854867:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327804.854873:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327804.854874:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556928
00000100:00100000:3.0:1767327804.854878:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010557568:0@lo:400:kworker.0
00000100:00100000:2.0:1767327804.854882:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556928
00000100:00100000:1.0:1767327804.854891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010557440:0@lo:38:kworker.0
00000100:00100000:3.0:1767327804.854921:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327804.854931:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010556800
00000100:00100000:0.0:1767327804.854937:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010556800
00000100:00100000:2.0:1767327804.854943:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557056
00000100:00100000:2.0:1767327804.854948:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557056
00000100:00100000:1.0:1767327804.854953:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557312
00000100:00100000:1.0:1767327804.854958:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557312
00000100:00100000:0.0:1767327804.854971:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35138
00000100:00100000:0.0:1767327804.854981:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010556800:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327804.854987:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9284
00000100:00100000:2.0:1767327804.854995:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9285
00010000:00020000:0.0:1767327804.854998:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327804.854998:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557184
00000100:00100000:3.0:1767327804.855002:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010556928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327804.855004:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557184
00000100:00100000:2.0:1767327804.855011:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010557056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327804.855023:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557568
00000100:00100000:1.0:1767327804.855027:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557568
00000100:00100000:0.0:1767327804.855047:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010556800:12345-0@lo:38:kworker.0 Request processed in 66us (281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327804.855056:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35138
00000100:00100000:1.0:1767327804.855061:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026
00000100:00100000:3.0:1767327804.855069:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010556928:12345-0@lo:400:kworker.0 Request processed in 73us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327804.855076:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010557312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327804.855076:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010557056:12345-0@lo:400:kworker.0 Request processed in 67us (200us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327804.855081:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327804.855085:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9284
00000100:00080000:0.0:1767327804.855088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327804.855093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327804.855097:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9285
00000100:00100000:0.0:1767327804.855132:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010557056:0@lo:400:kworker.0
00000100:00100000:1.0:1767327804.855133:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010557312:12345-0@lo:400:kworker.0 Request processed in 62us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327804.855139:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027
00000100:00100000:0.0:1767327804.855152:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010556928:0@lo:400:kworker.0
00000100:00100000:3.0:1767327804.855152:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888
00000100:00100000:2.0:1767327804.855154:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010557568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327804.855164:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026
00000100:00100000:3.0:1767327804.855165:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010557184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327804.855179:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327804.855216:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010557568:0@lo:400:kworker.0
00000100:00100000:2.0:1767327804.855219:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010557568:12345-0@lo:400:kworker.0 Request processed in 64us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327804.855221:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327804.855224:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010557184:12345-0@lo:38:kworker.0 Request processed in 61us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327804.855238:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010557312:0@lo:400:kworker.0
00000100:00100000:2.0:1767327804.855241:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027
00000100:00100000:3.0:1767327804.855250:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888
00000100:00080000:0.0:1767327804.855258:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327804.855265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327804.855268:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557440
00000100:00100000:0.0:1767327804.855270:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010556800:0@lo:38:kworker.0
00000100:00100000:2.0:1767327804.855273:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557440
00000100:00100000:0.0:1767327804.855289:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010557696:0@lo:38:kworker.0
00000100:00100000:3.0:1767327804.855305:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889
00000100:00100000:3.0:1767327804.855312:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010557440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327804.855319:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327804.855322:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327804.855353:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327804.855357:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557696
00000100:00080000:0.0:1767327804.855360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327804.855362:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010557440:12345-0@lo:38:kworker.0 Request processed in 47us (147us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327804.855363:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557696
00000100:00100000:0.0:1767327804.855366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010557184:0@lo:38:kworker.0
00000100:00080000:0.0:1767327804.855378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327804.855380:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889
00000100:00080000:0.0:1767327804.855384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327804.855388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010557440:0@lo:38:kworker.0
00000100:00100000:1.0:1767327804.855394:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890
00000100:00100000:1.0:1767327804.855402:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010557696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327804.855413:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327804.855473:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010557696:12345-0@lo:38:kworker.0 Request processed in 71us (155us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327804.855479:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890
00000100:00080000:3.0:1767327804.855511:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327804.855516:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327804.855518:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010557696:0@lo:38:kworker.0
00000100:00100000:3.0:1767327805.265021:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327805.265054:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327805.265080:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209728
00000100:00100000:1.0:1767327805.265090:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209728
00000100:00100000:1.0:1767327805.265126:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209856
00000100:00100000:1.0:1767327805.265128:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209856
00000100:00100000:2.0:1767327805.265150:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3891
00000100:00100000:2.0:1767327805.265159:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993209728:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767327805.265164:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2028
00000100:00100000:3.0:1767327805.265177:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993209856:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327805.265182:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327805.265199:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327805.265242:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993209856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 70us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327805.265251:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2028
00000100:00100000:2.0:1767327805.265252:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993209728:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327805.265265:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3891
00010000:00010000:1.0:1767327805.814603:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327806.838621:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327807.414594:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010557824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327807.414662:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327807.414707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557824
00000100:00100000:2.0:1767327807.414718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557824
00000100:00080000:0.0:1767327807.414762:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327807.414783:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8161
00000100:00100000:2.0:1767327807.414795:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010557824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327807.414824:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327807.414874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010557824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327807.414883:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8161
00000100:00100000:0.0:1767327807.414917:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010557824:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327807.862580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327807.926590:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010557952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327807.926654:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327807.926698:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010557952
00000100:00100000:0.0:1767327807.926707:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010557952
00000100:00080000:2.0:1767327807.926752:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327807.926764:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8162
00000100:00100000:0.0:1767327807.926774:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010557952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327807.926798:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327807.926842:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010557952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327807.926848:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8162
00000100:00100000:2.0:1767327807.926884:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010557952:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327808.886541:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327809.910568:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327809.974494:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327809.974503:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327809.974506:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327809.974511:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327809.974516:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327809.974524:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13002
00000100:00080000:2.0:1767327809.974530:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327809.974538:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327809.974595:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010558080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327809.974649:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327809.974653:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327809.974654:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327809.974659:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13002
00000100:00100000:3.0:1767327809.974662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010558080:0@lo:38:kworker.0
00000100:00080000:2.0:1767327809.974663:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327809.974670:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327809.974686:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63100 x1853164010558464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327809.974688:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010558208:0@lo:400:kworker.0
00000100:00100000:0.0:1767327809.974690:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010558336:0@lo:400:kworker.0
00000100:00080000:2.0:1767327809.974725:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327809.974729:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327809.974732:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327809.974734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327809.974739:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13002
00000100:00080000:2.0:1767327809.974742:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327809.974746:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327809.974753:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327809.974759:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61180 x1853164010558720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327809.974764:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010558592:0@lo:400:kworker.0
00000100:00080000:2.0:1767327809.974779:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327809.974783:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327809.974784:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327809.974787:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13002
00000100:00080000:2.0:1767327809.974790:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327809.974793:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327809.974805:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60700 x1853164010558976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327809.974806:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327809.974818:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010558464:0@lo:38:kworker.0
00000100:00100000:1.0:1767327809.974831:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327809.974848:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010558848:0@lo:400:kworker.0
00000100:00100000:0.0:1767327809.974866:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558592
00000100:00100000:3.0:1767327809.974871:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327809.974889:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558592
00000100:00100000:2.0:1767327809.974894:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558208
00000100:00100000:2.0:1767327809.974899:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558208
00000100:00100000:1.0:1767327809.974904:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558336
00000100:00100000:3.0:1767327809.974907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010558720:0@lo:38:kworker.0
00000100:00100000:1.0:1767327809.974910:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558336
00000100:00100000:3.0:1767327809.974942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327809.974971:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558464
00000100:00100000:2.0:1767327809.974976:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9286
00000100:00100000:0.0:1767327809.974977:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558464
00000100:00100000:3.0:1767327809.974981:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010558976:0@lo:38:kworker.0
00000100:00100000:1.0:1767327809.974985:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9287
00000100:00100000:2.0:1767327809.974989:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010558208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327809.975001:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010558336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327809.975002:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558720
00000100:00100000:0.0:1767327809.975007:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558720
00000100:00100000:3.0:1767327809.975012:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327809.975035:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558976
00000100:00100000:0.0:1767327809.975039:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558976
00000100:00100000:2.0:1767327809.975055:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010558208:12345-0@lo:400:kworker.0 Request processed in 69us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327809.975060:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1767327809.975069:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010558336:12345-0@lo:400:kworker.0 Request processed in 70us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327809.975069:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9286
00000100:00100000:3.0:1767327809.975075:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892
00000100:00100000:0.0:1767327809.975076:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010558592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327809.975087:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9287
00000100:00100000:3.0:1767327809.975090:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010558464:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327809.975109:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327809.975110:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327809.975120:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558080
00000100:00100000:1.0:1767327809.975124:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558080
00000100:00100000:0.0:1767327809.975140:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010558592:12345-0@lo:400:kworker.0 Request processed in 67us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327809.975152:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1767327809.975156:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35139
00000100:00100000:3.0:1767327809.975161:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010558464:12345-0@lo:38:kworker.0 Request processed in 71us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327809.975168:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010558080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327809.975172:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010558208:0@lo:400:kworker.0
00000100:00100000:3.0:1767327809.975174:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892
00000100:00100000:0.0:1767327809.975176:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010558848
00000100:00100000:0.0:1767327809.975184:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010558848
00010000:00020000:1.0:1767327809.975185:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327809.975199:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893
00000100:00100000:3.0:1767327809.975205:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010558720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327809.975213:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327809.975225:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327809.975232:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030
00000100:00100000:1.0:1767327809.975233:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010558080:12345-0@lo:38:kworker.0 Request processed in 62us (498us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327809.975237:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327809.975244:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010558720:12345-0@lo:38:kworker.0 Request processed in 37us (301us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327809.975248:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010558464:0@lo:38:kworker.0
00000100:00100000:0.0:1767327809.975250:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010558848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327809.975250:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35139
00000100:00100000:3.0:1767327809.975264:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893
00000100:00080000:2.0:1767327809.975273:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327809.975278:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327809.975282:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010558720:0@lo:38:kworker.0
00000100:00100000:3.0:1767327809.975287:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894
00000100:00100000:3.0:1767327809.975294:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010558976:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327809.975299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767327809.975304:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327809.975307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327809.975312:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010558848:12345-0@lo:400:kworker.0 Request processed in 68us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327809.975313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010558080:0@lo:38:kworker.0
00000100:00100000:1.0:1767327809.975322:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010558336:0@lo:400:kworker.0
00000100:00100000:0.0:1767327809.975328:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030
00000100:00100000:3.0:1767327809.975336:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010558976:12345-0@lo:38:kworker.0 Request processed in 40us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327809.975344:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894
00000100:00080000:0.0:1767327809.975359:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327809.975364:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327809.975367:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327809.975370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767327809.975373:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327809.975376:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010558976:0@lo:38:kworker.0
00000100:00100000:3.0:1767327809.975434:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010558848:0@lo:400:kworker.0
00000100:00100000:1.0:1767327809.975449:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010558592:0@lo:400:kworker.0
00000100:00100000:2.0:1767327810.384984:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327810.385030:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993209984
00000100:00100000:1.0:1767327810.385040:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993209984
00000100:00100000:2.0:1767327810.385055:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327810.385087:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993210112
00000100:00100000:1.0:1767327810.385090:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993210112
00000100:00100000:0.0:1767327810.385134:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2031
00000100:00080000:2.0:1767327810.385138:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327810.385144:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3895
00000100:00100000:0.0:1767327810.385149:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993210112:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327810.385156:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993209984:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327810.385175:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327810.385224:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993210112:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327810.385231:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993209984:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327810.385236:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2031
00000100:00100000:1.0:1767327810.385244:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3895
00010000:00010000:1.0:1767327810.934572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327811.958555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327812.534660:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327812.534681:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010559104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327812.534740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327812.534788:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010559104
00000100:00100000:0.0:1767327812.534796:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010559104
00000100:00080000:2.0:1767327812.534837:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327812.534848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8163
00000100:00100000:0.0:1767327812.534859:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010559104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327812.534884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327812.534927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010559104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327812.534933:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8163
00000100:00100000:1.0:1767327812.534971:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010559104:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327812.982568:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327813.046646:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327813.046667:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010559232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327813.046735:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327813.046808:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010559232
00000100:00100000:0.0:1767327813.046819:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010559232
00000100:00080000:2.0:1767327813.046875:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327813.046889:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8164
00000100:00100000:0.0:1767327813.046901:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010559232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327813.046932:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327813.046984:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010559232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327813.046992:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8164
00000100:00100000:2.0:1767327813.047033:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010559232:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327814.006570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327814.070503:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327789/real 1767327789]  req@ffff9bb5bd65d880 x1853164010552832/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327814.070557:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bd65d880 x1853164010552832/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327814.070573:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327814.070595:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327814.070598:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010552832:0@lo:250:kworker.0
00000100:00080000:0.0:1767327814.070643:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327814.070651:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327814.070654:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327814.070659:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 12987
00000100:00080000:0.0:1767327814.070663:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327814.070670:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327814.070712:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4e00 x1853164010559360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327814.070738:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327814.070742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327814.070745:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327814.070750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13007
00000100:00080000:0.0:1767327814.070755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327814.070760:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327814.070763:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010559360:0@lo:250:kworker.0
00000100:00100000:0.0:1767327814.070786:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5f80 x1853164010559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327814.070806:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010559360 offset 0 length 520: 4
00000100:00100000:2.0:1767327814.070844:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010559488:0@lo:38:kworker.0
00000100:00080000:0.0:1767327814.070854:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327814.070859:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327814.070863:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327814.070868:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13007
00000100:00100000:2.0:1767327814.070874:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327814.070875:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327814.070883:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327814.070902:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4000 x1853164010559872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327814.070908:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010559488
00000100:00100000:1.0:1767327814.070911:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010559616:0@lo:400:kworker.0
00000100:00100000:3.0:1767327814.070921:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010559488
00000100:00100000:2.0:1767327814.070924:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010559744:0@lo:400:kworker.0
00000100:00080000:0.0:1767327814.070958:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327814.070965:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327814.070966:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010560000:0@lo:400:kworker.0
00000100:00100000:3.0:1767327814.070974:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35140
00000100:00080000:0.0:1767327814.070978:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327814.070982:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327814.070985:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010559488:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327814.070990:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13007
00000100:00080000:0.0:1767327814.070997:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327814.071003:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327814.071008:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767327814.071013:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327814.071024:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010559616
00000100:00100000:0.0:1767327814.071026:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07100 x1853164010560128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327814.071029:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010559616
00000100:00100000:2.0:1767327814.071044:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327814.071060:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327814.071065:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327814.071067:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327814.071073:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13007
00000100:00100000:3.0:1767327814.071078:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010559488:12345-0@lo:38:kworker.0 Request processed in 90us (202us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327814.071079:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327814.071080:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010559744
00000100:00100000:1.0:1767327814.071085:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010559744
00000100:00080000:0.0:1767327814.071088:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327814.071091:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9288
00000100:00100000:3.0:1767327814.071097:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35140
00000100:00100000:2.0:1767327814.071105:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010559616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327814.071110:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04a80 x1853164010560384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327814.071115:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9289
00000100:00100000:1.0:1767327814.071128:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010559744:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327814.071139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327814.071150:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010560256:0@lo:400:kworker.0
00000100:00100000:2.0:1767327814.071156:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010559616:12345-0@lo:400:kworker.0 Request processed in 52us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327814.071162:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010559872:0@lo:38:kworker.0
00000100:00100000:2.0:1767327814.071166:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9288
00000100:00100000:1.0:1767327814.071174:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010559744:12345-0@lo:400:kworker.0 Request processed in 49us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327814.071180:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9289
00000100:00100000:0.0:1767327814.071205:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327814.071217:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010559616:0@lo:400:kworker.0
00000100:00100000:1.0:1767327814.071232:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560000
00000100:00100000:1.0:1767327814.071236:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560000
00000100:00100000:2.0:1767327814.071255:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010559744:0@lo:400:kworker.0
00000100:00100000:3.0:1767327814.071263:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327814.071283:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560256
00000100:00100000:1.0:1767327814.071287:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560256
00000100:00080000:2.0:1767327814.071292:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327814.071293:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010559872
00000100:00100000:0.0:1767327814.071300:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010559872
00000100:00100000:3.0:1767327814.071304:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010560128:0@lo:38:kworker.0
00000100:00100000:2.0:1767327814.071318:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032
00000100:00100000:1.0:1767327814.071326:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033
00000100:00100000:2.0:1767327814.071330:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010560000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327814.071342:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3896
00000100:00100000:1.0:1767327814.071343:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010560256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327814.071344:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327814.071356:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010559872:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327814.071371:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010560384:0@lo:38:kworker.0
00010000:00020000:0.0:1767327814.071373:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327814.071376:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010560000:12345-0@lo:400:kworker.0 Request processed in 49us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327814.071385:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032
00000100:00100000:1.0:1767327814.071393:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010560256:12345-0@lo:400:kworker.0 Request processed in 56us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327814.071401:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033
00000100:00100000:2.0:1767327814.071402:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560128
00000100:00100000:2.0:1767327814.071408:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560128
00000100:00100000:2.0:1767327814.071445:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897
00000100:00100000:3.0:1767327814.071452:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327814.071455:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010560128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327814.071466:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327814.071473:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560384
00000100:00100000:1.0:1767327814.071478:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560384
00000100:00100000:0.0:1767327814.071484:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010559872:12345-0@lo:38:kworker.0 Request processed in 128us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327814.071495:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3896
00000100:00080000:3.0:1767327814.071503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327814.071505:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898
00000100:00100000:2.0:1767327814.071505:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010560128:12345-0@lo:38:kworker.0 Request processed in 48us (163us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327814.071512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327814.071517:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010560384:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327814.071534:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897
00000100:00100000:3.0:1767327814.071535:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010559488:0@lo:38:kworker.0
00010000:00020000:1.0:1767327814.071551:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327814.071571:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327814.071579:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327814.071585:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010560000:0@lo:400:kworker.0
00000100:00100000:3.0:1767327814.071586:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010559872:0@lo:38:kworker.0
00000100:00100000:1.0:1767327814.071591:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010560384:12345-0@lo:38:kworker.0 Request processed in 74us (140us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327814.071607:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898
00000100:00100000:0.0:1767327814.071608:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010560256:0@lo:400:kworker.0
00000100:00080000:3.0:1767327814.071611:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327814.071619:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327814.071624:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010560128:0@lo:38:kworker.0
00000100:00080000:3.0:1767327814.071642:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327814.071645:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327814.071649:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010560384:0@lo:38:kworker.0
00000400:00000100:0.0:1767327814.481071:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993210240 offset 0 length 520: 4
00000100:00100000:0.0:1767327814.481113:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327814.481147:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327814.481206:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993210496
00000100:00100000:2.0:1767327814.481207:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993210368
00000100:00100000:1.0:1767327814.481217:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993210496
00000100:00100000:2.0:1767327814.481217:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993210368
00000100:00100000:2.0:1767327814.481256:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3899
00000100:00100000:2.0:1767327814.481262:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993210368:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327814.481280:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2034
00010000:00020000:2.0:1767327814.481284:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327814.481289:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993210496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767327814.481326:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327814.481346:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993210368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (196us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327814.481347:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993210496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 58us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327814.481359:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3899
00000100:00100000:1.0:1767327814.481366:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2034
00010000:00010000:1.0:1767327815.030599:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327816.054650:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327817.078643:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327817.654618:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010560512:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327817.654678:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327817.654720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560512
00000100:00100000:0.0:1767327817.654729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560512
00000100:00080000:3.0:1767327817.654782:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327817.654794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8165
00000100:00100000:0.0:1767327817.654806:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010560512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327817.654836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327817.654886:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010560512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327817.654892:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8165
00000100:00100000:2.0:1767327817.654930:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010560512:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327818.102615:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327818.166650:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010560640:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327818.166708:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327818.166755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560640
00000100:00100000:2.0:1767327818.166763:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560640
00000100:00080000:3.0:1767327818.166809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327818.166824:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8166
00000100:00100000:2.0:1767327818.166836:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010560640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327818.166866:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327818.166913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010560640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327818.166920:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8166
00000100:00100000:0.0:1767327818.166964:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010560640:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327819.126690:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327819.190537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327819.190545:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327819.190548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327819.190552:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327819.190555:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327819.190562:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13011
00000100:00080000:2.0:1767327819.190566:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327819.190571:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327819.190606:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62300 x1853164010560768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327819.190656:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010560768:0@lo:38:kworker.0
00000100:00080000:2.0:1767327819.190672:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327819.190677:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327819.190681:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327819.190686:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13011
00000100:00080000:2.0:1767327819.190690:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327819.190695:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327819.190699:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010560896:0@lo:400:kworker.0
00000100:00100000:1.0:1767327819.190707:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010561024:0@lo:400:kworker.0
00000100:00100000:2.0:1767327819.190712:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6300 x1853164010561152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327819.190727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327819.190745:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327819.190749:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327819.190750:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327819.190755:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13011
00000100:00080000:2.0:1767327819.190758:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327819.190764:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327819.190766:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327819.190775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010561152:0@lo:38:kworker.0
00000100:00100000:2.0:1767327819.190778:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796d80 x1853164010561408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327819.190783:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010561280:0@lo:400:kworker.0
00000100:00080000:2.0:1767327819.190802:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327819.190805:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327819.190807:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327819.190812:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13011
00000100:00080000:2.0:1767327819.190814:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327819.190820:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327819.190822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327819.190829:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560896
00000100:00100000:2.0:1767327819.190833:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796a00 x1853164010561664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327819.190835:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010561536:0@lo:400:kworker.0
00000100:00100000:0.0:1767327819.190836:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560896
00000100:00100000:3.0:1767327819.190863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010561408:0@lo:38:kworker.0
00000100:00100000:1.0:1767327819.190870:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327819.190890:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561152
00000100:00100000:2.0:1767327819.190895:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561152
00000100:00100000:3.0:1767327819.190907:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327819.190916:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9290
00000100:00100000:2.0:1767327819.190928:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561536
00000100:00100000:0.0:1767327819.190929:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010560896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327819.190933:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561536
00000100:00100000:1.0:1767327819.190936:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561408
00000100:00100000:1.0:1767327819.190941:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561408
00000100:00100000:3.0:1767327819.190945:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010561664:0@lo:38:kworker.0
00000100:00100000:2.0:1767327819.190969:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035
00000100:00100000:1.0:1767327819.190981:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900
00000100:00100000:2.0:1767327819.190982:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010561536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327819.190991:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327819.190992:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010561152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327819.191000:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010560896:12345-0@lo:400:kworker.0 Request processed in 72us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327819.191009:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9290
00010000:00020000:1.0:1767327819.191013:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327819.191035:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561664
00000100:00100000:2.0:1767327819.191040:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010561536:12345-0@lo:400:kworker.0 Request processed in 61us (171us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327819.191042:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561664
00000100:00100000:2.0:1767327819.191048:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035
00000100:00100000:0.0:1767327819.191060:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901
00000100:00100000:1.0:1767327819.191061:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010561152:12345-0@lo:38:kworker.0 Request processed in 68us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327819.191073:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010561408:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327819.191074:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902
00000100:00100000:2.0:1767327819.191084:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010561664:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327819.191085:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900
00010000:00020000:0.0:1767327819.191089:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767327819.191099:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327819.191112:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327819.191127:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010561536:0@lo:400:kworker.0
00000100:00100000:0.0:1767327819.191139:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010561408:12345-0@lo:38:kworker.0 Request processed in 67us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327819.191149:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010561664:12345-0@lo:38:kworker.0 Request processed in 63us (160us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327819.191150:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901
00000100:00100000:2.0:1767327819.191159:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902
00000100:00080000:3.0:1767327819.191167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327819.191173:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561280
00000100:00080000:3.0:1767327819.191175:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327819.191178:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561280
00000100:00100000:2.0:1767327819.191188:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010560768
00000100:00100000:2.0:1767327819.191193:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010560768
00000100:00100000:1.0:1767327819.191197:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327819.191202:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327819.191228:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35141
00000100:00100000:0.0:1767327819.191233:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036
00000100:00080000:3.0:1767327819.191233:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327819.191238:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010560768:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327819.191244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327819.191250:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010561280:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767327819.191251:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327819.191253:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010561408:0@lo:38:kworker.0
00000100:00100000:1.0:1767327819.191274:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010560896:0@lo:400:kworker.0
00000100:00080000:3.0:1767327819.191277:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327819.191284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327819.191289:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010561664:0@lo:38:kworker.0
00000100:00100000:2.0:1767327819.191298:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010560768:12345-0@lo:38:kworker.0 Request processed in 60us (571us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327819.191308:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561024
00000100:00080000:3.0:1767327819.191308:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327819.191309:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35141
00000100:00100000:1.0:1767327819.191314:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561024
00000100:00100000:0.0:1767327819.191315:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010561280:12345-0@lo:400:kworker.0 Request processed in 67us (202us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327819.191320:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327819.191326:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036
00000100:00100000:3.0:1767327819.191328:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010561152:0@lo:38:kworker.0
00000100:00100000:1.0:1767327819.191348:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9291
00000100:00080000:3.0:1767327819.191348:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327819.191356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327819.191361:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010561024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327819.191363:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010560768:0@lo:38:kworker.0
00000100:00100000:2.0:1767327819.191383:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010561280:0@lo:400:kworker.0
00000100:00100000:1.0:1767327819.191410:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010561024:12345-0@lo:400:kworker.0 Request processed in 52us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327819.191439:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9291
00000100:00100000:0.0:1767327819.191464:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010561024:0@lo:400:kworker.0
00000100:00100000:3.0:1767327819.600932:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327819.600965:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327819.600990:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993210624
00000100:00100000:2.0:1767327819.601000:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993210624
00000100:00100000:2.0:1767327819.601037:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993210752
00000100:00100000:2.0:1767327819.601039:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993210752
00000100:00100000:0.0:1767327819.601065:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3903
00000100:00100000:0.0:1767327819.601075:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993210624:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767327819.601083:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2037
00010000:00020000:0.0:1767327819.601098:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327819.601099:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993210752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767327819.601102:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327819.601175:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993210624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (245us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327819.601175:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993210752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327819.601187:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2037
00000100:00100000:0.0:1767327819.601204:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3903
00010000:00010000:1.0:1767327820.150588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327821.174580:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327822.198547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327822.774637:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010561792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327822.774705:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327822.774759:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561792
00000100:00100000:2.0:1767327822.774769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561792
00000100:00080000:1.0:1767327822.774821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327822.774836:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8167
00000100:00100000:2.0:1767327822.774846:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010561792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327822.774876:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327822.774927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010561792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327822.774937:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8167
00000100:00100000:1.0:1767327822.774978:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010561792:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327823.222581:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327823.286613:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010561920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327823.286683:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327823.286735:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010561920
00000100:00100000:2.0:1767327823.286745:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010561920
00000100:00080000:1.0:1767327823.286811:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327823.286816:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8168
00000100:00100000:2.0:1767327823.286830:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010561920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327823.286861:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327823.286913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010561920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327823.286922:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8168
00000100:00100000:1.0:1767327823.286955:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010561920:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327824.246576:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327824.310510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327824.310522:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327824.310526:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327824.310530:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327824.310534:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327824.310543:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13017
00000100:00080000:2.0:1767327824.310548:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327824.310555:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327824.310596:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794a80 x1853164010562048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327824.310660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327824.310661:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010562048:0@lo:38:kworker.0
00000100:00080000:2.0:1767327824.310667:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327824.310671:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327824.310675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13017
00000100:00080000:2.0:1767327824.310677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327824.310681:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327824.310692:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010562304:0@lo:400:kworker.0
00000100:00100000:2.0:1767327824.310695:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010562432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327824.310698:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010562176:0@lo:400:kworker.0
00000100:00100000:3.0:1767327824.310731:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327824.310734:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327824.310741:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327824.310743:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327824.310744:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327824.310749:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13017
00000100:00080000:2.0:1767327824.310751:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327824.310754:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327824.310764:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795c00 x1853164010562688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327824.310780:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327824.310783:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327824.310785:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327824.310791:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010562816:0@lo:400:kworker.0
00000100:00080000:2.0:1767327824.310791:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13017
00000100:00080000:2.0:1767327824.310793:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327824.310796:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010562432:0@lo:38:kworker.0
00000100:00080000:2.0:1767327824.310800:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327824.310806:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562304
00000100:00100000:1.0:1767327824.310813:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562304
00000100:00100000:2.0:1767327824.310818:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794e00 x1853164010562944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327824.310845:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010562560:0@lo:400:kworker.0
00000100:00100000:0.0:1767327824.310849:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327824.310856:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562048
00000100:00100000:1.0:1767327824.310860:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9292
00000100:00100000:3.0:1767327824.310863:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562048
00000100:00100000:1.0:1767327824.310871:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010562304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327824.310896:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35142
00000100:00100000:3.0:1767327824.310905:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010562048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327824.310909:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327824.310922:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010562304:12345-0@lo:400:kworker.0 Request processed in 53us (183us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327824.310924:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327824.310925:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562816
00000100:00100000:0.0:1767327824.310933:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562816
00000100:00100000:1.0:1767327824.310935:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9292
00000100:00100000:3.0:1767327824.310965:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010562048:12345-0@lo:38:kworker.0 Request processed in 60us (233us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327824.310972:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35142
00000100:00100000:1.0:1767327824.310983:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010562304:0@lo:400:kworker.0
00000100:00100000:2.0:1767327824.310990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327824.310991:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562560
00000100:00100000:0.0:1767327824.310997:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562560
00000100:00100000:3.0:1767327824.311006:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562432
00000100:00100000:3.0:1767327824.311011:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562432
00000100:00100000:2.0:1767327824.311023:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010562688:0@lo:38:kworker.0
00000100:00080000:1.0:1767327824.311031:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327824.311038:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038
00000100:00100000:1.0:1767327824.311048:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327824.311054:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327824.311057:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039
00000100:00100000:0.0:1767327824.311065:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010562816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327824.311072:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010562560:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327824.311090:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327824.311094:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562176
00000100:00080000:2.0:1767327824.311099:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327824.311102:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562176
00000100:00100000:2.0:1767327824.311107:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010562048:0@lo:38:kworker.0
00000100:00100000:0.0:1767327824.311131:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010562816:12345-0@lo:400:kworker.0 Request processed in 71us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327824.311133:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010562560:12345-0@lo:400:kworker.0 Request processed in 66us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327824.311135:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010562944:0@lo:38:kworker.0
00000100:00100000:1.0:1767327824.311149:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9293
00000100:00100000:3.0:1767327824.311153:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039
00000100:00100000:0.0:1767327824.311167:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038
00000100:00100000:1.0:1767327824.311167:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010562176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327824.311170:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562688
00000100:00100000:3.0:1767327824.311176:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562688
00000100:00100000:2.0:1767327824.311183:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327824.311191:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010562944
00000100:00100000:0.0:1767327824.311198:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010562944
00000100:00100000:3.0:1767327824.311201:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904
00000100:00100000:3.0:1767327824.311208:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010562432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327824.311217:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327824.311224:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905
00000100:00100000:1.0:1767327824.311230:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010562176:12345-0@lo:400:kworker.0 Request processed in 69us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327824.311233:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010562688:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327824.311238:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906
00000100:00100000:1.0:1767327824.311249:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9293
00000100:00100000:2.0:1767327824.311253:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010562944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327824.311256:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327824.311260:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010562432:12345-0@lo:38:kworker.0 Request processed in 48us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327824.311271:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904
00000100:00080000:1.0:1767327824.311275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:2.0:1767327824.311277:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327824.311303:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010562688:12345-0@lo:38:kworker.0 Request processed in 69us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327824.311305:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010562176:0@lo:400:kworker.0
00000100:00100000:3.0:1767327824.311321:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010562560:0@lo:400:kworker.0
00000100:00100000:0.0:1767327824.311323:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905
00000100:00100000:2.0:1767327824.311332:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010562944:12345-0@lo:38:kworker.0 Request processed in 78us (149us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327824.311343:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906
00000100:00080000:3.0:1767327824.311360:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327824.311366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327824.311371:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010562944:0@lo:38:kworker.0
00000100:00100000:0.0:1767327824.311384:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010562816:0@lo:400:kworker.0
00000100:00080000:3.0:1767327824.311385:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327824.311393:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327824.311397:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010562432:0@lo:38:kworker.0
00000100:00080000:3.0:1767327824.311409:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327824.311411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327824.311414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010562688:0@lo:38:kworker.0
00000100:00100000:0.0:1767327824.720962:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327824.721004:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211008
00000100:00100000:1.0:1767327824.721013:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211008
00000100:00100000:0.0:1767327824.721023:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:3.0:1767327824.721077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327824.721078:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993210880
00000100:00100000:1.0:1767327824.721083:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993210880
00000100:00100000:2.0:1767327824.721091:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2040
00000100:00100000:0.0:1767327824.721108:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3907
00000100:00100000:2.0:1767327824.721109:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993211008:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327824.721124:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993210880:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327824.721146:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327824.721181:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993211008:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327824.721187:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993210880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327824.721194:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2040
00000100:00100000:0.0:1767327824.721204:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3907
00010000:00010000:1.0:1767327825.270581:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327826.294560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327827.318541:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327827.894586:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010563072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327827.894649:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327827.894681:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563072
00000100:00100000:0.0:1767327827.894689:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563072
00000100:00080000:1.0:1767327827.894728:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327827.894756:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8169
00000100:00100000:0.0:1767327827.894771:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010563072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327827.894836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327827.894888:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010563072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327827.894895:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8169
00000100:00100000:2.0:1767327827.894921:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010563072:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327828.342559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327828.406609:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327828.406626:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010563200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327828.406683:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327828.406731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563200
00000100:00100000:0.0:1767327828.406741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563200
00000100:00080000:1.0:1767327828.406791:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327828.406802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8170
00000100:00100000:0.0:1767327828.406812:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010563200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767327828.406836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327828.406876:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010563200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327828.406884:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8170
00000100:00100000:1.0:1767327828.406921:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010563200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327829.366549:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327829.430498:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327829.430505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327829.430508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327829.430511:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327829.430515:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327829.430521:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13022
00000100:00080000:2.0:1767327829.430525:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327829.430531:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327829.430564:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797480 x1853164010563328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327829.430616:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327829.430617:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010563328:0@lo:38:kworker.0
00000100:00080000:2.0:1767327829.430622:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327829.430625:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327829.430628:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13022
00000100:00080000:2.0:1767327829.430630:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327829.430633:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327829.430643:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327829.430664:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327829.430667:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327829.430669:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327829.430672:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13022
00000100:00080000:2.0:1767327829.430676:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767327829.430677:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010563456:0@lo:400:kworker.0
00000100:00080000:2.0:1767327829.430681:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327829.430690:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327829.430695:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010563584:0@lo:400:kworker.0
00000100:00100000:2.0:1767327829.430695:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795f80 x1853164010563968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327829.430718:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327829.430721:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327829.430723:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327829.430729:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13022
00000100:00100000:0.0:1767327829.430730:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327829.430734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327829.430736:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010563712:0@lo:38:kworker.0
00000100:00080000:2.0:1767327829.430739:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327829.430745:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010563840:0@lo:400:kworker.0
00000100:00100000:2.0:1767327829.430755:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796680 x1853164010564224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327829.430787:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563456
00000100:00100000:3.0:1767327829.430791:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327829.430795:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010564096:0@lo:400:kworker.0
00000100:00100000:0.0:1767327829.430796:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563456
00000100:00100000:1.0:1767327829.430797:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327829.430834:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010563968:0@lo:38:kworker.0
00000100:00100000:2.0:1767327829.430846:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327829.430854:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563584
00000100:00100000:0.0:1767327829.430858:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563584
00000100:00100000:1.0:1767327829.430865:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9294
00000100:00100000:3.0:1767327829.430870:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327829.430878:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010563456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327829.430890:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9295
00000100:00100000:0.0:1767327829.430901:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010563584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327829.430903:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010564224:0@lo:38:kworker.0
00000100:00100000:2.0:1767327829.430909:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563712
00000100:00100000:2.0:1767327829.430914:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563712
00000100:00100000:1.0:1767327829.430933:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010563456:12345-0@lo:400:kworker.0 Request processed in 60us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327829.430940:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564096
00000100:00100000:1.0:1767327829.430941:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9294
00000100:00100000:2.0:1767327829.430945:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564096
00000100:00100000:3.0:1767327829.430949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327829.430960:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010563584:12345-0@lo:400:kworker.0 Request processed in 62us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327829.430968:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9295
00000100:00100000:1.0:1767327829.430982:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563968
00000100:00100000:1.0:1767327829.430986:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563968
00000100:00100000:2.0:1767327829.430991:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564224
00000100:00100000:2.0:1767327829.430995:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564224
00000100:00080000:0.0:1767327829.431007:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327829.431008:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563328
00000100:00100000:1.0:1767327829.431012:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041
00000100:00080000:0.0:1767327829.431015:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327829.431015:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563328
00000100:00100000:2.0:1767327829.431020:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3908
00000100:00100000:1.0:1767327829.431024:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010564096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327829.431031:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010563712:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327829.431035:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327829.431051:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35143
00010000:00020000:2.0:1767327829.431052:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327829.431062:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010563328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327829.431071:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010564096:12345-0@lo:400:kworker.0 Request processed in 51us (225us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327829.431075:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327829.431081:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041
00000100:00100000:0.0:1767327829.431096:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010563456:0@lo:400:kworker.0
00000100:00100000:1.0:1767327829.431099:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010563840
00000100:00100000:2.0:1767327829.431101:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010563712:12345-0@lo:38:kworker.0 Request processed in 69us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327829.431105:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010563840
00000100:00100000:3.0:1767327829.431113:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010563328:12345-0@lo:38:kworker.0 Request processed in 51us (422us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327829.431114:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3908
00000100:00100000:3.0:1767327829.431125:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35143
00000100:00100000:2.0:1767327829.431141:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042
00000100:00100000:0.0:1767327829.431150:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010563584:0@lo:400:kworker.0
00000100:00100000:1.0:1767327829.431150:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909
00000100:00100000:2.0:1767327829.431155:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010563840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327829.431162:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010563968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327829.431173:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327829.431188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327829.431209:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010563840:12345-0@lo:400:kworker.0 Request processed in 59us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327829.431217:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010563968:12345-0@lo:38:kworker.0 Request processed in 55us (346us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327829.431218:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042
00000100:00100000:0.0:1767327829.431232:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910
00000100:00100000:1.0:1767327829.431242:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909
00000100:00100000:0.0:1767327829.431243:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010564224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327829.431256:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327829.431276:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010564096:0@lo:400:kworker.0
00000100:00100000:0.0:1767327829.431296:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010564224:12345-0@lo:38:kworker.0 Request processed in 55us (351us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327829.431305:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910
00000100:00100000:1.0:1767327829.431324:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010563840:0@lo:400:kworker.0
00000100:00080000:2.0:1767327829.431329:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327829.431335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327829.431339:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010564224:0@lo:38:kworker.0
00000100:00080000:2.0:1767327829.431352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327829.431356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327829.431359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010563712:0@lo:38:kworker.0
00000100:00080000:2.0:1767327829.431365:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327829.431367:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327829.431369:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010563968:0@lo:38:kworker.0
00000100:00080000:2.0:1767327829.431374:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327829.431376:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327829.431378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010563328:0@lo:38:kworker.0
00000100:00100000:2.0:1767327829.840852:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327829.840882:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327829.840922:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211264
00000100:00100000:1.0:1767327829.840931:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211264
00000100:00100000:0.0:1767327829.840933:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211136
00000100:00100000:0.0:1767327829.840940:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211136
00000100:00100000:0.0:1767327829.840985:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2043
00000100:00100000:1.0:1767327829.840993:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3911
00000100:00100000:0.0:1767327829.840999:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993211264:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767327829.841001:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327829.841006:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993211136:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327829.841025:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327829.841075:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993211136:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (191us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327829.841081:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993211264:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327829.841087:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3911
00000100:00100000:0.0:1767327829.841098:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2043
00010000:00010000:1.0:1767327830.390584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327831.414564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327832.438601:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327833.014575:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010564352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327833.014636:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327833.014688:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564352
00000100:00100000:2.0:1767327833.014697:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564352
00000100:00080000:0.0:1767327833.014730:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327833.014750:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8171
00000100:00100000:2.0:1767327833.014760:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010564352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327833.014783:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327833.014825:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010564352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327833.014830:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8171
00000100:00100000:0.0:1767327833.014871:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010564352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327833.462545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327833.526608:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010564480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327833.526669:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327833.526720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564480
00000100:00100000:2.0:1767327833.526729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564480
00000100:00080000:0.0:1767327833.526780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327833.526796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8172
00000100:00100000:2.0:1767327833.526808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010564480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327833.526840:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327833.526893:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010564480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327833.526906:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8172
00000100:00100000:1.0:1767327833.526934:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010564480:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327834.486556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327834.550513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327834.550522:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327834.550526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327834.550530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327834.550535:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327834.550544:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13027
00000100:00080000:0.0:1767327834.550550:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327834.550557:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327834.550592:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05180 x1853164010564608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327834.550644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010564608:0@lo:38:kworker.0
00000100:00080000:0.0:1767327834.550646:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327834.550653:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327834.550655:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327834.550660:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13027
00000100:00080000:0.0:1767327834.550662:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327834.550665:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327834.550677:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07100 x1853164010564992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327834.550686:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010564864:0@lo:400:kworker.0
00000100:00100000:1.0:1767327834.550706:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010564736:0@lo:400:kworker.0
00000100:00080000:0.0:1767327834.550707:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327834.550717:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327834.550718:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327834.550723:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327834.550729:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13027
00000100:00100000:3.0:1767327834.550733:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327834.550734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327834.550740:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327834.550754:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1500 x1853164010565248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327834.550763:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327834.550774:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327834.550778:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327834.550780:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327834.550784:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13027
00000100:00080000:0.0:1767327834.550787:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327834.550790:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010564992:0@lo:38:kworker.0
00000100:00080000:0.0:1767327834.550793:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327834.550808:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0000 x1853164010565504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327834.550810:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564608
00000100:00100000:1.0:1767327834.550818:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010565376:0@lo:400:kworker.0
00000100:00100000:3.0:1767327834.550819:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564608
00000100:00100000:2.0:1767327834.550826:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327834.550840:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010565120:0@lo:400:kworker.0
00000100:00100000:3.0:1767327834.550853:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35144
00000100:00100000:2.0:1767327834.550856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010565248:0@lo:38:kworker.0
00000100:00100000:1.0:1767327834.550861:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327834.550866:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010564608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327834.550882:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327834.550896:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564864
00000100:00100000:0.0:1767327834.550902:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564864
00000100:00100000:2.0:1767327834.550915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327834.550929:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010564608:12345-0@lo:38:kworker.0 Request processed in 64us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327834.550933:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564992
00000100:00100000:3.0:1767327834.550938:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35144
00000100:00100000:1.0:1767327834.550939:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564992
00000100:00100000:0.0:1767327834.550946:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010564736
00000100:00100000:0.0:1767327834.550950:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010564736
00000100:00080000:2.0:1767327834.550958:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327834.550964:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327834.550969:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010564608:0@lo:38:kworker.0
00000100:00100000:1.0:1767327834.550971:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565376
00000100:00100000:1.0:1767327834.550976:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565376
00000100:00100000:3.0:1767327834.550980:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565248
00000100:00100000:3.0:1767327834.550985:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565248
00000100:00100000:0.0:1767327834.550989:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9296
00000100:00100000:2.0:1767327834.550992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010565504:0@lo:38:kworker.0
00000100:00100000:0.0:1767327834.551003:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010564864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327834.551015:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044
00000100:00100000:2.0:1767327834.551021:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327834.551025:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912
00000100:00100000:3.0:1767327834.551031:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010565376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327834.551035:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010564992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327834.551047:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327834.551064:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010564864:12345-0@lo:400:kworker.0 Request processed in 65us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327834.551065:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565504
00000100:00100000:2.0:1767327834.551071:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565504
00000100:00100000:0.0:1767327834.551075:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9296
00000100:00100000:3.0:1767327834.551092:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010565376:12345-0@lo:400:kworker.0 Request processed in 65us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327834.551101:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913
00000100:00100000:1.0:1767327834.551103:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010564992:12345-0@lo:38:kworker.0 Request processed in 66us (277us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327834.551104:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9297
00000100:00100000:3.0:1767327834.551114:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044
00000100:00100000:2.0:1767327834.551115:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010565248:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327834.551120:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010564736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327834.551124:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912
00010000:00020000:2.0:1767327834.551130:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327834.551139:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3914
00000100:00100000:3.0:1767327834.551146:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010565504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327834.551156:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327834.551164:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327834.551174:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010565248:12345-0@lo:38:kworker.0 Request processed in 62us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327834.551182:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913
00000100:00100000:0.0:1767327834.551190:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010564736:12345-0@lo:400:kworker.0 Request processed in 66us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327834.551199:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010565504:12345-0@lo:38:kworker.0 Request processed in 50us (179us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327834.551200:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327834.551205:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9297
00000100:00100000:3.0:1767327834.551211:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3914
00000100:00100000:2.0:1767327834.551228:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565120
00000100:00100000:2.0:1767327834.551233:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565120
00000100:00100000:0.0:1767327834.551259:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010564736:0@lo:400:kworker.0
00000100:00100000:1.0:1767327834.551264:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010565376:0@lo:400:kworker.0
00000100:00100000:3.0:1767327834.551278:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010564864:0@lo:400:kworker.0
00000100:00100000:2.0:1767327834.551285:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045
00000100:00100000:2.0:1767327834.551297:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010565120:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327834.551302:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327834.551310:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327834.551315:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327834.551319:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010565504:0@lo:38:kworker.0
00000100:00080000:1.0:1767327834.551331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327834.551335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327834.551337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010564992:0@lo:38:kworker.0
00000100:00080000:1.0:1767327834.551345:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327834.551348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327834.551351:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010565248:0@lo:38:kworker.0
00000100:00100000:2.0:1767327834.551358:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010565120:12345-0@lo:400:kworker.0 Request processed in 64us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327834.551366:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045
00000100:00100000:0.0:1767327834.551411:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010565120:0@lo:400:kworker.0
00000100:00100000:3.0:1767327834.960930:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327834.960973:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327834.961028:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211520
00000100:00100000:0.0:1767327834.961036:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211392
00000100:00100000:2.0:1767327834.961039:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211520
00000100:00100000:0.0:1767327834.961046:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211392
00000100:00080000:1.0:1767327834.961100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327834.961101:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2046
00000100:00100000:2.0:1767327834.961113:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3915
00000100:00100000:0.0:1767327834.961121:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993211520:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327834.961123:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993211392:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327834.961145:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327834.961217:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993211392:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (244us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327834.961223:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993211520:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 105us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327834.961229:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3915
00000100:00100000:0.0:1767327834.961241:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2046
00010000:00010000:1.0:1767327835.510608:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327836.534560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327837.558616:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327838.134655:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010565632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327838.134741:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327838.134829:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565632
00000100:00100000:2.0:1767327838.134842:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565632
00000100:00080000:1.0:1767327838.134894:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327838.134926:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8173
00000100:00100000:2.0:1767327838.134936:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010565632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327838.134971:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327838.135028:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010565632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327838.135039:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8173
00000100:00100000:0.0:1767327838.135100:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010565632:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327838.582565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327838.646611:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010565760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327838.646677:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327838.646719:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565760
00000100:00100000:2.0:1767327838.646727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565760
00000100:00080000:1.0:1767327838.646758:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327838.646782:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8174
00000100:00100000:2.0:1767327838.646791:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010565760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327838.646815:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327838.646857:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010565760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (180us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327838.646867:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8174
00000100:00100000:3.0:1767327838.646896:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010565760:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327839.606644:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327839.670564:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327814/real 1767327814]  req@ffff9bb586eb4e00 x1853164010559360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327839.670611:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327839.670621:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1767327839.670626:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586eb4e00 x1853164010559360/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327839.670628:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327839.670662:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327839.670671:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327839.670688:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13032
00000100:00080000:2.0:1767327839.670695:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327839.670705:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327839.670706:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767327839.670742:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327839.670749:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010559360:0@lo:250:kworker.0
00000100:00100000:2.0:1767327839.670766:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797100 x1853164010565888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327839.670847:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010565888:0@lo:38:kworker.0
00000100:00080000:2.0:1767327839.670878:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327839.670888:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010566016:0@lo:400:kworker.0
00000100:00080000:2.0:1767327839.670890:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327839.670900:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327839.670914:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13032
00000100:00080000:2.0:1767327839.670924:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327839.670937:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327839.670939:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327839.670959:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010566144:0@lo:400:kworker.0
00000100:00100000:2.0:1767327839.670982:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795c00 x1853164010566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327839.671022:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327839.671061:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327839.671067:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327839.671073:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010566272:0@lo:38:kworker.0
00000100:00080000:2.0:1767327839.671074:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327839.671090:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327839.671092:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13032
00000100:00080000:2.0:1767327839.671102:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327839.671108:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327839.671133:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566016
00000100:00100000:2.0:1767327839.671133:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04380 x1853164010566528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327839.671151:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566016
00000100:00100000:1.0:1767327839.671175:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327839.671206:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327839.671213:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327839.671218:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010566656:0@lo:400:kworker.0
00000100:00080000:2.0:1767327839.671219:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327839.671236:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13032
00000100:00100000:1.0:1767327839.671242:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010566528:0@lo:38:kworker.0
00000100:00080000:2.0:1767327839.671244:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327839.671260:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327839.671267:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566144
00000100:00100000:0.0:1767327839.671276:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566144
00000100:00100000:2.0:1767327839.671287:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04a80 x1853164010566784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327839.671362:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327839.671369:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327839.671374:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327839.671377:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327839.671380:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9298
00000100:00080000:2.0:1767327839.671392:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13011
00000100:00080000:2.0:1767327839.671399:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327839.671401:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010566016:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327839.671413:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327839.671460:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566272
00000100:00100000:1.0:1767327839.671469:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566272
00000100:00100000:3.0:1767327839.671488:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327839.671503:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010566400:0@lo:400:kworker.0
00000100:00100000:1.0:1767327839.671514:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566656
00000100:00100000:2.0:1767327839.671517:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07800 x1853164010566912/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327839.671525:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566656
00000100:00100000:0.0:1767327839.671540:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010566016:12345-0@lo:400:kworker.0 Request processed in 136us (532us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327839.671558:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327839.671569:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9298
00000100:00100000:2.0:1767327839.671603:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010565888
00000100:00100000:2.0:1767327839.671615:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010565888
00000100:00100000:1.0:1767327839.671619:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566400
00000100:00100000:0.0:1767327839.671628:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9299
00000100:00100000:1.0:1767327839.671631:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566400
00000100:00100000:3.0:1767327839.671638:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047
00000100:00100000:0.0:1767327839.671660:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010566144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327839.671665:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010566656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327839.671680:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35145
00000100:00100000:2.0:1767327839.671696:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010565888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327839.671708:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048
00000100:00100000:1.0:1767327839.671727:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010566400:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767327839.671734:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327839.671769:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010566144:12345-0@lo:400:kworker.0 Request processed in 118us (688us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327839.671775:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010566656:12345-0@lo:400:kworker.0 Request processed in 119us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327839.671788:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9299
00000100:00100000:3.0:1767327839.671795:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047
00000100:00100000:1.0:1767327839.671823:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010566400:12345-0@lo:400:kworker.0 Request processed in 98us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327839.671835:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048
00000100:00100000:2.0:1767327839.671850:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010565888:12345-0@lo:38:kworker.0 Request processed in 150us (911us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327839.671855:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916
00000100:00100000:3.0:1767327839.671875:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010566272:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327839.671878:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35145
00000100:00100000:0.0:1767327839.671883:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010566016:0@lo:400:kworker.0
00000100:00080000:1.0:1767327839.671902:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767327839.671916:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327839.671950:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010566144:0@lo:400:kworker.0
00000100:00100000:3.0:1767327839.671992:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010566272:12345-0@lo:38:kworker.0 Request processed in 117us (839us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327839.672009:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327839.672010:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916
00000100:00100000:2.0:1767327839.672032:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010566400:0@lo:400:kworker.0
00000100:00100000:3.0:1767327839.672049:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566528
00000100:00100000:3.0:1767327839.672057:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566528
00000100:00100000:2.0:1767327839.672073:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010566656:0@lo:400:kworker.0
00000100:00080000:1.0:1767327839.672091:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327839.672106:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327839.672108:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917
00000100:00100000:3.0:1767327839.672123:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010566528:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327839.672127:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010566272:0@lo:38:kworker.0
00010000:00020000:3.0:1767327839.672143:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327839.672161:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327839.672171:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327839.672198:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010565888:0@lo:38:kworker.0
00000100:00100000:3.0:1767327839.672217:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010566528:12345-0@lo:38:kworker.0 Request processed in 90us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327839.672228:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917
00000100:00100000:1.0:1767327839.672233:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010566784:0@lo:38:kworker.0
00000100:00100000:1.0:1767327839.672308:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327839.672372:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010566912:0@lo:250:kworker.0
00000100:00100000:3.0:1767327839.672389:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010566784
00000100:00100000:3.0:1767327839.672396:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010566784
00000400:00000100:1.0:1767327839.672408:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010566912 offset 0 length 520: 4
00000100:00100000:3.0:1767327839.672500:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918
00000100:00100000:3.0:1767327839.672514:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010566784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327839.672549:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327839.672566:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327839.672574:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327839.672579:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010566528:0@lo:38:kworker.0
00000100:00100000:3.0:1767327839.672607:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010566784:12345-0@lo:38:kworker.0 Request processed in 93us (297us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327839.672612:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327839.672620:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918
00000100:00080000:1.0:1767327839.672626:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327839.672634:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010566784:0@lo:38:kworker.0
00000100:00100000:3.0:1767327840.081735:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327840.081850:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211648
00000100:00100000:3.0:1767327840.081852:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327840.081870:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211648
00000400:00000100:3.0:1767327840.081893:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993211904 offset 0 length 520: 4
00000100:00100000:2.0:1767327840.081936:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993211776
00000100:00100000:2.0:1767327840.081943:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993211776
00000100:00100000:0.0:1767327840.082008:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3919
00000100:00100000:0.0:1767327840.082034:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993211648:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327840.082048:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2049
00010000:00020000:0.0:1767327840.082072:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327840.082075:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327840.082082:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993211776:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327840.082195:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993211776:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 125us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327840.082202:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993211648:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 151us (562us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327840.082216:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2049
00000100:00100000:0.0:1767327840.082231:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3919
00010000:00010000:1.0:1767327840.630592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327841.654564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327842.678569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327843.254606:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010567040:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327843.254667:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327843.254716:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567040
00000100:00100000:2.0:1767327843.254724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567040
00000100:00080000:3.0:1767327843.254773:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327843.254783:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8175
00000100:00100000:2.0:1767327843.254795:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010567040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327843.254825:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327843.254871:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010567040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327843.254877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8175
00000100:00100000:0.0:1767327843.254923:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010567040:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327843.702590:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327843.766625:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010567168:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327843.766695:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327843.766739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567168
00000100:00100000:2.0:1767327843.766747:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567168
00000100:00080000:3.0:1767327843.766798:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327843.766803:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8176
00000100:00100000:2.0:1767327843.766812:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010567168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327843.766841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327843.766894:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010567168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327843.766902:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8176
00000100:00100000:1.0:1767327843.766947:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010567168:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327844.726640:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327844.790536:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327844.790551:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327844.790555:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327844.790559:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327844.790564:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327844.790573:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13037
00000100:00080000:2.0:1767327844.790580:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327844.790588:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327844.790628:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05180 x1853164010567296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327844.790694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010567296:0@lo:38:kworker.0
00000100:00080000:2.0:1767327844.790696:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327844.790703:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327844.790705:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327844.790709:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13037
00000100:00080000:2.0:1767327844.790712:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327844.790716:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327844.790728:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010567424:0@lo:400:kworker.0
00000100:00100000:2.0:1767327844.790732:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04380 x1853164010567680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327844.790734:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010567552:0@lo:400:kworker.0
00000100:00100000:1.0:1767327844.790776:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327844.790791:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327844.790793:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327844.790799:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327844.790802:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327844.790808:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13037
00000100:00080000:2.0:1767327844.790811:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327844.790816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010567680:0@lo:38:kworker.0
00000100:00080000:2.0:1767327844.790818:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327844.790820:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010567808:0@lo:400:kworker.0
00000100:00100000:2.0:1767327844.790861:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1c00 x1853164010567936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327844.790903:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327844.790909:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010568064:0@lo:400:kworker.0
00000100:00080000:2.0:1767327844.790915:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327844.790920:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327844.790922:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327844.790926:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327844.790930:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13037
00000100:00080000:2.0:1767327844.790932:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327844.790935:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010567936:0@lo:38:kworker.0
00000100:00080000:2.0:1767327844.790943:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327844.790957:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0700 x1853164010568192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327844.790982:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327844.791013:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567424
00000100:00100000:1.0:1767327844.791022:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567424
00000100:00100000:3.0:1767327844.791041:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567552
00000100:00100000:3.0:1767327844.791048:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567552
00000100:00100000:0.0:1767327844.791068:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567680
00000100:00100000:0.0:1767327844.791074:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567680
00000100:00100000:1.0:1767327844.791084:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9300
00000100:00100000:3.0:1767327844.791093:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9301
00000100:00100000:1.0:1767327844.791099:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010567424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327844.791107:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568064
00000100:00100000:3.0:1767327844.791112:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010567552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327844.791117:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568064
00000100:00100000:2.0:1767327844.791137:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567296
00000100:00100000:2.0:1767327844.791144:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567296
00000100:00100000:0.0:1767327844.791164:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050
00000100:00100000:0.0:1767327844.791179:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010568064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327844.791187:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35146
00000100:00100000:3.0:1767327844.791196:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010567552:12345-0@lo:400:kworker.0 Request processed in 89us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327844.791198:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010567296:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327844.791216:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9301
00000100:00100000:1.0:1767327844.791218:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010567424:12345-0@lo:400:kworker.0 Request processed in 109us (411us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327844.791225:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327844.791232:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9300
00000100:00100000:0.0:1767327844.791239:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010568064:12345-0@lo:400:kworker.0 Request processed in 62us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327844.791249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050
00000100:00100000:3.0:1767327844.791263:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327844.791280:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567808
00000100:00100000:0.0:1767327844.791285:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567808
00000100:00100000:1.0:1767327844.791322:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010567424:0@lo:400:kworker.0
00000100:00100000:2.0:1767327844.791336:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010567296:12345-0@lo:38:kworker.0 Request processed in 91us (512us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327844.791350:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051
00000100:00080000:3.0:1767327844.791358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327844.791364:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35146
00000100:00100000:0.0:1767327844.791365:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010567808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327844.791372:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920
00000100:00100000:1.0:1767327844.791379:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010567680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327844.791390:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327844.791398:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010567552:0@lo:400:kworker.0
00000100:00100000:0.0:1767327844.791452:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010567808:12345-0@lo:400:kworker.0 Request processed in 92us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327844.791466:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051
00000100:00100000:1.0:1767327844.791467:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010567680:12345-0@lo:38:kworker.0 Request processed in 82us (577us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327844.791475:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010567808:0@lo:400:kworker.0
00000100:00100000:1.0:1767327844.791478:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920
00000100:00100000:0.0:1767327844.791508:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010568064:0@lo:400:kworker.0
00000100:00100000:1.0:1767327844.791516:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327844.791548:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327844.791569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327844.791570:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010567936
00000100:00100000:1.0:1767327844.791573:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010567680:0@lo:38:kworker.0
00000100:00100000:2.0:1767327844.791577:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010567936
00000100:00080000:1.0:1767327844.791583:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327844.791586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327844.791589:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010567296:0@lo:38:kworker.0
00000100:00100000:1.0:1767327844.791602:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010568192:0@lo:38:kworker.0
00000100:00100000:2.0:1767327844.791613:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921
00000100:00100000:2.0:1767327844.791638:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010567936:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327844.791645:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327844.791661:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327844.791672:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568192
00000100:00100000:0.0:1767327844.791680:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568192
00000100:00100000:2.0:1767327844.791716:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010567936:12345-0@lo:38:kworker.0 Request processed in 73us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327844.791720:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922
00000100:00100000:0.0:1767327844.791733:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010568192:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327844.791741:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921
00010000:00020000:0.0:1767327844.791748:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327844.791751:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327844.791757:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327844.791761:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010567936:0@lo:38:kworker.0
00000100:00080000:1.0:1767327844.791792:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327844.791793:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010568192:12345-0@lo:38:kworker.0 Request processed in 59us (149us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327844.791801:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327844.791807:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922
00000100:00100000:1.0:1767327844.791807:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010568192:0@lo:38:kworker.0
00000100:00100000:2.0:1767327845.201229:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327845.201274:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327845.201332:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212032
00000100:00100000:1.0:1767327845.201336:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212160
00000100:00100000:1.0:1767327845.201346:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212160
00000100:00100000:0.0:1767327845.201347:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212032
00000100:00100000:0.0:1767327845.201410:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2052
00000100:00080000:3.0:1767327845.201413:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327845.201457:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3923
00000100:00100000:0.0:1767327845.201465:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993212160:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327845.201474:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993212032:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327845.201498:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327845.201551:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993212160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 128us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327845.201552:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993212032:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (328us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327845.201573:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3923
00000100:00100000:0.0:1767327845.201590:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2052
00010000:00010000:1.0:1767327845.750611:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327846.774593:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327847.798627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327848.374604:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010568320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327848.374666:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327848.374715:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568320
00000100:00100000:2.0:1767327848.374724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568320
00000100:00080000:3.0:1767327848.374783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327848.374794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8177
00000100:00100000:2.0:1767327848.374809:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010568320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327848.374841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327848.374890:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010568320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327848.374896:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8177
00000100:00100000:1.0:1767327848.374928:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010568320:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327848.822597:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327848.886592:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010568448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327848.886649:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327848.886692:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568448
00000100:00100000:2.0:1767327848.886701:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568448
00000100:00080000:3.0:1767327848.886750:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327848.886761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8178
00000100:00100000:2.0:1767327848.886771:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010568448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327848.886796:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327848.886840:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010568448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327848.886845:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8178
00000100:00100000:0.0:1767327848.886915:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010568448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327849.846631:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327849.910533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327849.910542:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327849.910545:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327849.910549:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327849.910552:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327849.910559:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13042
00000100:00080000:0.0:1767327849.910563:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327849.910570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327849.910605:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3480 x1853164010568576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327849.910660:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010568576:0@lo:38:kworker.0
00000100:00080000:0.0:1767327849.910666:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327849.910672:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327849.910675:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327849.910682:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13042
00000100:00080000:0.0:1767327849.910685:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327849.910690:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327849.910695:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010568704:0@lo:400:kworker.0
00000100:00100000:0.0:1767327849.910709:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0700 x1853164010568960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327849.910719:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010568832:0@lo:400:kworker.0
00000100:00100000:1.0:1767327849.910727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327849.910751:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327849.910756:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327849.910759:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327849.910767:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327849.910769:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13042
00000100:00100000:1.0:1767327849.910771:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010568960:0@lo:38:kworker.0
00000100:00080000:0.0:1767327849.910777:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327849.910784:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327849.910801:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0000 x1853164010569216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327849.910806:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568576
00000100:00100000:3.0:1767327849.910813:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568576
00000100:00100000:1.0:1767327849.910818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327849.910843:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327849.910848:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327849.910848:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568704
00000100:00100000:1.0:1767327849.910852:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010569216:0@lo:38:kworker.0
00000100:00080000:0.0:1767327849.910854:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327849.910857:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568704
00000100:00100000:3.0:1767327849.910862:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35147
00000100:00080000:0.0:1767327849.910865:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13042
00000100:00080000:0.0:1767327849.910867:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327849.910872:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327849.910872:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010568576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327849.910881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327849.910891:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797100 x1853164010569472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:3.0:1767327849.910894:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327849.910911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010569472:0@lo:38:kworker.0
00000100:00100000:2.0:1767327849.910920:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9302
00000100:00100000:0.0:1767327849.910932:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010569344:0@lo:400:kworker.0
00000100:00100000:2.0:1767327849.910937:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010568704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327849.910953:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327849.910955:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010568576:12345-0@lo:38:kworker.0 Request processed in 80us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327849.910966:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35147
00000100:00100000:0.0:1767327849.910978:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327849.910994:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327849.911000:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568960
00000100:00080000:1.0:1767327849.911001:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327849.911007:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568960
00000100:00100000:1.0:1767327849.911008:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010568576:0@lo:38:kworker.0
00000100:00100000:2.0:1767327849.911017:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010568704:12345-0@lo:400:kworker.0 Request processed in 84us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327849.911022:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767327849.911029:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9302
00000100:00100000:0.0:1767327849.911036:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010569088:0@lo:400:kworker.0
00000100:00100000:3.0:1767327849.911040:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569216
00000100:00100000:3.0:1767327849.911044:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569216
00000100:00100000:0.0:1767327849.911069:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327849.911073:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569472
00000100:00100000:2.0:1767327849.911078:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569344
00000100:00100000:1.0:1767327849.911079:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569472
00000100:00100000:2.0:1767327849.911085:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569344
00000100:00100000:3.0:1767327849.911086:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569088
00000100:00100000:3.0:1767327849.911093:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569088
00000100:00100000:0.0:1767327849.911108:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924
00000100:00100000:0.0:1767327849.911114:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010568960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327849.911119:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925
00000100:00100000:1.0:1767327849.911127:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010569216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327849.911129:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327849.911142:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327849.911144:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053
00000100:00100000:3.0:1767327849.911154:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054
00000100:00100000:2.0:1767327849.911161:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010569344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327849.911170:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010569088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327849.911175:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010568960:12345-0@lo:38:kworker.0 Request processed in 59us (360us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327849.911183:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010569216:12345-0@lo:38:kworker.0 Request processed in 55us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327849.911184:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924
00000100:00100000:1.0:1767327849.911195:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925
00000100:00100000:0.0:1767327849.911211:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926
00000100:00100000:0.0:1767327849.911219:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010569472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327849.911232:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327849.911232:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010569344:12345-0@lo:400:kworker.0 Request processed in 74us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327849.911233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010569088:12345-0@lo:400:kworker.0 Request processed in 67us (165us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327849.911241:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327849.911251:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054
00000100:00080000:1.0:1767327849.911259:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327849.911264:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053
00000100:00100000:0.0:1767327849.911266:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010569472:12345-0@lo:38:kworker.0 Request processed in 45us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327849.911283:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010569216:0@lo:38:kworker.0
00000100:00100000:3.0:1767327849.911299:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327849.911300:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926
00000100:00080000:1.0:1767327849.911313:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327849.911336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327849.911341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010568960:0@lo:38:kworker.0
00000100:00100000:2.0:1767327849.911360:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010568704:0@lo:400:kworker.0
00000100:00100000:3.0:1767327849.911365:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010568832
00000100:00100000:3.0:1767327849.911371:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010568832
00000100:00100000:0.0:1767327849.911372:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010569088:0@lo:400:kworker.0
00000100:00080000:1.0:1767327849.911373:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327849.911381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327849.911387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010569472:0@lo:38:kworker.0
00000100:00100000:0.0:1767327849.911398:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010569344:0@lo:400:kworker.0
00000100:00080000:2.0:1767327849.911409:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327849.911410:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9303
00000100:00100000:3.0:1767327849.911450:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010568832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327849.911492:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010568832:12345-0@lo:400:kworker.0 Request processed in 44us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327849.911499:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9303
00000100:00100000:3.0:1767327849.911545:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010568832:0@lo:400:kworker.0
00000100:00100000:3.0:1767327850.321524:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327850.321569:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327850.321605:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212416
00000100:00100000:0.0:1767327850.321619:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212416
00000100:00100000:1.0:1767327850.321651:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212288
00000100:00100000:1.0:1767327850.321659:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212288
00000100:00080000:2.0:1767327850.321707:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327850.321721:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2055
00000100:00100000:0.0:1767327850.321734:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3927
00000100:00100000:1.0:1767327850.321746:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993212416:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327850.321748:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993212288:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327850.321782:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327850.321860:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993212288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 117us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327850.321870:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3927
00000100:00100000:1.0:1767327850.321871:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993212416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 134us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327850.321881:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2055
00010000:00010000:1.0:1767327850.870578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327851.894714:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327852.918551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327853.494620:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010569600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327853.494678:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327853.494717:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569600
00000100:00100000:0.0:1767327853.494728:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569600
00000100:00080000:2.0:1767327853.494777:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327853.494800:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8179
00000100:00100000:0.0:1767327853.494810:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010569600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767327853.494837:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327853.494880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010569600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327853.494887:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8179
00000100:00100000:2.0:1767327853.494918:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010569600:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327853.942657:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327854.006662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010569728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327854.006743:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327854.006820:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569728
00000100:00100000:2.0:1767327854.006831:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569728
00000100:00100000:2.0:1767327854.006896:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8180
00000100:00100000:2.0:1767327854.006905:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010569728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327854.006936:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767327854.006950:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327854.006991:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010569728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327854.006998:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8180
00000100:00100000:0.0:1767327854.007055:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010569728:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327854.966723:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327855.030525:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327855.030531:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327855.030534:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327855.030537:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327855.030541:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327855.030548:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13047
00000100:00080000:0.0:1767327855.030553:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327855.030577:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327855.030618:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010569856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327855.030686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327855.030691:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327855.030695:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327855.030695:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010569856:0@lo:38:kworker.0
00000100:00080000:0.0:1767327855.030704:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13047
00000100:00080000:0.0:1767327855.030709:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327855.030714:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010569984:0@lo:400:kworker.0
00000100:00080000:0.0:1767327855.030716:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327855.030728:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010570112:0@lo:400:kworker.0
00000100:00100000:0.0:1767327855.030740:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010570240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327855.030780:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327855.030785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327855.030787:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327855.030794:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327855.030795:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327855.030798:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010570368:0@lo:400:kworker.0
00000100:00080000:0.0:1767327855.030807:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13047
00000100:00080000:0.0:1767327855.030811:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327855.030816:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327855.030830:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74700 x1853164010570496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327855.030858:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327855.030862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010570240:0@lo:38:kworker.0
00000100:00080000:0.0:1767327855.030867:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327855.030869:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327855.030872:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327855.030880:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13047
00000100:00080000:0.0:1767327855.030887:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327855.030889:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327855.030894:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327855.030911:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76d80 x1853164010570752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327855.030919:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327855.030927:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327855.030941:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010570624:0@lo:400:kworker.0
00000100:00100000:2.0:1767327855.030964:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569984
00000100:00100000:2.0:1767327855.030974:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569984
00000100:00100000:1.0:1767327855.030978:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010570496:0@lo:38:kworker.0
00000100:00100000:3.0:1767327855.030983:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327855.031007:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570368
00000100:00100000:0.0:1767327855.031015:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570368
00000100:00100000:1.0:1767327855.031049:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327855.031050:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570240
00000100:00100000:2.0:1767327855.031052:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570112
00000100:00100000:3.0:1767327855.031058:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570240
00000100:00100000:2.0:1767327855.031059:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570112
00000100:00100000:0.0:1767327855.031074:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570624
00000100:00100000:0.0:1767327855.031080:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570624
00000100:00100000:2.0:1767327855.031113:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9304
00000100:00100000:1.0:1767327855.031114:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010570752:0@lo:38:kworker.0
00000100:00100000:3.0:1767327855.031115:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570496
00000100:00100000:0.0:1767327855.031123:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056
00000100:00100000:3.0:1767327855.031124:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570496
00000100:00100000:2.0:1767327855.031132:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010569984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327855.031145:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010570368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327855.031160:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057
00000100:00100000:1.0:1767327855.031179:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327855.031181:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010570624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327855.031258:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010569984:12345-0@lo:400:kworker.0 Request processed in 111us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327855.031260:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010569856
00000100:00100000:0.0:1767327855.031261:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010570368:12345-0@lo:400:kworker.0 Request processed in 120us (398us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327855.031270:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010569856
00000100:00100000:3.0:1767327855.031295:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010570624:12345-0@lo:400:kworker.0 Request processed in 105us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327855.031301:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056
00000100:00100000:2.0:1767327855.031303:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9304
00000100:00100000:3.0:1767327855.031315:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057
00000100:00100000:1.0:1767327855.031326:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35148
00000100:00100000:0.0:1767327855.031331:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570752
00000100:00100000:0.0:1767327855.031335:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570752
00000100:00100000:2.0:1767327855.031340:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9305
00000100:00100000:1.0:1767327855.031341:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010569856:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327855.031345:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928
00000100:00100000:2.0:1767327855.031353:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010570112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327855.031355:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010570240:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327855.031361:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929
00010000:00020000:1.0:1767327855.031365:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327855.031370:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010570496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327855.031370:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327855.031384:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327855.031397:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010570112:12345-0@lo:400:kworker.0 Request processed in 46us (512us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327855.031404:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9305
00000100:00100000:0.0:1767327855.031448:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010570496:12345-0@lo:38:kworker.0 Request processed in 78us (406us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327855.031456:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010570240:12345-0@lo:38:kworker.0 Request processed in 74us (513us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327855.031457:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010569856:12345-0@lo:38:kworker.0 Request processed in 98us (654us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327855.031460:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929
00000100:00100000:2.0:1767327855.031472:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930
00000100:00100000:1.0:1767327855.031477:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35148
00000100:00100000:3.0:1767327855.031481:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928
00000100:00100000:2.0:1767327855.031483:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010570752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327855.031495:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327855.031522:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010570752:12345-0@lo:38:kworker.0 Request processed in 43us (350us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327855.031530:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930
00000100:00100000:0.0:1767327855.031554:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010570112:0@lo:400:kworker.0
00000100:00100000:3.0:1767327855.031554:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010570624:0@lo:400:kworker.0
00000100:00080000:1.0:1767327855.031565:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327855.031572:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327855.031577:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010570752:0@lo:38:kworker.0
00000100:00100000:2.0:1767327855.031583:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010569984:0@lo:400:kworker.0
00000100:00100000:3.0:1767327855.031585:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010570368:0@lo:400:kworker.0
00000100:00080000:1.0:1767327855.031594:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327855.031595:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327855.031603:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767327855.031603:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327855.031611:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010570240:0@lo:38:kworker.0
00000100:00080000:1.0:1767327855.031623:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327855.031625:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327855.031628:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010570496:0@lo:38:kworker.0
00000100:00080000:1.0:1767327855.031637:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327855.031639:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327855.031641:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010569856:0@lo:38:kworker.0
00000100:00100000:3.0:1767327855.441104:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327855.441213:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327855.441309:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212544
00000100:00100000:2.0:1767327855.441340:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212544
00000100:00100000:1.0:1767327855.441347:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212672
00000100:00100000:1.0:1767327855.441355:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212672
00000100:00100000:2.0:1767327855.441408:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2058
00000100:00100000:1.0:1767327855.441453:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3931
00000100:00080000:0.0:1767327855.441459:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327855.441460:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993212672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327855.441467:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993212544:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327855.441497:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327855.441561:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993212544:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (463us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327855.441561:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993212672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 138us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327855.441581:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2058
00000100:00100000:1.0:1767327855.441588:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3931
00010000:00010000:1.0:1767327855.990667:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327857.014558:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327858.038557:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327858.614644:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010570880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327858.614715:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327858.614767:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010570880
00000100:00100000:0.0:1767327858.614777:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010570880
00000100:00100000:0.0:1767327858.614839:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8181
00000100:00100000:0.0:1767327858.614848:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010570880:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767327858.614851:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767327858.614873:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767327858.614913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010570880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327858.614919:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8181
00000100:00100000:2.0:1767327858.614969:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010570880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327859.062581:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327859.126600:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010571008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327859.126659:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327859.126710:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571008
00000100:00100000:2.0:1767327859.126720:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571008
00000100:00080000:3.0:1767327859.126767:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327859.126783:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8182
00000100:00100000:2.0:1767327859.126792:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010571008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327859.126819:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327859.126863:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010571008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327859.126870:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8182
00000100:00100000:0.0:1767327859.126912:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010571008:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327860.086629:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327860.150646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327860.150659:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327860.150664:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327860.150670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327860.150677:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327860.150687:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13052
00000100:00080000:2.0:1767327860.150724:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327860.150734:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327860.150779:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3100 x1853164010571136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327860.150862:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327860.150870:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767327860.150871:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010571136:0@lo:38:kworker.0
00000100:00080000:2.0:1767327860.150873:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327860.150885:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13052
00000100:00100000:3.0:1767327860.150891:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010571264:0@lo:400:kworker.0
00000100:00080000:2.0:1767327860.150892:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327860.150902:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327860.150922:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0a80 x1853164010571520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327860.150967:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327860.150970:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010571392:0@lo:400:kworker.0
00000100:00100000:0.0:1767327860.150980:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327860.150981:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327860.150983:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327860.150992:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327860.150997:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13052
00000100:00080000:2.0:1767327860.151001:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327860.151025:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327860.151054:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3b80 x1853164010571776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327860.151090:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327860.151107:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327860.151117:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327860.151123:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327860.151128:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010571520:0@lo:38:kworker.0
00000100:00080000:2.0:1767327860.151136:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13052
00000100:00080000:2.0:1767327860.151148:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327860.151152:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571264
00000100:00080000:2.0:1767327860.151160:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327860.151168:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571264
00000100:00100000:1.0:1767327860.151186:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571136
00000100:00100000:1.0:1767327860.151222:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571136
00000100:00100000:2.0:1767327860.151226:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0e00 x1853164010572032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327860.151236:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327860.151300:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010571776:0@lo:38:kworker.0
00000100:00100000:3.0:1767327860.151317:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571392
00000100:00100000:1.0:1767327860.151320:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35149
00000100:00100000:3.0:1767327860.151326:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571392
00000100:00100000:2.0:1767327860.151329:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010571904:0@lo:400:kworker.0
00000100:00100000:1.0:1767327860.151339:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010571136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327860.151360:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327860.151367:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327860.151376:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9306
00000100:00100000:3.0:1767327860.151393:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010571264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327860.151409:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010572032:0@lo:38:kworker.0
00000100:00100000:2.0:1767327860.151418:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327860.151508:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010571136:12345-0@lo:38:kworker.0 Request processed in 167us (533us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327860.151526:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35149
00000100:00100000:0.0:1767327860.151534:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327860.151552:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010571264:12345-0@lo:400:kworker.0 Request processed in 159us (577us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327860.151566:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327860.151571:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9306
00000100:00100000:2.0:1767327860.151589:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010571648:0@lo:400:kworker.0
00000100:00100000:1.0:1767327860.151592:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9307
00000100:00080000:0.0:1767327860.151608:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327860.151619:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010571392:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327860.151627:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327860.151641:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010571136:0@lo:38:kworker.0
00000100:00100000:3.0:1767327860.151648:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571520
00000100:00100000:2.0:1767327860.151655:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327860.151659:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571520
00000100:00100000:0.0:1767327860.151727:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571776
00000100:00100000:3.0:1767327860.151728:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571904
00000100:00100000:1.0:1767327860.151736:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010571392:12345-0@lo:400:kworker.0 Request processed in 123us (647us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327860.151737:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571776
00000100:00100000:3.0:1767327860.151737:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571904
00000100:00100000:2.0:1767327860.151747:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572032
00000100:00100000:1.0:1767327860.151755:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9307
00000100:00100000:2.0:1767327860.151759:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572032
00000100:00100000:0.0:1767327860.151766:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010571648
00000100:00100000:0.0:1767327860.151775:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010571648
00000100:00100000:3.0:1767327860.151787:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059
00000100:00100000:3.0:1767327860.151801:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010571904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327860.151805:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932
00000100:00100000:2.0:1767327860.151823:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010571520:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327860.151832:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060
00000100:00100000:0.0:1767327860.151845:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933
00010000:00020000:2.0:1767327860.151848:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327860.151854:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010571648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327860.151867:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010571776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327860.151891:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327860.151892:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010571904:12345-0@lo:400:kworker.0 Request processed in 93us (481us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327860.151906:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059
00000100:00100000:1.0:1767327860.151934:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010571648:12345-0@lo:400:kworker.0 Request processed in 86us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327860.151948:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010571520:12345-0@lo:38:kworker.0 Request processed in 120us (745us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327860.151948:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934
00000100:00100000:1.0:1767327860.151965:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060
00000100:00100000:3.0:1767327860.151968:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010572032:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327860.151969:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010571776:12345-0@lo:38:kworker.0 Request processed in 102us (608us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327860.151980:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932
00000100:00100000:0.0:1767327860.151993:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933
00010000:00020000:3.0:1767327860.151994:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327860.152068:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010571392:0@lo:400:kworker.0
00000100:00100000:3.0:1767327860.152086:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010572032:12345-0@lo:38:kworker.0 Request processed in 119us (560us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327860.152090:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327860.152106:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327860.152106:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934
00000100:00080000:2.0:1767327860.152108:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767327860.152121:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327860.152130:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010572032:0@lo:38:kworker.0
00000100:00080000:0.0:1767327860.152156:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327860.152167:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327860.152177:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010571520:0@lo:38:kworker.0
00000100:00100000:1.0:1767327860.152194:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010571648:0@lo:400:kworker.0
00000100:00080000:0.0:1767327860.152252:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327860.152257:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010571264:0@lo:400:kworker.0
00000100:00080000:0.0:1767327860.152259:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327860.152266:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010571776:0@lo:38:kworker.0
00000100:00100000:1.0:1767327860.152289:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010571904:0@lo:400:kworker.0
00000100:00100000:2.0:1767327860.561293:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327860.561347:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327860.561364:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212800
00000100:00100000:1.0:1767327860.561374:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212800
00000100:00100000:3.0:1767327860.561398:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993212928
00000100:00100000:3.0:1767327860.561406:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993212928
00000100:00100000:1.0:1767327860.561450:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3935
00000100:00100000:1.0:1767327860.561458:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993212800:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327860.561480:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327860.561483:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327860.561502:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2061
00000100:00100000:3.0:1767327860.561518:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993212928:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327860.561545:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993212800:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327860.561553:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3935
00000100:00100000:3.0:1767327860.561577:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993212928:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327860.561584:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2061
00010000:00010000:1.0:1767327861.110596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327862.134601:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327863.158551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327863.734602:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010572160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327863.734672:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327863.734724:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572160
00000100:00100000:2.0:1767327863.734733:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572160
00000100:00080000:1.0:1767327863.734789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327863.734807:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8183
00000100:00100000:2.0:1767327863.734818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010572160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327863.734848:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327863.734906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010572160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327863.734915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8183
00000100:00100000:0.0:1767327863.734950:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010572160:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327864.182576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327864.246504:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327839/real 1767327839]  req@ffff9bb5bcc07800 x1853164010566912/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327864 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327864.246537:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc07800 x1853164010566912/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327864 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327864.246554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327864.246577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327864.246582:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010566912:0@lo:250:kworker.0
00000100:00080000:0.0:1767327864.246622:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327864.246628:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327864.246632:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327864.246633:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767327864.246637:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13037
00000100:00080000:0.0:1767327864.246641:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327864.246645:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010572288:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327864.246648:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327864.246669:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75500 x1853164010572416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327864.246690:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327864.246693:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327864.246694:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327864.246697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13058
00000100:00080000:0.0:1767327864.246701:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327864.246704:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327864.246710:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327864.246718:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75c00 x1853164010572544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327864.246724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010572416:0@lo:250:kworker.0
00000100:00080000:0.0:1767327864.246752:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327864.246756:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327864.246758:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327864.246763:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13058
00000400:00000100:2.0:1767327864.246766:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010572416 offset 0 length 520: 4
00000100:00080000:0.0:1767327864.246769:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327864.246772:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572288
00000100:00100000:1.0:1767327864.246775:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327864.246776:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327864.246780:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572288
00000100:00100000:1.0:1767327864.246785:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010572672:0@lo:400:kworker.0
00000100:00100000:0.0:1767327864.246798:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010572800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327864.246801:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010572544:0@lo:38:kworker.0
00000100:00100000:1.0:1767327864.246819:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327864.246834:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327864.246836:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8184
00000100:00080000:0.0:1767327864.246843:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327864.246844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327864.246847:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327864.246849:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010572928:0@lo:400:kworker.0
00000100:00080000:0.0:1767327864.246853:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13058
00000100:00100000:3.0:1767327864.246855:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010572288:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767327864.246860:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327864.246865:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327864.246875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010572800:0@lo:38:kworker.0
00000100:00100000:0.0:1767327864.246882:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74700 x1853164010573056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327864.246890:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767327864.246894:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767327864.246921:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327864.246925:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327864.246927:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327864.246927:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572672
00000100:00080000:0.0:1767327864.246934:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13058
00000100:00100000:2.0:1767327864.246934:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572672
00000100:00080000:0.0:1767327864.246938:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327864.246943:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327864.246946:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572544
00000100:00100000:3.0:1767327864.246947:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010572288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327864.246951:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572544
00000100:00100000:0.0:1767327864.246956:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76d80 x1853164010573312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327864.246957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8184
00000100:00100000:2.0:1767327864.246978:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9308
00000100:00100000:1.0:1767327864.246985:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35150
00000100:00100000:0.0:1767327864.246989:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010573184:0@lo:400:kworker.0
00000100:00100000:2.0:1767327864.246990:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010572672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327864.246996:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010572544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327864.246998:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572928
00000100:00100000:3.0:1767327864.247005:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572928
00010000:00020000:1.0:1767327864.247016:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327864.247028:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327864.247042:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573184
00000100:00100000:3.0:1767327864.247046:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573184
00000100:00100000:2.0:1767327864.247053:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010572672:12345-0@lo:400:kworker.0 Request processed in 66us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327864.247061:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010572544:12345-0@lo:38:kworker.0 Request processed in 66us (218us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327864.247062:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9308
00000100:00100000:1.0:1767327864.247072:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35150
00000100:00100000:3.0:1767327864.247077:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062
00000100:00100000:0.0:1767327864.247083:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010572288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327864.247089:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010572928:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327864.247104:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327864.247110:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327864.247119:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063
00000100:00100000:3.0:1767327864.247130:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010572928:12345-0@lo:400:kworker.0 Request processed in 44us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327864.247133:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010573184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327864.247139:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010572928:0@lo:400:kworker.0
00000100:00100000:3.0:1767327864.247143:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062
00000100:00100000:0.0:1767327864.247154:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327864.247159:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010572672:0@lo:400:kworker.0
00000100:00100000:3.0:1767327864.247193:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010572800
00000100:00100000:3.0:1767327864.247200:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010572800
00000100:00100000:3.0:1767327864.247225:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936
00000100:00100000:3.0:1767327864.247230:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010572800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327864.247242:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327864.247279:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010573184:0@lo:400:kworker.0
00000100:00100000:2.0:1767327864.247279:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010573184:12345-0@lo:400:kworker.0 Request processed in 150us (249us total) trans 0 rc 0/0
00000100:00080000:0.0:1767327864.247285:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327864.247296:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327864.247300:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010572800:12345-0@lo:38:kworker.0 Request processed in 63us (142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327864.247302:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010572544:0@lo:38:kworker.0
00000100:00100000:2.0:1767327864.247304:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063
00000100:00100000:3.0:1767327864.247318:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936
00000100:00100000:0.0:1767327864.247329:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010573056:0@lo:38:kworker.0
00000100:00100000:0.0:1767327864.247353:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327864.247367:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010573312:0@lo:38:kworker.0
00000100:00100000:3.0:1767327864.247373:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573056
00000100:00100000:3.0:1767327864.247379:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573056
00000100:00100000:0.0:1767327864.247383:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327864.247403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327864.247407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327864.247411:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010572800:0@lo:38:kworker.0
00000100:00100000:3.0:1767327864.247413:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573312
00000100:00100000:1.0:1767327864.247442:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937
00000100:00100000:3.0:1767327864.247446:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573312
00000100:00100000:1.0:1767327864.247450:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010573056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327864.247460:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327864.247476:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938
00000100:00100000:3.0:1767327864.247485:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010573312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327864.247499:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327864.247500:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010573056:12345-0@lo:38:kworker.0 Request processed in 49us (143us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327864.247508:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937
00000100:00080000:2.0:1767327864.247521:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327864.247527:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327864.247531:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010573056:0@lo:38:kworker.0
00000100:00080000:2.0:1767327864.247542:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327864.247542:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010573312:12345-0@lo:38:kworker.0 Request processed in 55us (157us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327864.247549:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327864.247556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010573312:0@lo:38:kworker.0
00000100:00100000:3.0:1767327864.247560:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938
00000400:00000100:3.0:1767327864.657007:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993213056 offset 0 length 520: 4
00000100:00100000:3.0:1767327864.657042:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327864.657070:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327864.657114:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213184
00000100:00100000:1.0:1767327864.657117:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213312
00000100:00100000:1.0:1767327864.657126:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213312
00000100:00100000:0.0:1767327864.657127:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213184
00000100:00100000:0.0:1767327864.657204:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2064
00000100:00100000:3.0:1767327864.657214:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3939
00000100:00080000:2.0:1767327864.657218:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327864.657221:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993213312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327864.657225:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993213184:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327864.657247:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327864.657298:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993213184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327864.657307:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3939
00000100:00100000:0.0:1767327864.657308:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993213312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327864.657320:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2064
00010000:00010000:0.0:1767327865.206612:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327866.230559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327867.254585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327868.278577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327868.854603:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010573440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327868.854668:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327868.854709:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573440
00000100:00100000:3.0:1767327868.854718:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573440
00000100:00100000:3.0:1767327868.854776:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8185
00000100:00080000:2.0:1767327868.854783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327868.854790:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010573440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327868.854820:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327868.854868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010573440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327868.854875:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8185
00000100:00100000:1.0:1767327868.854914:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010573440:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327869.302525:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327869.366517:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327869.366526:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327869.366529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327869.366532:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327869.366536:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327869.366543:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13062
00000100:00080000:0.0:1767327869.366547:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327869.366553:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327869.366577:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010573696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327869.366603:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010573696:0@lo:38:kworker.0
00000100:00080000:0.0:1767327869.366619:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327869.366623:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327869.366625:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327869.366629:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13062
00000100:00080000:0.0:1767327869.366631:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327869.366635:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327869.366649:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76d80 x1853164010574080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327869.366649:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010573824:0@lo:400:kworker.0
00000100:00100000:3.0:1767327869.366653:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010573568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327869.366671:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327869.366686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327869.366689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327869.366691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327869.366694:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13062
00000100:00080000:0.0:1767327869.366696:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327869.366699:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327869.366710:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010574336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327869.366728:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327869.366731:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010574080:0@lo:38:kworker.0
00000100:00100000:3.0:1767327869.366731:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327869.366732:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327869.366732:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327869.366738:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327869.366742:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13062
00000100:00080000:0.0:1767327869.366744:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327869.366748:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327869.366759:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885500 x1853164010574592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327869.366776:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010574464:0@lo:400:kworker.0
00000100:00100000:2.0:1767327869.366777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327869.366785:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010573952:0@lo:400:kworker.0
00000100:00100000:1.0:1767327869.366797:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573696
00000100:00100000:1.0:1767327869.366805:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573696
00000100:00100000:3.0:1767327869.366815:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327869.366816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010574336:0@lo:38:kworker.0
00000100:00100000:0.0:1767327869.366826:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327869.366847:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35151
00000100:00100000:1.0:1767327869.366857:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010573696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327869.366859:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574080
00000100:00100000:0.0:1767327869.366863:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767327869.366866:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327869.366867:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574080
00000100:00100000:0.0:1767327869.366875:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010574208:0@lo:400:kworker.0
00010000:00020000:1.0:1767327869.366883:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327869.366897:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010574592:0@lo:38:kworker.0
00000100:00100000:3.0:1767327869.366897:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574464
00000100:00100000:3.0:1767327869.366904:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574464
00000100:00100000:0.0:1767327869.366918:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327869.366937:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010573696:12345-0@lo:38:kworker.0 Request processed in 78us (270us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327869.366944:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573824
00000100:00100000:1.0:1767327869.366949:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35151
00000100:00100000:2.0:1767327869.366950:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573824
00000100:00100000:3.0:1767327869.366958:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574336
00000100:00100000:3.0:1767327869.366965:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574336
00000100:00100000:0.0:1767327869.366976:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574208
00000100:00100000:0.0:1767327869.366982:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574208
00000100:00100000:2.0:1767327869.366990:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573952
00000100:00100000:3.0:1767327869.366991:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065
00000100:00100000:2.0:1767327869.366996:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573952
00000100:00100000:1.0:1767327869.367001:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940
00000100:00100000:3.0:1767327869.367006:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010574464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327869.367014:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010574080:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327869.367022:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066
00000100:00100000:2.0:1767327869.367027:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9309
00010000:00020000:1.0:1767327869.367028:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327869.367035:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010574208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327869.367042:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010573824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327869.367061:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010574464:12345-0@lo:400:kworker.0 Request processed in 60us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327869.367068:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065
00000100:00100000:1.0:1767327869.367073:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010574080:12345-0@lo:38:kworker.0 Request processed in 59us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327869.367084:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940
00000100:00100000:3.0:1767327869.367092:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941
00000100:00100000:0.0:1767327869.367098:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010574208:12345-0@lo:400:kworker.0 Request processed in 65us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327869.367102:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010574336:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327869.367104:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010573824:12345-0@lo:400:kworker.0 Request processed in 64us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327869.367114:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066
00000100:00100000:2.0:1767327869.367119:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9309
00010000:00020000:3.0:1767327869.367121:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327869.367159:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9310
00000100:00100000:2.0:1767327869.367168:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010573952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327869.367176:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010573824:0@lo:400:kworker.0
00000100:00100000:3.0:1767327869.367177:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010574336:12345-0@lo:38:kworker.0 Request processed in 76us (317us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327869.367184:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010574208:0@lo:400:kworker.0
00000100:00100000:3.0:1767327869.367193:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941
00000100:00100000:2.0:1767327869.367212:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010573952:12345-0@lo:400:kworker.0 Request processed in 43us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327869.367213:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010573952:0@lo:400:kworker.0
00000100:00100000:2.0:1767327869.367226:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9310
00000100:00100000:3.0:1767327869.367233:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010573568
00000100:00100000:3.0:1767327869.367238:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010573568
00000100:00100000:1.0:1767327869.367242:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327869.367265:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327869.367267:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574592
00000100:00080000:0.0:1767327869.367270:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327869.367272:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574592
00000100:00080000:1.0:1767327869.367285:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327869.367286:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8186
00000100:00080000:1.0:1767327869.367295:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327869.367300:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010573568:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327869.367304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010574080:0@lo:38:kworker.0
00000100:00100000:2.0:1767327869.367307:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942
00000100:00100000:2.0:1767327869.367320:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010574592:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327869.367324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00002000:00000024:3.0:1767327869.367327:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767327869.367333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327869.367337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010574336:0@lo:38:kworker.0
00010000:00020000:2.0:1767327869.367341:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327869.367354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327869.367361:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327869.367366:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010573568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (642us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327869.367370:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010573696:0@lo:38:kworker.0
00000100:00100000:3.0:1767327869.367375:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8186
00000100:00100000:2.0:1767327869.367380:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010574592:12345-0@lo:38:kworker.0 Request processed in 60us (141us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327869.367388:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942
00000100:00080000:1.0:1767327869.367413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327869.367413:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010574464:0@lo:400:kworker.0
00000100:00080000:1.0:1767327869.367455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327869.367463:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010574592:0@lo:38:kworker.0
00000100:00100000:3.0:1767327869.367464:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010573568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327869.776866:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327869.776899:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327869.776920:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213440
00000100:00100000:3.0:1767327869.776929:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213440
00000100:00100000:3.0:1767327869.776962:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213568
00000100:00100000:3.0:1767327869.776964:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213568
00000100:00100000:0.0:1767327869.776985:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3943
00000100:00100000:0.0:1767327869.776994:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993213440:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767327869.777004:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2067
00000100:00100000:2.0:1767327869.777016:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993213568:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327869.777017:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327869.777029:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327869.777093:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993213568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327869.777098:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993213440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 101us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327869.777110:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2067
00000100:00100000:0.0:1767327869.777117:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3943
00010000:00010000:0.0:1767327870.326539:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327871.350606:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327872.374540:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327873.398587:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327873.974627:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010574720:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327873.974688:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327873.974736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574720
00000100:00100000:3.0:1767327873.974745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574720
00000100:00080000:1.0:1767327873.974798:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327873.974799:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8187
00000100:00100000:3.0:1767327873.974810:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010574720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327873.974835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327873.974877:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010574720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327873.974885:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8187
00000100:00100000:1.0:1767327873.974921:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010574720:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327874.422593:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327874.486496:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327874.486505:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327874.486510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327874.486514:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327874.486520:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327874.486529:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13067
00000100:00080000:0.0:1767327874.486534:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327874.486543:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327874.486576:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010574976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327874.486595:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010574848:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327874.486633:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010574976:0@lo:38:kworker.0
00000100:00080000:0.0:1767327874.486638:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327874.486644:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327874.486645:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010575104:0@lo:400:kworker.0
00000100:00080000:0.0:1767327874.486647:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327874.486656:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13067
00000100:00080000:0.0:1767327874.486660:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327874.486662:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327874.486667:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327874.486676:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327874.486681:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887480 x1853164010575360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327874.486703:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327874.486707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327874.486712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327874.486712:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327874.486716:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574976
00000100:00100000:2.0:1767327874.486717:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010575360:0@lo:38:kworker.0
00000100:00080000:0.0:1767327874.486722:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13067
00000100:00100000:1.0:1767327874.486725:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574976
00000100:00080000:0.0:1767327874.486727:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327874.486735:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327874.486752:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010575616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327874.486757:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327874.486760:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010574848
00000100:00100000:1.0:1767327874.486767:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35152
00000100:00100000:3.0:1767327874.486767:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010574848
00000100:00100000:1.0:1767327874.486779:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010574976:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327874.486784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010575616:0@lo:38:kworker.0
00010000:00020000:1.0:1767327874.486799:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327874.486801:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327874.486805:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327874.486807:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327874.486812:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327874.486815:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13067
00000100:00080000:0.0:1767327874.486818:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327874.486822:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8188
00000100:00080000:0.0:1767327874.486823:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327874.486839:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010574848:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327874.486842:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885180 x1853164010575872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327874.486850:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327874.486852:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010574976:12345-0@lo:38:kworker.0 Request processed in 73us (175us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327874.486859:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327874.486863:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35152
00000100:00100000:2.0:1767327874.486866:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010574976:0@lo:38:kworker.0
00002000:00000024:3.0:1767327874.486867:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767327874.486879:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010575232:0@lo:400:kworker.0
00000100:00100000:2.0:1767327874.486890:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010575872:0@lo:38:kworker.0
00000100:00080000:1.0:1767327874.486894:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327874.486910:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010575744:0@lo:400:kworker.0
00000100:00100000:3.0:1767327874.486916:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010574848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327874.486927:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8188
00000100:00100000:0.0:1767327874.486930:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327874.486932:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327874.486950:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010575488:0@lo:400:kworker.0
00000100:00100000:3.0:1767327874.486967:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575360
00000100:00100000:3.0:1767327874.486972:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575360
00000100:00100000:1.0:1767327874.486980:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327874.486991:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575104
00000100:00100000:0.0:1767327874.486996:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575104
00000100:00100000:3.0:1767327874.487000:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575616
00000100:00100000:3.0:1767327874.487004:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575616
00000100:00100000:2.0:1767327874.487006:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575872
00000100:00100000:2.0:1767327874.487011:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575872
00000100:00100000:3.0:1767327874.487030:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575488
00000100:00100000:0.0:1767327874.487035:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575232
00000100:00100000:3.0:1767327874.487036:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575488
00000100:00100000:2.0:1767327874.487041:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944
00000100:00100000:0.0:1767327874.487042:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575232
00000100:00100000:1.0:1767327874.487052:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945
00000100:00100000:2.0:1767327874.487052:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010575360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327874.487062:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010575616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327874.487067:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327874.487073:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9311
00010000:00020000:1.0:1767327874.487077:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327874.487078:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068
00000100:00100000:0.0:1767327874.487086:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010575104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327874.487092:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010575488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327874.487117:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010575360:12345-0@lo:38:kworker.0 Request processed in 68us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327874.487124:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944
00000100:00100000:1.0:1767327874.487134:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010575616:12345-0@lo:38:kworker.0 Request processed in 70us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327874.487141:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946
00000100:00100000:1.0:1767327874.487150:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945
00000100:00100000:2.0:1767327874.487151:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010575872:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327874.487158:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010575104:12345-0@lo:400:kworker.0 Request processed in 72us (445us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327874.487161:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010575488:12345-0@lo:400:kworker.0 Request processed in 72us (181us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327874.487165:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327874.487170:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9311
00000100:00100000:3.0:1767327874.487174:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068
00000100:00080000:1.0:1767327874.487177:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327874.487195:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327874.487202:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9312
00000100:00100000:2.0:1767327874.487203:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010575872:12345-0@lo:38:kworker.0 Request processed in 53us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327874.487213:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946
00000100:00100000:0.0:1767327874.487218:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010575232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327874.487232:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010575744
00000100:00100000:2.0:1767327874.487237:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010575744
00000100:00100000:3.0:1767327874.487244:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010575104:0@lo:400:kworker.0
00000100:00100000:1.0:1767327874.487245:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010574848:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327874.487269:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010575232:12345-0@lo:400:kworker.0 Request processed in 56us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327874.487278:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069
00000100:00080000:1.0:1767327874.487280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327874.487282:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9312
00000100:00100000:2.0:1767327874.487287:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010575744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327874.487308:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010575488:0@lo:400:kworker.0
00000100:00100000:2.0:1767327874.487330:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010575744:12345-0@lo:400:kworker.0 Request processed in 43us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327874.487336:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069
00000100:00100000:0.0:1767327874.487343:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010575232:0@lo:400:kworker.0
00000100:00080000:3.0:1767327874.487346:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327874.487352:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327874.487357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010575872:0@lo:38:kworker.0
00000100:00080000:3.0:1767327874.487376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327874.487377:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010575744:0@lo:400:kworker.0
00000100:00080000:3.0:1767327874.487384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327874.487388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010575616:0@lo:38:kworker.0
00000100:00080000:3.0:1767327874.487396:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327874.487400:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327874.487402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010575360:0@lo:38:kworker.0
00000100:00100000:3.0:1767327874.896964:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327874.897022:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327874.897038:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213696
00000100:00100000:2.0:1767327874.897049:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213696
00000100:00100000:1.0:1767327874.897064:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213824
00000100:00100000:1.0:1767327874.897071:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213824
00000100:00100000:2.0:1767327874.897092:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3947
00000100:00100000:2.0:1767327874.897114:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993213696:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327874.897135:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327874.897166:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2070
00000100:00080000:3.0:1767327874.897171:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327874.897179:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993213824:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327874.897211:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993213696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327874.897217:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3947
00000100:00100000:1.0:1767327874.897229:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993213824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 52us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327874.897236:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2070
00010000:00010000:0.0:1767327875.446589:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327876.470566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327877.494609:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327878.518585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327879.094683:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010576000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327879.094752:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327879.094809:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576000
00000100:00100000:3.0:1767327879.094819:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576000
00000100:00080000:1.0:1767327879.094878:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327879.094889:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8189
00000100:00100000:3.0:1767327879.094901:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010576000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327879.094931:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327879.094986:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010576000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327879.094994:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8189
00000100:00100000:0.0:1767327879.095033:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010576000:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327879.542540:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327879.606508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327879.606517:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327879.606519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327879.606522:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327879.606525:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327879.606533:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13072
00000100:00080000:1.0:1767327879.606538:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327879.606545:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327879.606571:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc3800 x1853164010576256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327879.606588:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327879.606605:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327879.606607:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010576128:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327879.606623:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327879.606625:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010576384:0@lo:400:kworker.0
00000100:00100000:2.0:1767327879.606630:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010576256:0@lo:38:kworker.0
00000100:00080000:1.0:1767327879.606631:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327879.606637:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327879.606644:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13072
00000100:00080000:1.0:1767327879.606646:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327879.606649:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327879.606662:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb480 x1853164010576640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327879.606682:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327879.606685:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327879.606687:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327879.606692:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13072
00000100:00080000:1.0:1767327879.606699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327879.606702:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327879.606705:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327879.606706:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327879.606706:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327879.606721:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9f80 x1853164010576896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327879.606735:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327879.606738:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327879.606740:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327879.606744:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13072
00000100:00080000:1.0:1767327879.606747:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327879.606749:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327879.606757:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327879.606761:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9c00 x1853164010577152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327879.606762:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010576640:0@lo:38:kworker.0
00000100:00100000:3.0:1767327879.606773:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010577024:0@lo:400:kworker.0
00000100:00100000:0.0:1767327879.606778:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010576768:0@lo:400:kworker.0
00000100:00100000:2.0:1767327879.606797:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327879.606799:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576256
00000100:00100000:1.0:1767327879.606805:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576256
00000100:00100000:2.0:1767327879.606825:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010576896:0@lo:38:kworker.0
00000100:00100000:3.0:1767327879.606830:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327879.606843:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35153
00000100:00100000:1.0:1767327879.606851:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010576256:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327879.606856:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576640
00000100:00100000:2.0:1767327879.606860:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327879.606864:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576640
00010000:00020000:1.0:1767327879.606869:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327879.606887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010577152:0@lo:38:kworker.0
00000100:00100000:0.0:1767327879.606900:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577024
00000100:00100000:3.0:1767327879.606904:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576896
00000100:00100000:0.0:1767327879.606906:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577024
00000100:00100000:3.0:1767327879.606911:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576896
00000100:00100000:1.0:1767327879.606919:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010576256:12345-0@lo:38:kworker.0 Request processed in 68us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327879.606923:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327879.606931:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35153
00000100:00100000:3.0:1767327879.606947:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577152
00000100:00100000:3.0:1767327879.606953:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577152
00000100:00100000:0.0:1767327879.606958:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071
00000100:00080000:2.0:1767327879.606968:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327879.606972:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948
00000100:00100000:0.0:1767327879.606975:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010577024:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327879.606977:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327879.606986:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949
00000100:00100000:1.0:1767327879.606987:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010576640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327879.606988:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010576256:0@lo:38:kworker.0
00000100:00100000:3.0:1767327879.607002:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010576896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327879.607003:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327879.607022:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327879.607029:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950
00000100:00100000:2.0:1767327879.607035:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010577152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327879.607045:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327879.607053:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010577024:12345-0@lo:400:kworker.0 Request processed in 84us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327879.607057:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010576640:12345-0@lo:38:kworker.0 Request processed in 74us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327879.607087:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071
00000100:00100000:1.0:1767327879.607095:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948
00000100:00100000:3.0:1767327879.607096:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010576896:12345-0@lo:38:kworker.0 Request processed in 93us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327879.607108:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010577152:12345-0@lo:38:kworker.0 Request processed in 70us (185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327879.607110:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949
00000100:00100000:2.0:1767327879.607119:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950
00000100:00080000:1.0:1767327879.607122:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327879.607128:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010576512:0@lo:400:kworker.0
00000100:00100000:3.0:1767327879.607147:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576384
00000100:00100000:3.0:1767327879.607153:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576384
00000100:00080000:2.0:1767327879.607154:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327879.607159:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327879.607162:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327879.607167:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010577152:0@lo:38:kworker.0
00000100:00100000:0.0:1767327879.607175:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327879.607185:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327879.607191:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327879.607196:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010576640:0@lo:38:kworker.0
00000100:00100000:3.0:1767327879.607197:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576512
00000100:00100000:3.0:1767327879.607203:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576512
00000100:00100000:1.0:1767327879.607211:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576128
00000100:00080000:2.0:1767327879.607212:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327879.607217:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576128
00000100:00080000:2.0:1767327879.607217:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327879.607224:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010576896:0@lo:38:kworker.0
00000100:00100000:3.0:1767327879.607250:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9313
00000100:00100000:1.0:1767327879.607259:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8190
00000100:00100000:2.0:1767327879.607264:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010576768
00000100:00100000:3.0:1767327879.607265:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010576384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327879.607268:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010576768
00000100:00100000:1.0:1767327879.607274:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010576128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327879.607297:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327879.607310:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072
00000100:00100000:0.0:1767327879.607317:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9314
00000100:00100000:2.0:1767327879.607322:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010576768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327879.607325:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010576384:12345-0@lo:400:kworker.0 Request processed in 65us (631us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327879.607335:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010576512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327879.607338:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9313
00000100:00100000:1.0:1767327879.607340:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010576128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (646us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327879.607358:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8190
00000100:00080000:3.0:1767327879.607365:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327879.607373:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327879.607377:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010576768:12345-0@lo:400:kworker.0 Request processed in 58us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327879.607385:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072
00000100:00100000:3.0:1767327879.607406:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010576384:0@lo:400:kworker.0
00000100:00100000:0.0:1767327879.607440:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010576512:12345-0@lo:400:kworker.0 Request processed in 86us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327879.607451:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9314
00000100:00100000:2.0:1767327879.607455:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010576768:0@lo:400:kworker.0
00000100:00100000:1.0:1767327879.607463:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010576512:0@lo:400:kworker.0
00000100:00100000:3.0:1767327879.607482:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010577024:0@lo:400:kworker.0
00000100:00100000:3.0:1767327879.607506:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010576128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327880.016990:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327880.017025:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327880.017053:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214080
00000100:00100000:0.0:1767327880.017078:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214080
00000100:00100000:1.0:1767327880.017100:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993213952
00000100:00100000:1.0:1767327880.017107:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993213952
00000100:00100000:1.0:1767327880.017148:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2073
00000100:00080000:3.0:1767327880.017153:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327880.017158:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3951
00000100:00100000:1.0:1767327880.017163:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993214080:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327880.017171:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993213952:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327880.017191:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327880.017237:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993213952:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 65us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327880.017237:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993214080:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327880.017250:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3951
00000100:00100000:1.0:1767327880.017259:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2073
00010000:00010000:0.0:1767327880.566644:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327881.590571:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327882.614598:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327883.638586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327884.214615:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010577280:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327884.214691:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327884.214732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577280
00000100:00100000:1.0:1767327884.214741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577280
00000100:00080000:3.0:1767327884.214787:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327884.214802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8191
00000100:00100000:1.0:1767327884.214811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010577280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327884.214836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327884.214892:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010577280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327884.214900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8191
00000100:00100000:0.0:1767327884.214923:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010577280:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327884.662549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327884.726495:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327884.726505:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327884.726510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327884.726515:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327884.726519:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327884.726528:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13077
00000100:00080000:1.0:1767327884.726534:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327884.726542:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327884.726559:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010577408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327884.726572:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8a80 x1853164010577536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327884.726612:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327884.726614:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010577536:0@lo:38:kworker.0
00000100:00080000:1.0:1767327884.726616:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327884.726622:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327884.726624:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327884.726631:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13077
00000100:00080000:1.0:1767327884.726635:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327884.726638:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327884.726644:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010577664:0@lo:400:kworker.0
00000100:00100000:1.0:1767327884.726654:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1ba680 x1853164010577792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327884.726679:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327884.726683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327884.726689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327884.726691:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327884.726692:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327884.726697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13077
00000100:00080000:1.0:1767327884.726700:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327884.726704:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327884.726705:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327884.726717:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010577920:0@lo:400:kworker.0
00000100:00100000:1.0:1767327884.726718:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb800 x1853164010578048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327884.726743:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327884.726747:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327884.726747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010577792:0@lo:38:kworker.0
00000100:00080000:1.0:1767327884.726751:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327884.726758:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327884.726759:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13077
00000100:00080000:1.0:1767327884.726763:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767327884.726767:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327884.726776:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577536
00000100:00100000:1.0:1767327884.726779:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8380 x1853164010578304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327884.726784:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577536
00000100:00100000:0.0:1767327884.726794:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010578176:0@lo:400:kworker.0
00000100:00100000:2.0:1767327884.726795:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327884.726808:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577408
00000100:00100000:1.0:1767327884.726813:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577408
00000100:00100000:0.0:1767327884.726830:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327884.726830:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35154
00000100:00100000:2.0:1767327884.726836:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010578048:0@lo:38:kworker.0
00000100:00100000:3.0:1767327884.726842:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010577536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327884.726861:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327884.726865:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8192
00000100:00100000:1.0:1767327884.726877:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010577408:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327884.726878:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327884.726879:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577664
00000100:00100000:0.0:1767327884.726886:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577664
00002000:00000024:1.0:1767327884.726908:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327884.726914:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010577536:12345-0@lo:38:kworker.0 Request processed in 71us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327884.726926:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35154
00000100:00080000:2.0:1767327884.726928:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327884.726929:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9315
00000100:00080000:2.0:1767327884.726939:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327884.726943:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010577664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327884.726949:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010577536:0@lo:38:kworker.0
00000100:00100000:1.0:1767327884.726960:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010577408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (338us total) trans 0 rc 0/0
00000100:00080000:3.0:1767327884.726967:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327884.726976:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8192
00000100:00100000:0.0:1767327884.726988:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010577664:12345-0@lo:400:kworker.0 Request processed in 47us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327884.726992:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577920
00000100:00100000:0.0:1767327884.726996:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9315
00000100:00100000:3.0:1767327884.726997:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577920
00000100:00100000:2.0:1767327884.727040:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010578304:0@lo:38:kworker.0
00000100:00100000:0.0:1767327884.727042:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010577792
00000100:00100000:0.0:1767327884.727049:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010577792
00000100:00100000:3.0:1767327884.727053:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578176
00000100:00100000:3.0:1767327884.727058:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578176
00000100:00100000:0.0:1767327884.727076:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578048
00000100:00100000:2.0:1767327884.727081:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327884.727082:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578048
00000100:00100000:1.0:1767327884.727087:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074
00000100:00100000:3.0:1767327884.727094:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075
00000100:00100000:1.0:1767327884.727098:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010577920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327884.727108:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010578176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327884.727111:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578304
00000100:00100000:0.0:1767327884.727114:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578304
00000100:00100000:0.0:1767327884.727132:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952
00000100:00080000:2.0:1767327884.727132:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327884.727141:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010577792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327884.727154:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327884.727155:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010577920:12345-0@lo:400:kworker.0 Request processed in 58us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327884.727167:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953
00000100:00100000:3.0:1767327884.727168:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010578176:12345-0@lo:400:kworker.0 Request processed in 61us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327884.727179:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074
00000100:00100000:2.0:1767327884.727181:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010578048:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327884.727188:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075
00000100:00100000:0.0:1767327884.727193:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010577792:12345-0@lo:38:kworker.0 Request processed in 50us (402us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327884.727198:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327884.727203:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954
00000100:00100000:1.0:1767327884.727209:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010578304:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327884.727213:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952
00010000:00020000:1.0:1767327884.727225:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327884.727245:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327884.727249:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010578048:12345-0@lo:38:kworker.0 Request processed in 69us (373us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327884.727255:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327884.727261:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953
00000100:00100000:3.0:1767327884.727264:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010577792:0@lo:38:kworker.0
00000100:00100000:0.0:1767327884.727269:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010577408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327884.727277:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010578304:12345-0@lo:38:kworker.0 Request processed in 63us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327884.727288:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954
00000100:00080000:3.0:1767327884.727289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327884.727296:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327884.727303:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010578048:0@lo:38:kworker.0
00000100:00100000:2.0:1767327884.727323:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010578176:0@lo:400:kworker.0
00000100:00100000:0.0:1767327884.727326:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010577664:0@lo:400:kworker.0
00000100:00080000:3.0:1767327884.727333:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327884.727340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327884.727344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010578304:0@lo:38:kworker.0
00000100:00100000:2.0:1767327884.727352:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010577920:0@lo:400:kworker.0
00000100:00100000:3.0:1767327885.137095:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327885.137136:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327885.137155:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214208
00000100:00100000:1.0:1767327885.137165:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214208
00000100:00100000:0.0:1767327885.137190:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214336
00000100:00100000:0.0:1767327885.137196:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214336
00000100:00100000:1.0:1767327885.137208:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3955
00000100:00100000:1.0:1767327885.137216:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993214208:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327885.137236:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327885.137254:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2076
00000100:00080000:3.0:1767327885.137258:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327885.137264:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993214336:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327885.137301:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993214208:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327885.137307:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993214336:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 43us (171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327885.137317:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3955
00000100:00100000:0.0:1767327885.137325:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2076
00010000:00010000:0.0:1767327885.686565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327886.710555:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327887.734649:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327888.758601:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327889.233260:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993214464 offset 0 length 520: 4
00000100:00100000:3.0:1767327889.233298:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327889.233348:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327889.233366:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214720
00000100:00100000:0.0:1767327889.233377:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214720
00000100:00080000:3.0:1767327889.233430:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327889.233474:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214592
00000100:00100000:0.0:1767327889.233479:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214592
00000100:00100000:1.0:1767327889.233502:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2077
00000100:00100000:0.0:1767327889.233512:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3956
00000100:00100000:0.0:1767327889.233525:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993214592:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327889.233525:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993214720:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767327889.233555:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327889.233598:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993214720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327889.233600:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993214592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327889.233613:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2077
00000100:00100000:0.0:1767327889.233622:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3956
00000100:00100000:0.0:1767327889.334611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010578432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327889.334703:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327889.334774:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578432
00000100:00100000:1.0:1767327889.334786:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578432
00000100:00080000:3.0:1767327889.334857:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327889.334900:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8193
00000100:00100000:1.0:1767327889.334915:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010578432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327889.334950:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327889.335050:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010578432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (345us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327889.335061:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8193
00000100:00100000:0.0:1767327889.335089:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010578432:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327889.782562:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327889.846495:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327864/real 1767327864]  req@ffff9bb5bdc75500 x1853164010572416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327889 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327889.846498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327889.846511:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327889.846516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327889.846521:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327889.846526:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327889.846531:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bdc75500 x1853164010572416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327889 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327889.846534:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13082
00000100:00080000:1.0:1767327889.846545:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767327889.846554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327889.846556:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767327889.846569:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767327889.846574:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010572416:0@lo:250:kworker.0
00000100:00100000:0.0:1767327889.846577:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327889.846587:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010578688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327889.846594:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010578560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327889.846630:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010578688:0@lo:38:kworker.0
00000100:00080000:1.0:1767327889.846635:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327889.846639:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327889.846641:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327889.846646:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13082
00000100:00080000:1.0:1767327889.846649:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327889.846654:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327889.846656:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327889.846661:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327889.846676:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010578816:0@lo:400:kworker.0
00000100:00100000:3.0:1767327889.846676:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327889.846677:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bad80 x1853164010578944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327889.846705:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327889.846708:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327889.846709:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327889.846713:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13082
00000100:00080000:1.0:1767327889.846716:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327889.846720:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327889.846728:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327889.846733:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8380 x1853164010579200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327889.846734:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327889.846736:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010578944:0@lo:38:kworker.0
00000100:00100000:0.0:1767327889.846749:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010579072:0@lo:400:kworker.0
00000100:00080000:1.0:1767327889.846774:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327889.846775:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578816
00000100:00080000:1.0:1767327889.846778:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327889.846782:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327889.846783:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327889.846784:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578816
00000100:00080000:1.0:1767327889.846791:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13082
00000100:00080000:1.0:1767327889.846793:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327889.846796:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327889.846805:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578560
00000100:00100000:0.0:1767327889.846811:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578560
00000100:00100000:1.0:1767327889.846811:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb800 x1853164010579456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327889.846819:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010579200:0@lo:38:kworker.0
00000100:00080000:1.0:1767327889.846838:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327889.846843:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327889.846846:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327889.846851:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9316
00000100:00100000:3.0:1767327889.846856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327889.846857:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8194
00000100:00080000:1.0:1767327889.846857:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13062
00000100:00080000:1.0:1767327889.846865:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327889.846867:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010578816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327889.846873:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010578560:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327889.846873:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327889.846885:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010579456:0@lo:38:kworker.0
00000100:00100000:1.0:1767327889.846894:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1ba680 x1853164010579584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:0.0:1767327889.846900:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327889.846923:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327889.846936:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010579328:0@lo:400:kworker.0
00000100:00100000:2.0:1767327889.846945:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010578816:12345-0@lo:400:kworker.0 Request processed in 80us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327889.846952:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9316
00000100:00100000:0.0:1767327889.846958:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010578560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327889.846965:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010579584:0@lo:250:kworker.0
00000100:00100000:0.0:1767327889.846969:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8194
00000100:00100000:1.0:1767327889.846976:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327889.846987:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578944
00000100:00100000:2.0:1767327889.847008:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578944
00000100:00100000:0.0:1767327889.847023:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579200
00000400:00000100:3.0:1767327889.847028:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010579584 offset 0 length 520: 4
00000100:00100000:0.0:1767327889.847029:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579200
00000100:00100000:2.0:1767327889.847035:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579456
00000100:00100000:2.0:1767327889.847040:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579456
00000100:00100000:1.0:1767327889.847055:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010578560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327889.847056:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957
00000100:00100000:2.0:1767327889.847061:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579328
00000100:00100000:2.0:1767327889.847065:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579328
00000100:00100000:0.0:1767327889.847068:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010578944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327889.847084:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327889.847097:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078
00000100:00100000:3.0:1767327889.847109:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958
00000100:00100000:2.0:1767327889.847110:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010579328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327889.847122:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959
00000100:00100000:3.0:1767327889.847124:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010579200:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327889.847126:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010578944:12345-0@lo:38:kworker.0 Request processed in 58us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327889.847134:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010579456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327889.847140:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957
00010000:00020000:3.0:1767327889.847147:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327889.847151:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327889.847158:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010579328:12345-0@lo:400:kworker.0 Request processed in 52us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327889.847165:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078
00000100:00080000:0.0:1767327889.847186:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327889.847192:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327889.847197:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010578944:0@lo:38:kworker.0
00000100:00080000:2.0:1767327889.847205:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327889.847207:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010579200:12345-0@lo:38:kworker.0 Request processed in 84us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327889.847209:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010579456:12345-0@lo:38:kworker.0 Request processed in 75us (285us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327889.847212:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327889.847217:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327889.847226:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327889.847230:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958
00000100:00100000:0.0:1767327889.847233:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010579456:0@lo:38:kworker.0
00000100:00100000:2.0:1767327889.847235:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010578816:0@lo:400:kworker.0
00000100:00100000:1.0:1767327889.847243:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959
00000100:00080000:0.0:1767327889.847258:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327889.847265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327889.847269:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010578688
00000100:00100000:0.0:1767327889.847270:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010579200:0@lo:38:kworker.0
00000100:00100000:3.0:1767327889.847280:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010578688
00000100:00100000:2.0:1767327889.847288:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327889.847291:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010579328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327889.847311:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35155
00000100:00100000:3.0:1767327889.847319:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010578688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327889.847325:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579072
00010000:00020000:3.0:1767327889.847329:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327889.847330:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579072
00000100:00100000:3.0:1767327889.847367:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010578688:12345-0@lo:38:kworker.0 Request processed in 49us (696us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327889.847375:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35155
00000100:00100000:0.0:1767327889.847380:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00080000:2.0:1767327889.847383:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327889.847392:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010579072:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327889.847412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327889.847437:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327889.847442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010578688:0@lo:38:kworker.0
00000100:00100000:0.0:1767327889.847469:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010579072:12345-0@lo:400:kworker.0 Request processed in 78us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327889.847483:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010579072:0@lo:400:kworker.0
00000100:00100000:0.0:1767327889.847484:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00010000:00010000:0.0:1767327890.806566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327891.830563:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327892.854581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327893.878613:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327894.353134:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327894.353168:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327894.353203:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214976
00000100:00100000:3.0:1767327894.353210:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993214848
00000100:00100000:0.0:1767327894.353214:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214976
00000100:00100000:3.0:1767327894.353216:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993214848
00000100:00100000:3.0:1767327894.353266:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3960
00000100:00080000:2.0:1767327894.353272:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327894.353279:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993214848:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327894.353303:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2080
00010000:00020000:3.0:1767327894.353304:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327894.353322:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993214976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327894.353442:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993214848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 139us (245us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327894.353450:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3960
00000100:00100000:0.0:1767327894.353456:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993214976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327894.353469:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2080
00000100:00100000:1.0:1767327894.454670:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767327894.454690:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010579712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327894.454747:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327894.454803:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579712
00000100:00100000:2.0:1767327894.454814:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579712
00000100:00080000:3.0:1767327894.454873:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327894.454890:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8195
00000100:00100000:2.0:1767327894.454903:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010579712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327894.454935:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327894.455016:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010579712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327894.455025:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8195
00000100:00100000:1.0:1767327894.455050:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010579712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327894.902584:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327894.966551:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327894.966560:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327894.966562:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327894.966565:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327894.966569:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327894.966578:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13087
00000100:00080000:3.0:1767327894.966582:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327894.966589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327894.966612:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5e300 x1853164010579968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327894.966645:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010579840:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767327894.966651:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327894.966655:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327894.966657:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327894.966661:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13087
00000100:00080000:3.0:1767327894.966664:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327894.966668:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010579968:0@lo:38:kworker.0
00000100:00080000:3.0:1767327894.966669:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327894.966673:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010580096:0@lo:400:kworker.0
00000100:00100000:3.0:1767327894.966685:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c700 x1853164010580224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327894.966713:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327894.966716:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327894.966718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327894.966720:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13087
00000100:00080000:3.0:1767327894.966722:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327894.966726:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327894.966735:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327894.966738:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327894.966741:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327894.966741:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c000 x1853164010580480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327894.966760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327894.966762:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327894.966764:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327894.966767:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13087
00000100:00080000:3.0:1767327894.966769:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327894.966773:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327894.966784:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5f100 x1853164010580736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327894.966798:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010580224:0@lo:38:kworker.0
00000100:00100000:1.0:1767327894.966802:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010580352:0@lo:400:kworker.0
00000100:00100000:2.0:1767327894.966815:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579840
00000100:00100000:3.0:1767327894.966816:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010580608:0@lo:400:kworker.0
00000100:00100000:2.0:1767327894.966825:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579840
00000100:00100000:1.0:1767327894.966840:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327894.966856:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580096
00000100:00100000:0.0:1767327894.966861:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580096
00000100:00080000:3.0:1767327894.966866:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327894.966889:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327894.966898:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8196
00000100:00100000:0.0:1767327894.966902:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9317
00000100:00100000:1.0:1767327894.966914:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580352
00000100:00100000:2.0:1767327894.966919:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010579840:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327894.966920:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010580096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327894.966921:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580352
00000100:00100000:3.0:1767327894.966943:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010579968
00000100:00100000:3.0:1767327894.966950:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010579968
00002000:00000024:2.0:1767327894.966972:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327894.966984:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580608
00000100:00100000:1.0:1767327894.966989:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580608
00000100:00100000:0.0:1767327894.967007:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010580096:12345-0@lo:400:kworker.0 Request processed in 94us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327894.967007:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35156
00000100:00100000:0.0:1767327894.967020:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9317
00000100:00100000:3.0:1767327894.967020:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010579968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327894.967030:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010579840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327894.967033:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081
00010000:00020000:3.0:1767327894.967044:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327894.967047:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8196
00000100:00100000:1.0:1767327894.967052:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010580352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327894.967055:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:0.0:1767327894.967069:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010580608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327894.967100:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010579968:12345-0@lo:38:kworker.0 Request processed in 81us (371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327894.967109:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35156
00000100:00100000:2.0:1767327894.967114:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010579840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327894.967119:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010580352:12345-0@lo:400:kworker.0 Request processed in 72us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327894.967127:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010580608:12345-0@lo:400:kworker.0 Request processed in 59us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327894.967130:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081
00000100:00080000:3.0:1767327894.967133:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327894.967143:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00000100:00100000:3.0:1767327894.967169:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010580608:0@lo:400:kworker.0
00000100:00100000:2.0:1767327894.967183:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327894.967197:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010580096:0@lo:400:kworker.0
00000100:00100000:0.0:1767327894.967207:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010580352:0@lo:400:kworker.0
00000100:00100000:2.0:1767327894.967214:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010580480:0@lo:38:kworker.0
00000100:00100000:1.0:1767327894.967229:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580224
00000100:00100000:1.0:1767327894.967233:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580224
00000100:00100000:2.0:1767327894.967240:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327894.967259:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580480
00000100:00100000:1.0:1767327894.967263:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580480
00000100:00100000:0.0:1767327894.967267:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961
00000100:00100000:0.0:1767327894.967276:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010580224:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327894.967280:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327894.967287:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3962
00000100:00080000:2.0:1767327894.967289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767327894.967291:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327894.967296:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010580480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327894.967300:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010579968:0@lo:38:kworker.0
00010000:00020000:1.0:1767327894.967310:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327894.967323:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010580736:0@lo:38:kworker.0
00000100:00100000:0.0:1767327894.967336:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010580224:12345-0@lo:38:kworker.0 Request processed in 58us (152us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327894.967343:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961
00000100:00100000:1.0:1767327894.967347:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010580480:12345-0@lo:38:kworker.0 Request processed in 51us (107us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327894.967358:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3962
00000100:00100000:2.0:1767327894.967360:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327894.967383:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580736
00000100:00100000:1.0:1767327894.967386:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580736
00000100:00080000:2.0:1767327894.967393:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327894.967398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327894.967402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010580224:0@lo:38:kworker.0
00000100:00100000:1.0:1767327894.967407:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963
00000100:00100000:1.0:1767327894.967413:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010580736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327894.967440:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327894.967457:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327894.967464:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327894.967466:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010580736:12345-0@lo:38:kworker.0 Request processed in 50us (108us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327894.967469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010580480:0@lo:38:kworker.0
00000100:00100000:1.0:1767327894.967476:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963
00000100:00080000:2.0:1767327894.967495:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327894.967500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327894.967503:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010580736:0@lo:38:kworker.0
00010000:00010000:0.0:1767327895.926555:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327896.950550:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327897.974730:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327898.998557:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327899.473004:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327899.473038:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327899.473069:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993215104
00000100:00100000:1.0:1767327899.473081:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993215104
00000100:00100000:0.0:1767327899.473094:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993215232
00000100:00100000:0.0:1767327899.473100:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993215232
00000100:00100000:1.0:1767327899.473143:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2083
00000100:00080000:3.0:1767327899.473147:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327899.473152:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3964
00000100:00100000:1.0:1767327899.473162:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993215232:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327899.473163:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993215104:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327899.473189:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327899.473250:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993215232:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 93us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327899.473256:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993215104:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327899.473266:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2083
00000100:00100000:0.0:1767327899.473273:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3964
00000100:00100000:2.0:1767327899.574647:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010580864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327899.574713:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327899.574760:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580864
00000100:00100000:3.0:1767327899.574769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580864
00000100:00080000:0.0:1767327899.574822:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327899.574852:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8197
00000100:00100000:2.0:1767327899.574866:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010580864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327899.574895:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327899.575005:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010580864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327899.575014:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8197
00000100:00100000:0.0:1767327899.575048:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010580864:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327900.022609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327900.086523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327900.086534:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327900.086537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327900.086540:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327900.086544:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327900.086550:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13092
00000100:00080000:2.0:1767327900.086554:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327900.086561:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327900.086571:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010580992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327900.086585:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010581120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327900.086644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010581120:0@lo:38:kworker.0
00000100:00100000:3.0:1767327900.086645:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327900.086646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327900.086657:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327900.086659:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327900.086666:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13092
00000100:00100000:1.0:1767327900.086667:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010581248:0@lo:400:kworker.0
00000100:00080000:2.0:1767327900.086670:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327900.086680:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327900.086699:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34a300 x1853164010581376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327900.086703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327900.086712:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327900.086737:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327900.086742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327900.086744:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327900.086750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13092
00000100:00100000:1.0:1767327900.086751:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327900.086754:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010581376:0@lo:38:kworker.0
00000100:00080000:2.0:1767327900.086755:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767327900.086759:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010580992
00000100:00100000:1.0:1767327900.086761:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010581504:0@lo:400:kworker.0
00000100:00100000:3.0:1767327900.086770:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010580992
00000100:00080000:2.0:1767327900.086774:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327900.086785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327900.086792:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010581632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327900.086795:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581120
00000100:00100000:1.0:1767327900.086802:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581120
00000100:00100000:0.0:1767327900.086824:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010581632:0@lo:38:kworker.0
00000100:00080000:2.0:1767327900.086852:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327900.086858:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8198
00000100:00080000:2.0:1767327900.086861:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327900.086863:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35157
00000100:00080000:2.0:1767327900.086868:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327900.086875:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010581120:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327900.086877:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13092
00000100:00100000:3.0:1767327900.086878:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010580992:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767327900.086886:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327900.086893:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327900.086913:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:1.0:1767327900.086934:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00002000:00000024:3.0:1767327900.086955:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767327900.086956:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327900.086961:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010581888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327900.086972:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581376
00000100:00100000:0.0:1767327900.086978:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581376
00000100:00100000:1.0:1767327900.086984:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010581120:12345-0@lo:38:kworker.0 Request processed in 109us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327900.086995:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35157
00000100:00100000:2.0:1767327900.086999:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581248
00000100:00100000:2.0:1767327900.087004:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581248
00000100:00100000:0.0:1767327900.087009:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581632
00000100:00100000:0.0:1767327900.087014:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581632
00000100:00100000:3.0:1767327900.087017:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010580992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327900.087029:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8198
00000100:00100000:1.0:1767327900.087036:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965
00000100:00100000:0.0:1767327900.087044:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966
00000100:00100000:1.0:1767327900.087044:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010581376:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327900.087050:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9318
00000100:00100000:0.0:1767327900.087055:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010581632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327900.087059:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327900.087065:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010581248:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767327900.087068:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327900.087094:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010581376:12345-0@lo:38:kworker.0 Request processed in 49us (309us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327900.087102:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965
00000100:00100000:0.0:1767327900.087109:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010581632:12345-0@lo:38:kworker.0 Request processed in 57us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327900.087117:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966
00000100:00100000:3.0:1767327900.087120:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010580992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327900.087124:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010581248:12345-0@lo:400:kworker.0 Request processed in 63us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327900.087132:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010581760:0@lo:400:kworker.0
00000100:00100000:2.0:1767327900.087141:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9318
00000100:00100000:0.0:1767327900.087150:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010581888:0@lo:38:kworker.0
00000100:00100000:1.0:1767327900.087170:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327900.087196:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581760
00000100:00100000:2.0:1767327900.087200:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581760
00000100:00100000:0.0:1767327900.087215:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327900.087235:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581504
00000100:00100000:2.0:1767327900.087238:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581504
00000100:00100000:0.0:1767327900.087261:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010581248:0@lo:400:kworker.0
00000100:00100000:2.0:1767327900.087268:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084
00000100:00100000:1.0:1767327900.087277:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085
00000100:00100000:2.0:1767327900.087282:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010581760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327900.087295:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010581504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327900.087298:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327900.087303:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327900.087321:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010581888
00000100:00100000:3.0:1767327900.087327:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010581888
00000100:00080000:0.0:1767327900.087331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327900.087341:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327900.087343:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010581760:12345-0@lo:400:kworker.0 Request processed in 63us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327900.087348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010581632:0@lo:38:kworker.0
00000100:00100000:1.0:1767327900.087354:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010581504:12345-0@lo:400:kworker.0 Request processed in 66us (151us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327900.087357:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084
00000100:00080000:0.0:1767327900.087362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327900.087368:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327900.087372:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967
00000100:00100000:0.0:1767327900.087376:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010581376:0@lo:38:kworker.0
00000100:00100000:1.0:1767327900.087382:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085
00000100:00100000:3.0:1767327900.087384:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010581888:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327900.087388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327900.087395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327900.087399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010581120:0@lo:38:kworker.0
00010000:00020000:3.0:1767327900.087403:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327900.087456:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010581760:0@lo:400:kworker.0
00000100:00100000:2.0:1767327900.087459:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010581504:0@lo:400:kworker.0
00000100:00100000:3.0:1767327900.087491:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010581888:12345-0@lo:38:kworker.0 Request processed in 107us (189us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327900.087495:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327900.087504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327900.087504:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967
00000100:00100000:0.0:1767327900.087510:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010581888:0@lo:38:kworker.0
00010000:00010000:0.0:1767327901.046599:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327902.070578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327903.094602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327904.118574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327904.592990:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327904.593022:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327904.593051:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993215488
00000100:00100000:3.0:1767327904.593062:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993215488
00000100:00100000:0.0:1767327904.593077:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993215360
00000100:00100000:0.0:1767327904.593084:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993215360
00000100:00080000:1.0:1767327904.593122:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327904.593131:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2086
00000100:00100000:3.0:1767327904.593141:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3968
00000100:00100000:0.0:1767327904.593146:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993215488:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327904.593155:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993215360:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327904.593178:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327904.593216:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993215488:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327904.593222:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993215360:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327904.593229:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2086
00000100:00100000:3.0:1767327904.593238:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3968
00000100:00100000:0.0:1767327904.694614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010582016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327904.694682:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327904.694732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582016
00000100:00100000:3.0:1767327904.694742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582016
00000100:00080000:1.0:1767327904.694791:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327904.694812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8199
00000100:00100000:3.0:1767327904.694824:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010582016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327904.694853:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327904.694937:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010582016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327904.694948:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8199
00000100:00100000:0.0:1767327904.694974:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010582016:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327905.142545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327905.206512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327905.206522:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327905.206526:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327905.206530:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327905.206535:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327905.206543:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13097
00000100:00080000:2.0:1767327905.206549:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327905.206558:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327905.206589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010582272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327905.206619:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327905.206639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010582400:0@lo:400:kworker.0
00000100:00080000:2.0:1767327905.206650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327905.206651:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010582272:0@lo:38:kworker.0
00000100:00100000:1.0:1767327905.206661:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010582528:0@lo:400:kworker.0
00000100:00080000:2.0:1767327905.206662:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327905.206666:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327905.206672:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13097
00000100:00080000:2.0:1767327905.206675:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327905.206679:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327905.206691:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010582656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327905.206712:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327905.206712:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327905.206716:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327905.206720:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327905.206722:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327905.206726:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13097
00000100:00080000:2.0:1767327905.206728:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327905.206731:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327905.206744:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010582784:0@lo:400:kworker.0
00000100:00100000:2.0:1767327905.206744:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010582912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327905.206749:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010582144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327905.206751:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010582656:0@lo:38:kworker.0
00000100:00080000:2.0:1767327905.206779:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327905.206782:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327905.206784:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327905.206787:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13097
00000100:00080000:2.0:1767327905.206790:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327905.206792:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327905.206804:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010583168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327905.206805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327905.206808:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327905.206815:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582272
00000100:00100000:1.0:1767327905.206822:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582272
00000100:00100000:2.0:1767327905.206836:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582400
00000100:00100000:3.0:1767327905.206840:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327905.206842:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582400
00000100:00100000:0.0:1767327905.206843:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010582912:0@lo:38:kworker.0
00000100:00100000:3.0:1767327905.206849:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010583040:0@lo:400:kworker.0
00000100:00100000:1.0:1767327905.206858:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35158
00000100:00100000:1.0:1767327905.206866:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010582272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327905.206876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327905.206897:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327905.206903:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582144
00000100:00100000:2.0:1767327905.206908:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9319
00000100:00100000:3.0:1767327905.206910:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582144
00000100:00100000:2.0:1767327905.206920:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010582400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327905.206921:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010583168:0@lo:38:kworker.0
00000100:00100000:1.0:1767327905.206941:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010582272:12345-0@lo:38:kworker.0 Request processed in 74us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327905.206948:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35158
00000100:00100000:3.0:1767327905.206963:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8200
00000100:00100000:0.0:1767327905.206964:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327905.206975:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010582144:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767327905.206978:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327905.206979:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010582400:12345-0@lo:400:kworker.0 Request processed in 61us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327905.206992:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9319
00000100:00100000:1.0:1767327905.206998:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767327905.207007:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767327905.207013:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327905.207019:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582528
00000100:00080000:0.0:1767327905.207020:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327905.207026:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582528
00000100:00100000:0.0:1767327905.207028:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010582272:0@lo:38:kworker.0
00000100:00100000:1.0:1767327905.207038:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327905.207057:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010582144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327905.207065:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9320
00000100:00100000:3.0:1767327905.207070:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8200
00000100:00100000:2.0:1767327905.207079:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010582528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327905.207082:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582656
00000100:00100000:1.0:1767327905.207087:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582656
00000100:00100000:0.0:1767327905.207090:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582912
00000100:00100000:0.0:1767327905.207097:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582912
00000100:00100000:1.0:1767327905.207112:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583168
00000100:00100000:3.0:1767327905.207112:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327905.207118:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583168
00000100:00100000:2.0:1767327905.207124:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010582528:12345-0@lo:400:kworker.0 Request processed in 48us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327905.207128:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010582784
00000100:00100000:2.0:1767327905.207133:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9320
00000100:00100000:0.0:1767327905.207134:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010582784
00000100:00100000:1.0:1767327905.207136:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583040
00000100:00100000:1.0:1767327905.207141:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583040
00000100:00100000:3.0:1767327905.207149:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010582400:0@lo:400:kworker.0
00000100:00100000:2.0:1767327905.207163:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969
00000100:00100000:2.0:1767327905.207169:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010582656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327905.207175:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010582144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327905.207177:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087
00010000:00020000:2.0:1767327905.207181:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327905.207185:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088
00000100:00100000:0.0:1767327905.207188:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010582784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327905.207200:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010583040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327905.207218:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970
00000100:00100000:2.0:1767327905.207219:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010582656:12345-0@lo:38:kworker.0 Request processed in 47us (415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327905.207231:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969
00000100:00100000:3.0:1767327905.207232:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010582912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327905.207246:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010582784:12345-0@lo:400:kworker.0 Request processed in 62us (208us total) trans 0 rc 0/0
00010000:00020000:3.0:1767327905.207247:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327905.207252:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971
00000100:00100000:0.0:1767327905.207262:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087
00000100:00100000:2.0:1767327905.207264:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010583168:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327905.207266:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010583040:12345-0@lo:400:kworker.0 Request processed in 67us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327905.207279:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088
00010000:00020000:2.0:1767327905.207281:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327905.207287:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010582912:12345-0@lo:38:kworker.0 Request processed in 56us (408us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327905.207297:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970
00000100:00080000:0.0:1767327905.207308:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327905.207309:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767327905.207317:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327905.207319:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010583168:12345-0@lo:38:kworker.0 Request processed in 57us (355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327905.207327:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010582912:0@lo:38:kworker.0
00000100:00100000:2.0:1767327905.207329:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971
00000100:00100000:3.0:1767327905.207339:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010583040:0@lo:400:kworker.0
00000100:00100000:1.0:1767327905.207345:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010582528:0@lo:400:kworker.0
00000100:00080000:0.0:1767327905.207352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327905.207358:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327905.207364:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010583168:0@lo:38:kworker.0
00000100:00080000:0.0:1767327905.207377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327905.207382:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327905.207386:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010582784:0@lo:400:kworker.0
00000100:00100000:0.0:1767327905.207388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010582656:0@lo:38:kworker.0
00010000:00010000:0.0:1767327906.166594:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327907.190542:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327908.214617:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327909.238555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327909.713103:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327909.713141:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327909.713177:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993215744
00000100:00100000:0.0:1767327909.713188:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993215744
00000100:00100000:3.0:1767327909.713188:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993215616
00000100:00100000:3.0:1767327909.713195:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993215616
00000100:00100000:3.0:1767327909.713240:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2089
00000100:00080000:1.0:1767327909.713243:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327909.713255:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993215744:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327909.713267:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3972
00000100:00100000:2.0:1767327909.713273:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993215616:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327909.713292:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327909.713330:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993215744:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327909.713338:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993215616:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (193us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327909.713343:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2089
00000100:00100000:2.0:1767327909.713351:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3972
00000100:00100000:0.0:1767327909.814640:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010583296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327909.814719:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327909.814764:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583296
00000100:00100000:3.0:1767327909.814772:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583296
00000100:00080000:1.0:1767327909.814801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327909.814831:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8201
00000100:00100000:3.0:1767327909.814842:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010583296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327909.814886:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327909.814929:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010583296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327909.814934:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8201
00000100:00100000:0.0:1767327909.814980:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010583296:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767327910.262570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327910.326499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327910.326508:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327910.326511:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327910.326515:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327910.326518:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327910.326525:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13103
00000100:00080000:2.0:1767327910.326531:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327910.326537:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327910.326562:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010583552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327910.326608:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327910.326609:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010583424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327910.326610:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010583552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327910.326617:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010583680:0@lo:400:kworker.0
00000100:00080000:2.0:1767327910.326618:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327910.326623:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327910.326627:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13103
00000100:00080000:2.0:1767327910.326629:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327910.326632:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327910.326645:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34a300 x1853164010583936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327910.326661:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327910.326664:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327910.326665:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327910.326668:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13103
00000100:00080000:2.0:1767327910.326670:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327910.326672:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327910.326683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349880 x1853164010584192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327910.326696:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327910.326699:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327910.326703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327910.326711:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327910.326714:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327910.326716:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327910.326719:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13103
00000100:00080000:2.0:1767327910.326722:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327910.326724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327910.326737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651500 x1853164010584448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327910.326769:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583680
00000100:00100000:0.0:1767327910.326775:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010584320:0@lo:400:kworker.0
00000100:00100000:2.0:1767327910.326775:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583680
00000100:00100000:1.0:1767327910.326783:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010583936:0@lo:38:kworker.0
00000100:00100000:3.0:1767327910.326789:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583424
00000100:00100000:3.0:1767327910.326795:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583424
00000100:00100000:0.0:1767327910.326818:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327910.326831:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583552
00000100:00100000:2.0:1767327910.326831:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9321
00000100:00100000:1.0:1767327910.326838:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583552
00000100:00100000:3.0:1767327910.326864:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8202
00000100:00100000:2.0:1767327910.326871:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010583680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327910.326877:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010583424:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327910.326887:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35159
00000100:00100000:1.0:1767327910.326893:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010583552:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327910.326898:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010583808:0@lo:400:kworker.0
00002000:00000024:3.0:1767327910.326902:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00010000:00020000:1.0:1767327910.326910:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327910.326934:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010583680:12345-0@lo:400:kworker.0 Request processed in 90us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327910.326942:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327910.326949:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9321
00000100:00100000:1.0:1767327910.326963:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010583552:12345-0@lo:38:kworker.0 Request processed in 67us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327910.326972:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583808
00000100:00100000:1.0:1767327910.326973:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35159
00000100:00100000:3.0:1767327910.326973:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010583424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327910.326975:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327910.326984:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010584064:0@lo:400:kworker.0
00000100:00100000:2.0:1767327910.326987:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583808
00000100:00100000:3.0:1767327910.326991:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8202
00000100:00100000:1.0:1767327910.327008:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327910.327025:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327910.327025:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9322
00000100:00100000:2.0:1767327910.327037:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010583808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327910.327045:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010584192:0@lo:38:kworker.0
00000100:00100000:0.0:1767327910.327059:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327910.327069:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010583680:0@lo:400:kworker.0
00000100:00100000:1.0:1767327910.327087:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327910.327099:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010583808:12345-0@lo:400:kworker.0 Request processed in 62us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327910.327100:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010583808:0@lo:400:kworker.0
00000100:00100000:2.0:1767327910.327113:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9322
00000100:00100000:1.0:1767327910.327116:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010584448:0@lo:38:kworker.0
00000100:00100000:3.0:1767327910.327127:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010583424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327910.327143:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327910.327154:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584320
00000100:00100000:0.0:1767327910.327159:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584320
00000100:00100000:3.0:1767327910.327163:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010583936
00000100:00100000:3.0:1767327910.327168:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010583936
00000100:00100000:2.0:1767327910.327171:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584064
00000100:00100000:2.0:1767327910.327176:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584064
00000100:00080000:1.0:1767327910.327177:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327910.327183:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327910.327188:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010583552:0@lo:38:kworker.0
00000100:00100000:3.0:1767327910.327198:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584192
00000100:00100000:0.0:1767327910.327202:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584448
00000100:00100000:3.0:1767327910.327203:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584192
00000100:00100000:0.0:1767327910.327209:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584448
00000100:00100000:2.0:1767327910.327212:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090
00000100:00100000:2.0:1767327910.327224:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010584320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327910.327229:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091
00000100:00100000:3.0:1767327910.327237:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973
00000100:00100000:1.0:1767327910.327241:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010584064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327910.327247:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974
00000100:00100000:3.0:1767327910.327249:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010583936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327910.327256:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010584192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327910.327262:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327910.327269:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327910.327269:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010584320:12345-0@lo:400:kworker.0 Request processed in 47us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327910.327281:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090
00000100:00100000:2.0:1767327910.327308:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975
00000100:00100000:2.0:1767327910.327314:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010584448:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327910.327320:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010584064:12345-0@lo:400:kworker.0 Request processed in 80us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327910.327325:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010584192:12345-0@lo:38:kworker.0 Request processed in 65us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327910.327326:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010583936:12345-0@lo:38:kworker.0 Request processed in 76us (313us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327910.327332:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327910.327333:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091
00000100:00100000:0.0:1767327910.327343:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974
00000100:00100000:3.0:1767327910.327350:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973
00000100:00080000:0.0:1767327910.327374:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327910.327377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327910.327380:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010584448:12345-0@lo:38:kworker.0 Request processed in 62us (236us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327910.327388:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327910.327393:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975
00000100:00100000:1.0:1767327910.327399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010583936:0@lo:38:kworker.0
00000100:00100000:0.0:1767327910.327411:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010584064:0@lo:400:kworker.0
00000100:00100000:2.0:1767327910.327451:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010584320:0@lo:400:kworker.0
00000100:00080000:1.0:1767327910.327455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327910.327463:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327910.327468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010584192:0@lo:38:kworker.0
00000100:00080000:1.0:1767327910.327480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327910.327483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327910.327485:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010584448:0@lo:38:kworker.0
00010000:00010000:0.0:1767327911.286577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327912.310662:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327913.334555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327914.358581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327914.422576:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327889/real 1767327889]  req@ffff9bb58b1ba680 x1853164010579584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327914.422612:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b1ba680 x1853164010579584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327914.422632:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327914.422654:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327914.422658:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010579584:0@lo:250:kworker.0
00000100:00080000:2.0:1767327914.422690:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327914.422697:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767327914.422701:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327914.422707:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13087
00000100:00080000:2.0:1767327914.422711:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327914.422718:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327914.422750:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650e00 x1853164010584576/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327914.422777:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327914.422781:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327914.422783:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327914.422788:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13108
00000100:00080000:2.0:1767327914.422793:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327914.422798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327914.422812:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010584576:0@lo:250:kworker.0
00000100:00100000:2.0:1767327914.422830:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653800 x1853164010584704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767327914.422879:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010584576 offset 0 length 520: 4
00000100:00080000:2.0:1767327914.422899:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327914.422903:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767327914.422905:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327914.422910:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327914.422918:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010584832:0@lo:400:kworker.0
00000100:00080000:2.0:1767327914.422925:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13108
00000100:00100000:1.0:1767327914.422931:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010584704:0@lo:38:kworker.0
00000100:00080000:2.0:1767327914.422932:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327914.422941:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327914.422943:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327914.422957:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010584960:0@lo:400:kworker.0
00000100:00100000:2.0:1767327914.422962:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651f80 x1853164010585088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327914.422966:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327914.422980:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327914.423000:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327914.423003:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327914.423008:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327914.423011:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327914.423017:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13108
00000100:00100000:1.0:1767327914.423022:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010585088:0@lo:38:kworker.0
00000100:00080000:2.0:1767327914.423023:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767327914.423026:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584704
00000100:00080000:2.0:1767327914.423034:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327914.423035:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584704
00000100:00100000:3.0:1767327914.423035:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010585216:0@lo:400:kworker.0
00000100:00100000:2.0:1767327914.423059:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653b80 x1853164010585344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327914.423077:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327914.423078:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35160
00000100:00100000:0.0:1767327914.423090:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010584704:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327914.423093:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584832
00000100:00100000:3.0:1767327914.423098:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584832
00000100:00080000:2.0:1767327914.423103:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327914.423110:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00020000:0.0:1767327914.423112:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327914.423114:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010585344:0@lo:38:kworker.0
00000100:00080000:2.0:1767327914.423114:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327914.423141:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13108
00000100:00080000:2.0:1767327914.423147:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767327914.423152:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327914.423157:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010584960
00000100:00100000:3.0:1767327914.423161:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010584960
00000100:00100000:2.0:1767327914.423172:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652d80 x1853164010585600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327914.423184:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327914.423189:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9323
00000100:00100000:0.0:1767327914.423194:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010584704:12345-0@lo:38:kworker.0 Request processed in 100us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327914.423202:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010584832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327914.423211:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35160
00000100:00080000:1.0:1767327914.423224:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327914.423231:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9324
00000100:00080000:1.0:1767327914.423234:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327914.423241:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010584704:0@lo:38:kworker.0
00000100:00080000:0.0:1767327914.423247:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327914.423249:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010584832:12345-0@lo:400:kworker.0 Request processed in 49us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327914.423253:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010584960:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767327914.423256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327914.423260:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010585600:0@lo:38:kworker.0
00000100:00100000:3.0:1767327914.423262:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9323
00000100:00100000:1.0:1767327914.423295:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327914.423304:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327914.423332:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585088
00000100:00100000:3.0:1767327914.423332:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010585472:0@lo:400:kworker.0
00000100:00100000:0.0:1767327914.423338:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585088
00000100:00100000:2.0:1767327914.423344:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010584960:12345-0@lo:400:kworker.0 Request processed in 97us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327914.423354:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585344
00000100:00100000:2.0:1767327914.423355:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9324
00000100:00100000:1.0:1767327914.423360:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585344
00000100:00100000:3.0:1767327914.423367:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327914.423368:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585600
00000100:00100000:0.0:1767327914.423373:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585600
00000100:00100000:0.0:1767327914.423400:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585472
00000100:00100000:0.0:1767327914.423402:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585472
00000100:00100000:1.0:1767327914.423407:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976
00000100:00100000:3.0:1767327914.423408:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327914.423435:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010584960:0@lo:400:kworker.0
00000100:00100000:1.0:1767327914.423439:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010585088:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327914.423445:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977
00010000:00020000:1.0:1767327914.423456:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327914.423458:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585216
00000100:00100000:2.0:1767327914.423458:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010585344:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327914.423462:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585216
00010000:00020000:2.0:1767327914.423476:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327914.423489:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092
00000100:00100000:1.0:1767327914.423498:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010585088:12345-0@lo:38:kworker.0 Request processed in 79us (427us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327914.423501:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010585472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327914.423506:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010584832:0@lo:400:kworker.0
00000100:00100000:1.0:1767327914.423513:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976
00000100:00100000:2.0:1767327914.423525:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010585344:12345-0@lo:38:kworker.0 Request processed in 68us (346us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327914.423535:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977
00000100:00100000:1.0:1767327914.423547:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093
00000100:00100000:0.0:1767327914.423556:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010585472:12345-0@lo:400:kworker.0 Request processed in 57us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327914.423556:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978
00000100:00100000:1.0:1767327914.423564:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010585216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327914.423567:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010585600:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327914.423572:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092
00010000:00020000:3.0:1767327914.423585:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327914.423597:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327914.423623:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010585472:0@lo:400:kworker.0
00000100:00100000:3.0:1767327914.423629:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010585600:12345-0@lo:38:kworker.0 Request processed in 63us (331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327914.423638:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978
00000100:00100000:1.0:1767327914.423639:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010585216:12345-0@lo:400:kworker.0 Request processed in 81us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327914.423650:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093
00000100:00080000:0.0:1767327914.423664:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327914.423672:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327914.423675:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010585216:0@lo:400:kworker.0
00000100:00100000:0.0:1767327914.423680:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010585600:0@lo:38:kworker.0
00000100:00080000:0.0:1767327914.423717:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327914.423722:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327914.423725:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010585344:0@lo:38:kworker.0
00000100:00080000:0.0:1767327914.423735:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327914.423739:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327914.423742:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010585088:0@lo:38:kworker.0
00000400:00000100:0.0:1767327914.833276:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993215872 offset 0 length 520: 4
00000100:00100000:0.0:1767327914.833310:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327914.833338:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327914.833383:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216000
00000100:00100000:1.0:1767327914.833384:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216128
00000100:00100000:1.0:1767327914.833394:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216128
00000100:00100000:3.0:1767327914.833394:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216000
00000100:00100000:3.0:1767327914.833460:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3979
00000100:00080000:0.0:1767327914.833461:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327914.833470:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993216000:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327914.833490:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327914.833504:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2094
00000100:00100000:2.0:1767327914.833518:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993216128:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327914.833552:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993216000:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (211us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327914.833559:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3979
00000100:00100000:2.0:1767327914.833597:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993216128:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327914.833606:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2094
00000100:00100000:0.0:1767327914.934611:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010585728:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327914.934677:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327914.934744:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585728
00000100:00100000:3.0:1767327914.934753:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585728
00000100:00100000:3.0:1767327914.934856:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8203
00000100:00100000:3.0:1767327914.934865:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010585728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327914.934889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327914.934935:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010585728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327914.934940:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8203
00000100:00100000:0.0:1767327914.934983:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010585728:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327915.382529:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327915.446590:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010585856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327915.446649:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327915.446710:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585856
00000100:00100000:2.0:1767327915.446718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585856
00000100:00100000:2.0:1767327915.446760:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8204
00000100:00100000:2.0:1767327915.446769:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010585856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327915.446794:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327915.446873:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010585856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327915.446882:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8204
00000100:00100000:3.0:1767327915.446926:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010585856:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327916.406567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327917.430555:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327918.454556:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327919.478619:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327919.542564:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327919.542575:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327919.542579:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327919.542583:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327919.542587:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327919.542595:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13112
00000100:00080000:3.0:1767327919.542600:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327919.542608:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327919.542646:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010585984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327919.542714:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010585984:0@lo:38:kworker.0
00000100:00080000:3.0:1767327919.542734:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327919.542737:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010586112:0@lo:400:kworker.0
00000100:00080000:3.0:1767327919.542741:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327919.542746:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327919.542752:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13112
00000100:00080000:3.0:1767327919.542757:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327919.542759:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010586240:0@lo:400:kworker.0
00000100:00080000:3.0:1767327919.542765:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327919.542805:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010586368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327919.542809:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327919.542811:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327919.542840:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327919.542844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327919.542846:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586112
00000100:00080000:3.0:1767327919.542848:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327919.542855:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586112
00000100:00080000:3.0:1767327919.542856:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13112
00000100:00080000:3.0:1767327919.542862:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767327919.542866:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010586368:0@lo:38:kworker.0
00000100:00080000:3.0:1767327919.542870:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327919.542884:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010586496:0@lo:400:kworker.0
00000100:00100000:3.0:1767327919.542893:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010586624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327919.542916:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9325
00000100:00100000:0.0:1767327919.542926:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327919.542927:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010586112:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767327919.542935:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767327919.542938:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010585984
00000100:00080000:3.0:1767327919.542940:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327919.542943:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010585984
00000100:00080000:3.0:1767327919.542945:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327919.542952:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13112
00000100:00080000:3.0:1767327919.542956:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327919.542961:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327919.542968:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010586624:0@lo:38:kworker.0
00000100:00100000:1.0:1767327919.542974:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35161
00000100:00100000:3.0:1767327919.542981:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712680 x1853164010586880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327919.542983:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010586112:12345-0@lo:400:kworker.0 Request processed in 56us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327919.542984:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010585984:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327919.543004:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327919.543008:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327919.543014:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9325
00000100:00100000:2.0:1767327919.543049:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327919.543053:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010586880:0@lo:38:kworker.0
00000100:00100000:1.0:1767327919.543057:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010585984:12345-0@lo:38:kworker.0 Request processed in 73us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327919.543060:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010586112:0@lo:400:kworker.0
00000100:00100000:1.0:1767327919.543075:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35161
00000100:00100000:2.0:1767327919.543088:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586368
00000100:00100000:3.0:1767327919.543092:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327919.543094:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586368
00000100:00100000:0.0:1767327919.543103:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327919.543108:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010586752:0@lo:400:kworker.0
00000100:00080000:1.0:1767327919.543109:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327919.543126:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586624
00000100:00100000:2.0:1767327919.543130:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586624
00000100:00100000:1.0:1767327919.543147:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327919.543159:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586880
00000100:00080000:0.0:1767327919.543161:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327919.543163:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586880
00000100:00080000:0.0:1767327919.543172:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327919.543172:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586496
00000100:00100000:3.0:1767327919.543180:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586496
00000100:00100000:0.0:1767327919.543181:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010585984:0@lo:38:kworker.0
00000100:00100000:2.0:1767327919.543186:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3980
00000100:00100000:2.0:1767327919.543195:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010586368:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327919.543205:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981
00010000:00020000:2.0:1767327919.543207:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327919.543214:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010586624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327919.543225:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327919.543234:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095
00000100:00100000:3.0:1767327919.543249:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010586496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327919.543252:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982
00000100:00100000:2.0:1767327919.543255:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010586368:12345-0@lo:38:kworker.0 Request processed in 58us (330us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327919.543268:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010586880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327919.543271:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3980
00000100:00100000:1.0:1767327919.543274:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010586624:12345-0@lo:38:kworker.0 Request processed in 59us (273us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327919.543283:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981
00010000:00020000:0.0:1767327919.543290:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327919.543297:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586240
00000100:00100000:2.0:1767327919.543301:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586240
00000100:00100000:3.0:1767327919.543323:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010586496:12345-0@lo:400:kworker.0 Request processed in 77us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327919.543334:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095
00000100:00100000:2.0:1767327919.543339:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9326
00000100:00100000:0.0:1767327919.543345:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010586880:12345-0@lo:38:kworker.0 Request processed in 77us (241us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327919.543347:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327919.543354:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010586240:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327919.543357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767327919.543361:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327919.543362:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982
00000100:00100000:1.0:1767327919.543367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010586880:0@lo:38:kworker.0
00000100:00080000:3.0:1767327919.543370:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327919.543382:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327919.543388:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327919.543393:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010586624:0@lo:38:kworker.0
00000100:00080000:1.0:1767327919.543410:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327919.543438:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010586240:12345-0@lo:400:kworker.0 Request processed in 64us (362us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327919.543443:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327919.543447:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010586496:0@lo:400:kworker.0
00000100:00100000:1.0:1767327919.543451:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010586368:0@lo:38:kworker.0
00000100:00100000:2.0:1767327919.543451:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9326
00000100:00100000:2.0:1767327919.543494:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010586240:0@lo:400:kworker.0
00000100:00100000:3.0:1767327919.543503:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327919.543551:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010586752
00000100:00100000:0.0:1767327919.543556:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010586752
00000100:00100000:0.0:1767327919.543601:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096
00000100:00080000:3.0:1767327919.543605:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327919.543612:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010586752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327919.543656:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010586752:12345-0@lo:400:kworker.0 Request processed in 48us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327919.543663:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096
00000100:00100000:3.0:1767327919.543699:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010586752:0@lo:400:kworker.0
00000100:00100000:0.0:1767327919.953046:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327919.953078:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327919.953111:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216256
00000100:00100000:2.0:1767327919.953121:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216256
00000100:00100000:1.0:1767327919.953134:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216384
00000100:00100000:1.0:1767327919.953143:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216384
00000100:00100000:2.0:1767327919.953165:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3983
00000100:00100000:2.0:1767327919.953173:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993216256:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327919.953194:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327919.953205:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327919.953232:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2097
00000100:00100000:1.0:1767327919.953248:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993216384:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327919.953257:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993216256:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327919.953264:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3983
00000100:00100000:1.0:1767327919.953305:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993216384:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327919.953315:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2097
00000100:00100000:0.0:1767327920.054661:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010587008:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327920.054727:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327920.054793:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587008
00000100:00100000:2.0:1767327920.054806:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587008
00000100:00100000:2.0:1767327920.054869:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8205
00000100:00100000:2.0:1767327920.054879:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010587008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327920.054915:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327920.054988:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010587008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327920.054999:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8205
00000100:00100000:0.0:1767327920.055030:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010587008:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327920.502614:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327920.566642:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327920.566663:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010587136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767327920.566742:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327920.566802:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587136
00000100:00100000:2.0:1767327920.566813:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587136
00000100:00100000:2.0:1767327920.566874:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8206
00000100:00100000:2.0:1767327920.566882:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010587136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327920.566917:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327920.566969:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010587136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327920.566976:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8206
00000100:00100000:3.0:1767327920.567014:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010587136:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327921.526607:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327922.550609:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327923.574583:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327924.598657:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767327924.662539:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327924.662548:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767327924.662550:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327924.662553:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767327924.662557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327924.662565:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13117
00000100:00080000:3.0:1767327924.662569:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327924.662575:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327924.662610:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711f80 x1853164010587264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767327924.662702:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327924.662706:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767327924.662708:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010587264:0@lo:38:kworker.0
00000100:00080000:3.0:1767327924.662709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327924.662717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13117
00000100:00080000:3.0:1767327924.662730:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327924.662736:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327924.662783:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327924.662790:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713100 x1853164010587648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327924.662802:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010587520:0@lo:400:kworker.0
00000100:00080000:3.0:1767327924.662822:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327924.662826:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327924.662828:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767327924.662829:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767327924.662855:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13117
00000100:00080000:3.0:1767327924.662860:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327924.662871:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327924.662872:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010587392:0@lo:400:kworker.0
00000100:00100000:0.0:1767327924.662876:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327924.662883:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327924.662912:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710380 x1853164010587904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327924.662948:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010587776:0@lo:400:kworker.0
00000100:00100000:1.0:1767327924.662956:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010587648:0@lo:38:kworker.0
00000100:00080000:3.0:1767327924.662956:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767327924.662975:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327924.662977:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327924.662980:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327924.662992:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327924.663001:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13117
00000100:00080000:3.0:1767327924.663006:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767327924.663013:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327924.663026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327924.663039:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711180 x1853164010588160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327924.663063:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010588032:0@lo:400:kworker.0
00000100:00100000:1.0:1767327924.663081:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010587904:0@lo:38:kworker.0
00000100:00100000:0.0:1767327924.663092:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587776
00000100:00100000:0.0:1767327924.663101:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587776
00000100:00100000:2.0:1767327924.663107:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327924.663107:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587520
00000100:00100000:3.0:1767327924.663116:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587520
00000100:00100000:1.0:1767327924.663135:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327924.663214:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010588160:0@lo:38:kworker.0
00000100:00100000:2.0:1767327924.663234:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587648
00000100:00100000:0.0:1767327924.663235:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588032
00000100:00100000:3.0:1767327924.663237:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587392
00000100:00100000:1.0:1767327924.663252:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327924.663255:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588032
00000100:00100000:3.0:1767327924.663256:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587392
00000100:00100000:2.0:1767327924.663263:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587648
00000100:00100000:2.0:1767327924.663307:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587904
00000100:00100000:2.0:1767327924.663313:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587904
00000100:00100000:0.0:1767327924.663351:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588160
00000100:00100000:0.0:1767327924.663357:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588160
00000100:00100000:1.0:1767327924.663360:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010587264
00000100:00100000:3.0:1767327924.663367:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9327
00000100:00100000:2.0:1767327924.663370:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098
00000100:00100000:1.0:1767327924.663373:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010587264
00000100:00100000:2.0:1767327924.663392:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010587776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327924.663393:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010587520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327924.663405:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099
00000100:00100000:0.0:1767327924.663458:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010588032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327924.663467:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35162
00000100:00100000:1.0:1767327924.663479:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010587264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327924.663506:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327924.663523:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010587520:12345-0@lo:400:kworker.0 Request processed in 140us (651us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327924.663538:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9327
00000100:00100000:2.0:1767327924.663548:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010587776:12345-0@lo:400:kworker.0 Request processed in 167us (565us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327924.663565:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098
00000100:00100000:0.0:1767327924.663584:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010588032:12345-0@lo:400:kworker.0 Request processed in 113us (461us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327924.663597:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9328
00000100:00100000:1.0:1767327924.663603:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010587264:12345-0@lo:38:kworker.0 Request processed in 116us (729us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327924.663604:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099
00000100:00100000:3.0:1767327924.663616:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010587392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327924.663617:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984
00000100:00100000:1.0:1767327924.663629:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35162
00000100:00100000:0.0:1767327924.663651:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985
00000100:00100000:2.0:1767327924.663657:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010587648:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327924.663659:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010587904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327924.663693:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327924.663695:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327924.663709:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986
00000100:00100000:3.0:1767327924.663710:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010587392:12345-0@lo:400:kworker.0 Request processed in 94us (738us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327924.663737:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010588160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327924.663737:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9328
00010000:00020000:1.0:1767327924.663780:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327924.663785:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010587904:12345-0@lo:38:kworker.0 Request processed in 119us (647us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327924.663795:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985
00000100:00100000:2.0:1767327924.663817:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010587648:12345-0@lo:38:kworker.0 Request processed in 182us (792us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327924.663829:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984
00000100:00080000:0.0:1767327924.663849:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767327924.663859:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767327924.663864:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327924.663866:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010588160:12345-0@lo:38:kworker.0 Request processed in 134us (610us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327924.663876:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986
00000100:00100000:3.0:1767327924.663892:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010587776:0@lo:400:kworker.0
00000100:00100000:2.0:1767327924.663923:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010588032:0@lo:400:kworker.0
00000100:00100000:3.0:1767327924.663925:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010587520:0@lo:400:kworker.0
00000100:00080000:1.0:1767327924.663958:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327924.663959:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010587392:0@lo:400:kworker.0
00000100:00080000:1.0:1767327924.663985:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327924.663995:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010588160:0@lo:38:kworker.0
00000100:00080000:1.0:1767327924.664023:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327924.664029:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327924.664034:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010587648:0@lo:38:kworker.0
00000100:00080000:1.0:1767327924.664045:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327924.664049:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327924.664053:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010587904:0@lo:38:kworker.0
00000100:00080000:1.0:1767327924.664071:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327924.664075:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327924.664079:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010587264:0@lo:38:kworker.0
00000100:00100000:0.0:1767327925.073142:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327925.073195:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327925.073216:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216512
00000100:00100000:1.0:1767327925.073232:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216512
00000100:00100000:1.0:1767327925.073292:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216640
00000100:00100000:1.0:1767327925.073305:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216640
00000100:00100000:2.0:1767327925.073333:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3987
00000100:00100000:2.0:1767327925.073347:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993216512:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767327925.073362:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2100
00000100:00080000:0.0:1767327925.073371:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327925.073373:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993216640:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327925.073377:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327925.073529:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993216640:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 148us (324us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327925.073530:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993216512:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 172us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327925.073566:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2100
00000100:00100000:2.0:1767327925.073574:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3987
00000100:00100000:0.0:1767327925.174727:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010588288:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327925.174814:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327925.174861:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588288
00000100:00100000:2.0:1767327925.174873:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588288
00000100:00100000:2.0:1767327925.174925:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8207
00000100:00100000:2.0:1767327925.174934:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010588288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327925.174961:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327925.175004:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010588288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327925.175010:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8207
00000100:00100000:0.0:1767327925.175050:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010588288:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327925.622638:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327925.686677:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010588416:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327925.686770:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327925.686833:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588416
00000100:00100000:3.0:1767327925.686846:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588416
00000100:00100000:3.0:1767327925.686902:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8208
00000100:00100000:3.0:1767327925.686913:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010588416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327925.686950:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327925.687023:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010588416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327925.687030:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8208
00000100:00100000:2.0:1767327925.687096:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010588416:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327926.646606:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327927.670638:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327928.694585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327929.718639:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327929.782621:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327929.782637:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327929.782642:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327929.782648:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327929.782654:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327929.782665:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13122
00000100:00080000:2.0:1767327929.782673:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327929.782682:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327929.782772:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651880 x1853164010588544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327929.782869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010588544:0@lo:38:kworker.0
00000100:00080000:2.0:1767327929.782898:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327929.782908:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767327929.782909:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327929.782916:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327929.782927:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13122
00000100:00100000:3.0:1767327929.782933:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010588672:0@lo:400:kworker.0
00000100:00080000:2.0:1767327929.782934:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327929.782967:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327929.782998:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327929.783006:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652d80 x1853164010588928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327929.783013:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010588800:0@lo:400:kworker.0
00000100:00100000:3.0:1767327929.783014:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327929.783070:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010588928:0@lo:38:kworker.0
00000100:00080000:2.0:1767327929.783073:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327929.783081:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327929.783084:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327929.783092:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010589056:0@lo:400:kworker.0
00000100:00080000:2.0:1767327929.783093:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13122
00000100:00080000:2.0:1767327929.783104:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327929.783113:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327929.783141:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650380 x1853164010589184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327929.783151:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327929.783153:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327929.783206:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327929.783206:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588672
00000100:00080000:2.0:1767327929.783214:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327929.783217:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327929.783222:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13122
00000100:00100000:3.0:1767327929.783223:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588672
00000100:00080000:2.0:1767327929.783226:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767327929.783234:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327929.783260:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652a00 x1853164010589440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327929.783264:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010589184:0@lo:38:kworker.0
00000100:00100000:1.0:1767327929.783342:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327929.783344:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588800
00000100:00100000:3.0:1767327929.783349:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588800
00000100:00100000:0.0:1767327929.783361:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9329
00000100:00100000:2.0:1767327929.783361:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588928
00000100:00100000:2.0:1767327929.783388:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588928
00000100:00100000:1.0:1767327929.783401:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010589440:0@lo:38:kworker.0
00000100:00100000:0.0:1767327929.783411:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010588672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327929.783449:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9330
00000100:00100000:3.0:1767327929.783466:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010588800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327929.783480:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327929.783497:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589184
00000100:00100000:2.0:1767327929.783504:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589184
00000100:00100000:2.0:1767327929.783546:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589440
00000100:00100000:2.0:1767327929.783551:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589440
00000100:00100000:1.0:1767327929.783557:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010588544
00000100:00100000:3.0:1767327929.783567:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010588800:12345-0@lo:400:kworker.0 Request processed in 101us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327929.783568:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010588544
00000100:00100000:3.0:1767327929.783582:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9330
00000100:00100000:2.0:1767327929.783592:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988
00000100:00100000:0.0:1767327929.783594:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010588672:12345-0@lo:400:kworker.0 Request processed in 192us (577us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327929.783607:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010588928:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327929.783624:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9329
00000100:00100000:1.0:1767327929.783627:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35163
00010000:00020000:2.0:1767327929.783635:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327929.783644:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010588544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327929.783655:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989
00000100:00100000:3.0:1767327929.783666:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010589184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327929.783671:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327929.783677:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:3.0:1767327929.783686:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327929.783688:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327929.783741:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990
00000100:00100000:2.0:1767327929.783754:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010588928:12345-0@lo:38:kworker.0 Request processed in 146us (612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327929.783755:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010589440:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327929.783791:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010588544:12345-0@lo:38:kworker.0 Request processed in 148us (796us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767327929.783800:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327929.783805:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988
00000100:00100000:3.0:1767327929.783806:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010589184:12345-0@lo:38:kworker.0 Request processed in 128us (463us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327929.783830:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35163
00000100:00100000:3.0:1767327929.783831:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989
00000100:00100000:0.0:1767327929.783868:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010589440:12345-0@lo:38:kworker.0 Request processed in 114us (385us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327929.783873:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010589312:0@lo:400:kworker.0
00000100:00100000:0.0:1767327929.783880:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990
00000100:00100000:1.0:1767327929.783932:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327929.783957:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010588800:0@lo:400:kworker.0
00000100:00100000:2.0:1767327929.783985:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327929.783990:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589056
00000100:00100000:0.0:1767327929.783999:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589056
00000100:00100000:3.0:1767327929.784032:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589312
00000100:00100000:3.0:1767327929.784040:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589312
00000100:00100000:2.0:1767327929.784071:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010588672:0@lo:400:kworker.0
00000100:00080000:1.0:1767327929.784074:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327929.784098:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101
00000100:00100000:0.0:1767327929.784118:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010589056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327929.784127:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102
00000100:00100000:1.0:1767327929.784153:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010589312:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327929.784162:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327929.784188:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327929.784198:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010589440:0@lo:38:kworker.0
00000100:00100000:0.0:1767327929.784217:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010589056:12345-0@lo:400:kworker.0 Request processed in 104us (281us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327929.784221:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327929.784229:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101
00000100:00080000:2.0:1767327929.784233:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327929.784242:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010589184:0@lo:38:kworker.0
00000100:00080000:2.0:1767327929.784276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327929.784284:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010589056:0@lo:400:kworker.0
00000100:00100000:1.0:1767327929.784287:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010589312:12345-0@lo:400:kworker.0 Request processed in 138us (301us total) trans 0 rc 0/0
00000100:00080000:2.0:1767327929.784291:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327929.784305:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010588928:0@lo:38:kworker.0
00000100:00100000:1.0:1767327929.784313:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102
00000100:00080000:2.0:1767327929.784336:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327929.784359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327929.784365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010588544:0@lo:38:kworker.0
00000100:00100000:3.0:1767327929.784448:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010589312:0@lo:400:kworker.0
00000100:00100000:0.0:1767327930.193053:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327930.193084:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327930.193122:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216768
00000100:00100000:1.0:1767327930.193139:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216768
00000100:00100000:2.0:1767327930.193147:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993216896
00000100:00100000:2.0:1767327930.193158:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993216896
00000100:00080000:0.0:1767327930.193208:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327930.193215:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3991
00000100:00100000:1.0:1767327930.193231:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993216768:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767327930.193252:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2103
00010000:00020000:1.0:1767327930.193265:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327930.193274:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993216896:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327930.193391:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993216768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 154us (336us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327930.193391:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993216896:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 121us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327930.193423:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2103
00000100:00100000:1.0:1767327930.193472:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3991
00000100:00100000:0.0:1767327930.294639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010589568:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767327930.294704:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327930.294774:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589568
00000100:00100000:3.0:1767327930.294783:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589568
00000100:00100000:3.0:1767327930.294832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8209
00000100:00100000:3.0:1767327930.294844:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010589568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327930.294877:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327930.294934:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010589568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327930.294943:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8209
00000100:00100000:0.0:1767327930.294972:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010589568:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327930.742576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327930.806601:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010589696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327930.806670:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327930.806726:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589696
00000100:00100000:3.0:1767327930.806735:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589696
00000100:00100000:3.0:1767327930.806780:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8210
00000100:00100000:3.0:1767327930.806788:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010589696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327930.806814:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327930.806858:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc806450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010589696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327930.806864:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8210
00000100:00100000:0.0:1767327930.806890:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010589696:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327931.766649:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327932.790626:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327933.814550:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327934.838790:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327934.902566:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327934.902585:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327934.902589:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327934.902593:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327934.902599:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327934.902608:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13127
00000100:00080000:2.0:1767327934.902614:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327934.902624:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327934.902685:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651880 x1853164010589824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327934.902759:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327934.902762:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327934.902766:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327934.902774:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13127
00000100:00100000:1.0:1767327934.902776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010589824:0@lo:38:kworker.0
00000100:00080000:2.0:1767327934.902779:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327934.902788:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327934.902811:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652a00 x1853164010590208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327934.902814:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010589952:0@lo:400:kworker.0
00000100:00100000:0.0:1767327934.902835:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327934.902839:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327934.902844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327934.902846:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327934.902851:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13127
00000100:00080000:2.0:1767327934.902853:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767327934.902856:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327934.902862:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010590336:0@lo:400:kworker.0
00000100:00100000:2.0:1767327934.902870:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651500 x1853164010590464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327934.902896:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327934.902900:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327934.902905:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327934.902907:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327934.902911:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13127
00000100:00080000:2.0:1767327934.902915:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767327934.902921:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327934.902922:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327934.902937:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650700 x1853164010590720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327934.902962:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327934.903013:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589952
00000100:00100000:2.0:1767327934.903023:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589952
00000100:00100000:3.0:1767327934.903033:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767327934.903043:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010590080:0@lo:400:kworker.0
00000100:00100000:3.0:1767327934.903051:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010590592:0@lo:400:kworker.0
00000100:00100000:1.0:1767327934.903056:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010590208:0@lo:38:kworker.0
00000100:00100000:0.0:1767327934.903095:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327934.903112:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590080
00000100:00100000:2.0:1767327934.903117:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590080
00000100:00100000:3.0:1767327934.903148:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327934.903171:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010589824
00000100:00100000:1.0:1767327934.903184:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010589824
00000100:00100000:2.0:1767327934.903185:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9331
00000100:00100000:0.0:1767327934.903187:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590336
00000100:00100000:0.0:1767327934.903196:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590336
00000100:00100000:2.0:1767327934.903198:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010589952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327934.903230:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9332
00000100:00100000:3.0:1767327934.903246:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010590080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327934.903262:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590592
00000100:00100000:1.0:1767327934.903272:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35164
00000100:00100000:0.0:1767327934.903279:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590592
00000100:00100000:2.0:1767327934.903285:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010589952:12345-0@lo:400:kworker.0 Request processed in 85us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327934.903287:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010589824:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327934.903301:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9331
00000100:00100000:3.0:1767327934.903317:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010590080:12345-0@lo:400:kworker.0 Request processed in 74us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327934.903328:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9332
00010000:00020000:1.0:1767327934.903329:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327934.903352:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104
00000100:00100000:2.0:1767327934.903364:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105
00000100:00100000:0.0:1767327934.903372:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010590336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327934.903381:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010590592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327934.903414:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010589824:12345-0@lo:38:kworker.0 Request processed in 125us (520us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327934.903446:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010590080:0@lo:400:kworker.0
00000100:00100000:1.0:1767327934.903492:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35164
00000100:00100000:2.0:1767327934.903492:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010590592:12345-0@lo:400:kworker.0 Request processed in 104us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327934.903509:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327934.903515:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105
00000100:00100000:0.0:1767327934.903537:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010590336:12345-0@lo:400:kworker.0 Request processed in 169us (587us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327934.903551:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104
00000100:00100000:2.0:1767327934.903553:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590208
00000100:00100000:2.0:1767327934.903560:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590208
00000100:00100000:3.0:1767327934.903565:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010590464:0@lo:38:kworker.0
00000100:00100000:0.0:1767327934.903581:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992
00000100:00100000:0.0:1767327934.903589:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010590208:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327934.903597:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327934.903605:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327934.903609:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767327934.903619:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327934.903630:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010590592:0@lo:400:kworker.0
00000100:00100000:3.0:1767327934.903650:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327934.903686:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010589952:0@lo:400:kworker.0
00000100:00100000:0.0:1767327934.903692:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010590208:12345-0@lo:38:kworker.0 Request processed in 78us (166us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327934.903708:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992
00000100:00100000:3.0:1767327934.903712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010590720:0@lo:38:kworker.0
00000100:00100000:1.0:1767327934.903745:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590464
00000100:00100000:1.0:1767327934.903756:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590464
00000100:00100000:3.0:1767327934.903764:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327934.903805:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010590336:0@lo:400:kworker.0
00000100:00100000:0.0:1767327934.903812:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590720
00000100:00100000:0.0:1767327934.903819:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590720
00000100:00100000:1.0:1767327934.903829:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993
00000100:00080000:3.0:1767327934.903840:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327934.903842:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010590464:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327934.903852:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327934.903870:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010589824:0@lo:38:kworker.0
00010000:00020000:1.0:1767327934.903871:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327934.903883:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994
00000100:00100000:2.0:1767327934.903890:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010590720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327934.903907:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327934.903915:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327934.903924:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327934.903929:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010590208:0@lo:38:kworker.0
00000100:00080000:3.0:1767327934.903950:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327934.903952:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010590464:12345-0@lo:38:kworker.0 Request processed in 106us (308us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327934.903960:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010590720:12345-0@lo:38:kworker.0 Request processed in 65us (197us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767327934.903961:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327934.903974:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010590464:0@lo:38:kworker.0
00000100:00100000:1.0:1767327934.903986:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993
00000100:00100000:2.0:1767327934.903999:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994
00000100:00080000:3.0:1767327934.904000:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327934.904009:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327934.904016:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010590720:0@lo:38:kworker.0
00000100:00100000:0.0:1767327935.312910:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327935.312956:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327935.313027:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217152
00000100:00100000:2.0:1767327935.313045:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217152
00000100:00100000:1.0:1767327935.313049:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217024
00000100:00100000:1.0:1767327935.313061:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217024
00000100:00100000:1.0:1767327935.313098:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3995
00000100:00100000:1.0:1767327935.313104:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993217024:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327935.313125:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327935.313135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327935.313171:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2106
00000100:00100000:1.0:1767327935.313183:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993217024:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327935.313194:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993217152:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327935.313203:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3995
00000100:00100000:2.0:1767327935.313306:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993217152:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 119us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327935.313317:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2106
00000100:00100000:2.0:1767327935.414685:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010590848:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327935.414785:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327935.414845:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590848
00000100:00100000:3.0:1767327935.414856:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590848
00000100:00100000:3.0:1767327935.414926:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8211
00000100:00100000:3.0:1767327935.414938:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010590848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327935.414965:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327935.415035:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010590848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327935.415042:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8211
00000100:00100000:2.0:1767327935.415094:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010590848:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327935.862583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327935.926633:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327935.926664:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010590976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327935.926772:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327935.926829:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010590976
00000100:00100000:3.0:1767327935.926840:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010590976
00000100:00100000:3.0:1767327935.926903:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8212
00000100:00100000:3.0:1767327935.926914:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010590976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327935.926942:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327935.927010:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010590976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327935.927016:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8212
00000100:00100000:2.0:1767327935.927089:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010590976:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327936.886684:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327937.910685:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327938.934560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767327939.409090:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993217280 offset 0 length 520: 4
00000100:00100000:0.0:1767327939.409124:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327939.409170:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327939.409214:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217536
00000100:00100000:2.0:1767327939.409231:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217536
00000100:00100000:1.0:1767327939.409238:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217408
00000100:00100000:1.0:1767327939.409253:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217408
00000100:00080000:0.0:1767327939.409299:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327939.409325:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2107
00000100:00100000:2.0:1767327939.409340:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3996
00000100:00100000:1.0:1767327939.409347:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993217536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327939.409356:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993217408:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327939.409386:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327939.409472:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993217536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 136us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327939.409479:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2107
00000100:00100000:2.0:1767327939.409502:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993217408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 148us (328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327939.409510:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3996
00010000:00010000:1.0:1767327939.958672:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327940.022604:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327940.022604:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327914/real 1767327914]  req@ffff9bb48c650e00 x1853164010584576/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327939 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767327940.022614:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327940.022619:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327940.022627:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327940.022632:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327940.022655:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13132
00000100:00080000:1.0:1767327940.022661:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327940.022670:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327940.022680:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48c650e00 x1853164010584576/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327939 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327940.022712:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327940.022721:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c380 x1853164010591104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327940.022735:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327940.022742:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010584576:0@lo:250:kworker.0
00000100:00100000:2.0:1767327940.022781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010591104:0@lo:38:kworker.0
00000100:00100000:0.0:1767327940.022792:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767327940.022812:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327940.022820:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327940.022823:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327940.022824:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010591232:0@lo:400:kworker.0
00000100:00080000:1.0:1767327940.022836:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13132
00000100:00080000:1.0:1767327940.022846:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327940.022850:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767327940.022852:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327940.022871:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010591360:0@lo:400:kworker.0
00000100:00100000:1.0:1767327940.022877:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887480 x1853164010591488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327940.022890:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327940.022898:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327940.022902:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327940.022904:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327940.022909:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13132
00000100:00080000:1.0:1767327940.022912:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327940.022918:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327940.022932:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885c00 x1853164010591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327940.022953:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327940.022967:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327940.022970:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327940.022970:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327940.022975:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327940.022981:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13132
00000100:00080000:1.0:1767327940.022984:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767327940.022987:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327940.022991:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010591488:0@lo:38:kworker.0
00000100:00100000:1.0:1767327940.023003:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010592000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767327940.023021:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327940.023024:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767327940.023027:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327940.023032:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13112
00000100:00080000:1.0:1767327940.023035:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327940.023040:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327940.023048:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010591616:0@lo:400:kworker.0
00000100:00100000:0.0:1767327940.023049:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010591872:0@lo:400:kworker.0
00000100:00100000:2.0:1767327940.023053:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327940.023060:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52a00 x1853164010592128/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327940.023102:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010591744:0@lo:38:kworker.0
00000100:00100000:1.0:1767327940.023119:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591104
00000100:00100000:3.0:1767327940.023125:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327940.023130:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591104
00000100:00100000:0.0:1767327940.023178:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591232
00000100:00100000:2.0:1767327940.023183:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591488
00000100:00100000:1.0:1767327940.023186:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35165
00000100:00100000:0.0:1767327940.023192:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591232
00000100:00100000:2.0:1767327940.023193:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591488
00000100:00100000:1.0:1767327940.023198:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010591104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327940.023220:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327940.023225:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591616
00000100:00100000:3.0:1767327940.023232:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591616
00000100:00100000:2.0:1767327940.023253:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997
00000100:00100000:2.0:1767327940.023263:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010591488:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767327940.023273:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010591104:12345-0@lo:38:kworker.0 Request processed in 75us (385us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767327940.023283:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327940.023287:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35165
00000100:00100000:0.0:1767327940.023288:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591360
00000100:00100000:3.0:1767327940.023297:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108
00000100:00100000:0.0:1767327940.023298:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591360
00000100:00100000:3.0:1767327940.023315:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010591616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327940.023341:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010591488:12345-0@lo:38:kworker.0 Request processed in 77us (293us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327940.023354:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997
00000100:00100000:1.0:1767327940.023363:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9333
00000100:00100000:0.0:1767327940.023381:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9334
00000100:00100000:1.0:1767327940.023384:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc801450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010591232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327940.023391:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010591616:12345-0@lo:400:kworker.0 Request processed in 78us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327940.023405:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010591360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327940.023413:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108
00000100:00100000:2.0:1767327940.023475:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327940.023498:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc801450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010591232:12345-0@lo:400:kworker.0 Request processed in 123us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327940.023500:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591744
00000100:00100000:3.0:1767327940.023508:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591744
00000100:00100000:1.0:1767327940.023513:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9333
00000100:00080000:2.0:1767327940.023535:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327940.023545:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327940.023547:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010591360:12345-0@lo:400:kworker.0 Request processed in 146us (583us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327940.023549:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998
00000100:00100000:2.0:1767327940.023558:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010591104:0@lo:38:kworker.0
00000100:00100000:3.0:1767327940.023570:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010591744:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327940.023583:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9334
00010000:00020000:3.0:1767327940.023589:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327940.023598:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010592000:0@lo:38:kworker.0
00000100:00100000:3.0:1767327940.023661:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010591744:12345-0@lo:38:kworker.0 Request processed in 95us (185us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327940.023666:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327940.023676:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327940.023681:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327940.023683:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998
00000100:00080000:0.0:1767327940.023690:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327940.023716:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592000
00000100:00100000:2.0:1767327940.023718:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010592128:0@lo:250:kworker.0
00000100:00100000:3.0:1767327940.023723:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592000
00000400:00000100:2.0:1767327940.023756:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010592128 offset 0 length 520: 4
00000100:00100000:3.0:1767327940.023769:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999
00000100:00100000:3.0:1767327940.023780:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010592000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327940.023795:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327940.023830:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327940.023836:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327940.023845:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010592000:12345-0@lo:38:kworker.0 Request processed in 65us (181us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767327940.023848:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327940.023861:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999
00000100:00100000:2.0:1767327940.023862:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010591488:0@lo:38:kworker.0
00000100:00100000:3.0:1767327940.023888:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010591872
00000100:00100000:3.0:1767327940.023893:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010591872
00000100:00080000:2.0:1767327940.023899:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327940.023906:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327940.023909:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010591232:0@lo:400:kworker.0
00000100:00100000:2.0:1767327940.023915:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010591744:0@lo:38:kworker.0
00000100:00100000:3.0:1767327940.023961:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109
00000100:00080000:0.0:1767327940.023963:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327940.023973:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327940.023978:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010591872:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327940.023984:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327940.023990:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010592000:0@lo:38:kworker.0
00000100:00100000:3.0:1767327940.024047:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010591872:12345-0@lo:400:kworker.0 Request processed in 75us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327940.024052:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010591616:0@lo:400:kworker.0
00000100:00100000:3.0:1767327940.024063:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109
00000100:00100000:2.0:1767327940.024084:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010591872:0@lo:400:kworker.0
00000100:00100000:0.0:1767327940.024095:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010591360:0@lo:400:kworker.0
00000100:00100000:2.0:1767327940.534677:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010592256:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327940.534779:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327940.534836:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592256
00000100:00100000:3.0:1767327940.534848:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592256
00000100:00100000:3.0:1767327940.534922:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8213
00000100:00100000:3.0:1767327940.534933:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010592256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327940.534972:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327940.535034:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010592256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327940.535044:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8213
00000100:00100000:2.0:1767327940.535103:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010592256:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327940.982673:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327941.046719:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010592384:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327941.046804:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327941.046869:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592384
00000100:00100000:3.0:1767327941.046881:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592384
00000100:00100000:3.0:1767327941.046955:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8214
00000100:00100000:3.0:1767327941.046968:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010592384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327941.047008:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327941.047071:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010592384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327941.047081:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8214
00000100:00100000:1.0:1767327941.047106:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010592384:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327942.006580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327943.030603:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327944.054718:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327944.528985:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327944.529025:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327944.529052:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217792
00000100:00100000:3.0:1767327944.529067:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217792
00000100:00100000:2.0:1767327944.529074:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217664
00000100:00100000:2.0:1767327944.529083:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217664
00000100:00080000:0.0:1767327944.529119:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327944.529151:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2110
00000100:00100000:3.0:1767327944.529164:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4000
00000100:00100000:2.0:1767327944.529170:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993217792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327944.529176:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993217664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327944.529200:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327944.529260:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993217664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327944.529262:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993217792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327944.529272:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4000
00000100:00100000:2.0:1767327944.529278:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2110
00010000:00010000:1.0:1767327945.078650:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327945.142500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327945.142515:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327945.142519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327945.142524:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327945.142530:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327945.142541:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13137
00000100:00080000:1.0:1767327945.142547:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327945.142556:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327945.142619:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51880 x1853164010592512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327945.142675:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010592512:0@lo:38:kworker.0
00000100:00100000:0.0:1767327945.142707:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010592640:0@lo:400:kworker.0
00000100:00080000:1.0:1767327945.142711:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327945.142718:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327945.142721:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327945.142726:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13137
00000100:00100000:3.0:1767327945.142731:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010592768:0@lo:400:kworker.0
00000100:00080000:1.0:1767327945.142732:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327945.142742:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327945.142760:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51500 x1853164010592896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327945.142773:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327945.142773:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327945.142805:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327945.142806:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010593024:0@lo:400:kworker.0
00000100:00080000:1.0:1767327945.142816:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327945.142820:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327945.142826:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13137
00000100:00080000:1.0:1767327945.142829:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327945.142832:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010592896:0@lo:38:kworker.0
00000100:00080000:1.0:1767327945.142838:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327945.142846:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327945.142857:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592640
00000100:00100000:1.0:1767327945.142857:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53b80 x1853164010593152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327945.142866:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592640
00000100:00100000:2.0:1767327945.142873:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327945.142898:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593024
00000100:00080000:1.0:1767327945.142901:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327945.142904:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593024
00000100:00100000:2.0:1767327945.142905:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010593152:0@lo:38:kworker.0
00000100:00080000:1.0:1767327945.142909:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327945.142914:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327945.142921:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13137
00000100:00080000:1.0:1767327945.142924:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327945.142929:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327945.142938:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9335
00000100:00100000:2.0:1767327945.142940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327945.142946:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50700 x1853164010593408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327945.142951:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010592640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327945.142953:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592896
00000100:00100000:3.0:1767327945.142958:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592896
00000100:00100000:3.0:1767327945.142985:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593152
00000100:00100000:3.0:1767327945.142988:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593152
00000100:00100000:2.0:1767327945.142992:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111
00000100:00100000:1.0:1767327945.143000:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592512
00000100:00100000:2.0:1767327945.143005:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010593024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327945.143008:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592512
00000100:00100000:3.0:1767327945.143013:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001
00000100:00100000:3.0:1767327945.143019:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010592896:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327945.143023:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010592640:12345-0@lo:400:kworker.0 Request processed in 75us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327945.143031:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9335
00010000:00020000:3.0:1767327945.143041:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327945.143053:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35166
00000100:00100000:2.0:1767327945.143058:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010593024:12345-0@lo:400:kworker.0 Request processed in 55us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327945.143066:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010592512:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327945.143070:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111
00000100:00100000:0.0:1767327945.143079:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002
00000100:00100000:3.0:1767327945.143080:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010592896:12345-0@lo:38:kworker.0 Request processed in 57us (207us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767327945.143085:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327945.143090:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010593152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327945.143093:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001
00010000:00020000:0.0:1767327945.143106:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327945.143115:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010593280:0@lo:400:kworker.0
00000100:00100000:1.0:1767327945.143142:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010592512:12345-0@lo:38:kworker.0 Request processed in 77us (375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327945.143144:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010593024:0@lo:400:kworker.0
00000100:00100000:0.0:1767327945.143152:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010593152:12345-0@lo:38:kworker.0 Request processed in 60us (210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327945.143161:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35166
00000100:00100000:2.0:1767327945.143163:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327945.143176:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002
00000100:00100000:3.0:1767327945.143192:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327945.143206:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593280
00000100:00100000:1.0:1767327945.143209:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010593408:0@lo:38:kworker.0
00000100:00100000:0.0:1767327945.143213:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593280
00000100:00100000:3.0:1767327945.143234:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010592768
00000100:00100000:3.0:1767327945.143238:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010592768
00000100:00080000:2.0:1767327945.143251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327945.143258:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327945.143259:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327945.143265:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327945.143269:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112
00000100:00100000:3.0:1767327945.143276:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9336
00000100:00100000:0.0:1767327945.143284:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010593280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327945.143284:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593408
00000100:00100000:3.0:1767327945.143290:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010592768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327945.143291:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593408
00000100:00080000:1.0:1767327945.143305:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327945.143314:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327945.143320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010593152:0@lo:38:kworker.0
00000100:00100000:2.0:1767327945.143325:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4003
00000100:00100000:2.0:1767327945.143332:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010593408:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327945.143340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767327945.143343:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767327945.143348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327945.143353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010592896:0@lo:38:kworker.0
00000100:00100000:0.0:1767327945.143361:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010593280:12345-0@lo:400:kworker.0 Request processed in 80us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327945.143362:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010592768:12345-0@lo:400:kworker.0 Request processed in 75us (168us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327945.143377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327945.143381:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112
00000100:00100000:3.0:1767327945.143382:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9336
00000100:00100000:2.0:1767327945.143385:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010593408:12345-0@lo:38:kworker.0 Request processed in 50us (128us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327945.143389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327945.143397:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4003
00000100:00100000:1.0:1767327945.143399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010592512:0@lo:38:kworker.0
00000100:00100000:3.0:1767327945.143443:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010592768:0@lo:400:kworker.0
00000100:00080000:1.0:1767327945.143481:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327945.143489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327945.143492:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010593280:0@lo:400:kworker.0
00000100:00100000:1.0:1767327945.143497:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010593408:0@lo:38:kworker.0
00000100:00100000:2.0:1767327945.143527:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010592640:0@lo:400:kworker.0
00000100:00100000:2.0:1767327945.654687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010593536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327945.654773:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327945.654818:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593536
00000100:00100000:3.0:1767327945.654829:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593536
00000100:00100000:3.0:1767327945.654889:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8215
00000100:00100000:3.0:1767327945.654898:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010593536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327945.654933:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327945.654985:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010593536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327945.654995:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8215
00000100:00100000:2.0:1767327945.655039:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010593536:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327946.102583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327946.166636:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327946.166657:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010593664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327946.166732:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327946.166780:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593664
00000100:00100000:3.0:1767327946.166791:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593664
00000100:00100000:3.0:1767327946.166847:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8216
00000100:00100000:3.0:1767327946.166857:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010593664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327946.166891:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327946.166954:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010593664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327946.166961:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8216
00000100:00100000:1.0:1767327946.167003:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010593664:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327947.126662:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327948.150669:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327949.174658:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327949.649000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327949.649052:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327949.649072:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993217920
00000100:00100000:0.0:1767327949.649084:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993217920
00000100:00100000:0.0:1767327949.649131:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218048
00000100:00100000:0.0:1767327949.649133:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218048
00000100:00100000:2.0:1767327949.649173:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4004
00000100:00100000:2.0:1767327949.649185:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993217920:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327949.649197:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2113
00000100:00080000:3.0:1767327949.649200:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327949.649207:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993218048:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767327949.649214:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327949.649291:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993218048:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327949.649292:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993217920:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 105us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327949.649309:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2113
00000100:00100000:2.0:1767327949.649315:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4004
00010000:00010000:1.0:1767327950.198590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327950.262515:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327950.262526:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327950.262529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327950.262533:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327950.262537:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327950.262546:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13143
00000100:00080000:1.0:1767327950.262551:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327950.262559:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327950.262622:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51880 x1853164010593792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327950.262690:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010593792:0@lo:38:kworker.0
00000100:00080000:1.0:1767327950.262717:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327950.262726:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327950.262729:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327950.262742:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13143
00000100:00100000:3.0:1767327950.262747:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010593920:0@lo:400:kworker.0
00000100:00080000:1.0:1767327950.262748:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327950.262756:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327950.262768:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327950.262776:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52680 x1853164010594176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327950.262794:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010594048:0@lo:400:kworker.0
00000100:00080000:1.0:1767327950.262807:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327950.262811:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327950.262812:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327950.262816:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327950.262824:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13143
00000100:00100000:3.0:1767327950.262825:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327950.262829:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327950.262834:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327950.262845:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51180 x1853164010594432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327950.262857:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593920
00000100:00100000:2.0:1767327950.262862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010594176:0@lo:38:kworker.0
00000100:00080000:1.0:1767327950.262868:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327950.262869:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593920
00000100:00080000:1.0:1767327950.262884:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327950.262886:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767327950.262889:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767327950.262890:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13143
00000100:00080000:1.0:1767327950.262896:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767327950.262900:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327950.262905:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010594560:0@lo:400:kworker.0
00000100:00100000:2.0:1767327950.262911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327950.262912:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53480 x1853164010594688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327950.262940:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010594432:0@lo:38:kworker.0
00000100:00100000:0.0:1767327950.262949:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9337
00000100:00100000:3.0:1767327950.262960:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327950.262965:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327950.262966:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010593920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327950.262982:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010593792
00000100:00100000:2.0:1767327950.262987:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010593792
00000100:00100000:1.0:1767327950.263015:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010594304:0@lo:400:kworker.0
00000100:00100000:2.0:1767327950.263022:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35167
00000100:00080000:3.0:1767327950.263024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327950.263033:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010593792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327950.263037:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010593920:12345-0@lo:400:kworker.0 Request processed in 78us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327950.263053:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9337
00000100:00100000:1.0:1767327950.263055:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767327950.263062:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327950.263080:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594176
00000100:00100000:0.0:1767327950.263087:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594048
00000100:00100000:3.0:1767327950.263087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594176
00000100:00100000:0.0:1767327950.263094:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594048
00000100:00100000:1.0:1767327950.263098:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594560
00000100:00100000:1.0:1767327950.263105:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594560
00000100:00100000:2.0:1767327950.263110:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010593792:12345-0@lo:38:kworker.0 Request processed in 79us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327950.263119:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35167
00000100:00100000:3.0:1767327950.263127:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594304
00000100:00100000:3.0:1767327950.263132:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594304
00000100:00100000:0.0:1767327950.263141:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9338
00000100:00100000:0.0:1767327950.263152:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010594048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327950.263162:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114
00000100:00100000:1.0:1767327950.263173:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115
00000100:00100000:2.0:1767327950.263181:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010594560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327950.263184:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4005
00000100:00100000:1.0:1767327950.263187:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010594304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327950.263194:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010594048:12345-0@lo:400:kworker.0 Request processed in 43us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327950.263200:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010594176:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327950.263205:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9338
00010000:00020000:3.0:1767327950.263221:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327950.263240:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010594304:12345-0@lo:400:kworker.0 Request processed in 58us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327950.263247:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115
00000100:00100000:2.0:1767327950.263265:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010594560:12345-0@lo:400:kworker.0 Request processed in 91us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327950.263266:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010594304:0@lo:400:kworker.0
00000100:00100000:3.0:1767327950.263281:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010594176:12345-0@lo:38:kworker.0 Request processed in 81us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327950.263282:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114
00000100:00100000:0.0:1767327950.263290:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010594048:0@lo:400:kworker.0
00000100:00100000:1.0:1767327950.263300:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010594560:0@lo:400:kworker.0
00000100:00100000:3.0:1767327950.263301:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4005
00000100:00100000:1.0:1767327950.263323:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010593920:0@lo:400:kworker.0
00000100:00080000:2.0:1767327950.263334:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327950.263340:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327950.263347:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327950.263375:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327950.263380:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327950.263384:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594432
00000100:00100000:0.0:1767327950.263385:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010593792:0@lo:38:kworker.0
00000100:00100000:3.0:1767327950.263392:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594432
00000100:00100000:0.0:1767327950.263400:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010594688:0@lo:38:kworker.0
00000100:00100000:2.0:1767327950.263447:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006
00000100:00100000:0.0:1767327950.263449:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327950.263457:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010594432:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327950.263462:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594688
00010000:00020000:2.0:1767327950.263468:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327950.263469:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594688
00000100:00080000:0.0:1767327950.263474:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327950.263479:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327950.263483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010594176:0@lo:38:kworker.0
00000100:00100000:3.0:1767327950.263507:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007
00000100:00080000:0.0:1767327950.263508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327950.263516:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010594432:12345-0@lo:38:kworker.0 Request processed in 56us (164us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327950.263518:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327950.263521:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010594688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327950.263527:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010594432:0@lo:38:kworker.0
00000100:00100000:2.0:1767327950.263538:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006
00010000:00020000:3.0:1767327950.263543:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327950.263602:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010594688:12345-0@lo:38:kworker.0 Request processed in 85us (153us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327950.263610:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007
00000100:00080000:0.0:1767327950.263638:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327950.263644:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327950.263647:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010594688:0@lo:38:kworker.0
00000100:00100000:1.0:1767327950.774673:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010594816:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327950.774755:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327950.774834:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594816
00000100:00100000:3.0:1767327950.774845:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594816
00000100:00100000:3.0:1767327950.774912:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8217
00000100:00100000:3.0:1767327950.774924:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010594816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327950.774963:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327950.775027:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010594816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327950.775038:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8217
00000100:00100000:1.0:1767327950.775063:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010594816:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327951.222603:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327951.286744:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767327951.286768:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010594944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327951.286858:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327951.286907:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010594944
00000100:00100000:3.0:1767327951.286919:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010594944
00000100:00100000:3.0:1767327951.286975:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8218
00000100:00100000:3.0:1767327951.286984:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010594944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327951.287018:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327951.287069:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010594944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327951.287077:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8218
00000100:00100000:1.0:1767327951.287122:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010594944:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327952.246601:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327953.270691:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327954.294632:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327954.769240:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327954.769290:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327954.769304:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218304
00000100:00100000:0.0:1767327954.769317:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218304
00000100:00100000:2.0:1767327954.769373:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218176
00000100:00100000:2.0:1767327954.769382:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218176
00000100:00080000:3.0:1767327954.769404:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327954.769493:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2116
00000100:00100000:1.0:1767327954.769509:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4008
00000100:00100000:0.0:1767327954.769511:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993218304:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327954.769524:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993218176:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327954.769585:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327954.769670:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993218304:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 160us (436us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327954.769670:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993218176:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 142us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327954.769689:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2116
00000100:00100000:1.0:1767327954.769696:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4008
00010000:00010000:1.0:1767327955.318703:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767327955.382516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327955.382529:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767327955.382546:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327955.382550:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327955.382554:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327955.382564:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13148
00000100:00080000:1.0:1767327955.382570:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327955.382578:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327955.382629:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50a80 x1853164010595072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327955.382687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010595072:0@lo:38:kworker.0
00000100:00080000:1.0:1767327955.382717:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327955.382723:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327955.382723:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767327955.382728:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327955.382735:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13148
00000100:00080000:1.0:1767327955.382748:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767327955.382751:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010595200:0@lo:400:kworker.0
00000100:00080000:1.0:1767327955.382757:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327955.382777:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53480 x1853164010595456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327955.382786:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327955.382793:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010595328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327955.382802:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327955.382816:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327955.382820:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327955.382824:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327955.382829:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13148
00000100:00080000:1.0:1767327955.382833:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767327955.382834:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010595456:0@lo:38:kworker.0
00000100:00080000:1.0:1767327955.382840:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327955.382854:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327955.382856:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595200
00000100:00100000:1.0:1767327955.382860:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52680 x1853164010595712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327955.382866:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595200
00000100:00100000:2.0:1767327955.382873:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327955.382893:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767327955.382904:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327955.382906:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010595584:0@lo:400:kworker.0
00000100:00100000:2.0:1767327955.382907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010595712:0@lo:38:kworker.0
00000100:00080000:1.0:1767327955.382910:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767327955.382915:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327955.382921:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13148
00000100:00080000:1.0:1767327955.382924:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767327955.382927:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327955.382932:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595328
00000100:00100000:3.0:1767327955.382936:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595328
00000100:00100000:1.0:1767327955.382946:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53b80 x1853164010595968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327955.382947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327955.382968:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9339
00000100:00100000:0.0:1767327955.382979:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9340
00000100:00100000:3.0:1767327955.382984:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010595200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327955.382993:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010595968:0@lo:38:kworker.0
00000100:00100000:1.0:1767327955.382998:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595456
00000100:00100000:0.0:1767327955.382999:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010595328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327955.383004:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595456
00000100:00100000:1.0:1767327955.383035:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595712
00000100:00100000:2.0:1767327955.383036:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327955.383039:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595712
00000100:00100000:3.0:1767327955.383047:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010595200:12345-0@lo:400:kworker.0 Request processed in 69us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327955.383055:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9339
00000100:00100000:1.0:1767327955.383060:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595968
00000100:00100000:1.0:1767327955.383063:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595968
00000100:00100000:0.0:1767327955.383068:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010595328:12345-0@lo:400:kworker.0 Request processed in 74us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327955.383080:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9340
00000100:00080000:3.0:1767327955.383085:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327955.383089:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009
00000100:00100000:2.0:1767327955.383090:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595072
00000100:00080000:3.0:1767327955.383091:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327955.383097:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595072
00000100:00100000:1.0:1767327955.383098:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010595456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767327955.383118:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327955.383124:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010
00000100:00100000:3.0:1767327955.383131:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010595712:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327955.383136:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35168
00010000:00020000:3.0:1767327955.383152:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327955.383153:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011
00000100:00100000:2.0:1767327955.383159:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010595072:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327955.383167:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010595968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327955.383174:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767327955.383183:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327955.383188:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010595456:12345-0@lo:38:kworker.0 Request processed in 89us (317us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327955.383195:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009
00000100:00100000:3.0:1767327955.383209:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010595712:12345-0@lo:38:kworker.0 Request processed in 75us (262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327955.383220:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010
00000100:00100000:2.0:1767327955.383225:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010595072:12345-0@lo:38:kworker.0 Request processed in 66us (441us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327955.383228:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010595840:0@lo:400:kworker.0
00000100:00100000:0.0:1767327955.383238:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010595968:12345-0@lo:38:kworker.0 Request processed in 67us (198us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327955.383241:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35168
00000100:00100000:0.0:1767327955.383252:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011
00000100:00100000:1.0:1767327955.383269:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327955.383310:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327955.383312:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595840
00000100:00100000:3.0:1767327955.383319:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595840
00000100:00100000:1.0:1767327955.383330:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010595200:0@lo:400:kworker.0
00000100:00100000:2.0:1767327955.383332:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010595584
00000100:00100000:2.0:1767327955.383339:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010595584
00000100:00100000:0.0:1767327955.383359:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010595328:0@lo:400:kworker.0
00000100:00100000:3.0:1767327955.383377:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117
00000100:00080000:1.0:1767327955.383384:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327955.383390:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010595840:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767327955.383392:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327955.383394:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118
00000100:00100000:1.0:1767327955.383399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010595968:0@lo:38:kworker.0
00000100:00080000:1.0:1767327955.383412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327955.383439:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327955.383442:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010595584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327955.383443:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010595712:0@lo:38:kworker.0
00000100:00080000:1.0:1767327955.383465:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327955.383469:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327955.383472:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010595456:0@lo:38:kworker.0
00000100:00100000:3.0:1767327955.383484:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010595840:12345-0@lo:400:kworker.0 Request processed in 96us (212us total) trans 0 rc 0/0
00000100:00080000:1.0:1767327955.383487:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327955.383495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327955.383500:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117
00000100:00100000:1.0:1767327955.383501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010595072:0@lo:38:kworker.0
00000100:00100000:0.0:1767327955.383510:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010595840:0@lo:400:kworker.0
00000100:00100000:2.0:1767327955.383511:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010595584:12345-0@lo:400:kworker.0 Request processed in 101us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327955.383526:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118
00000100:00080000:3.0:1767327955.383528:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327955.383597:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010595584:0@lo:400:kworker.0
00000100:00100000:2.0:1767327955.894712:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010596096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327955.894792:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327955.894892:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596096
00000100:00100000:3.0:1767327955.894905:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596096
00000100:00100000:3.0:1767327955.894976:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8219
00000100:00100000:3.0:1767327955.894991:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010596096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327955.895033:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327955.895099:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010596096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327955.895110:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8219
00000100:00100000:2.0:1767327955.895143:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010596096:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327956.342691:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327956.406690:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767327956.406710:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010596224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327956.406788:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327956.406848:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596224
00000100:00100000:3.0:1767327956.406858:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596224
00000100:00100000:3.0:1767327956.406912:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8220
00000100:00100000:3.0:1767327956.406921:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010596224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327956.406956:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327956.407007:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010596224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327956.407013:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8220
00000100:00100000:1.0:1767327956.407043:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010596224:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327957.366640:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327958.390701:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327959.414696:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327959.889338:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327959.889484:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327959.889575:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218560
00000100:00100000:1.0:1767327959.889599:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218560
00000100:00100000:2.0:1767327959.889613:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218432
00000100:00100000:2.0:1767327959.889631:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218432
00000100:00100000:2.0:1767327959.889705:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2119
00000100:00100000:2.0:1767327959.889729:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993218560:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327959.889753:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4012
00000100:00080000:3.0:1767327959.889760:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327959.889770:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993218432:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327959.889810:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327959.889858:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993218560:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 139us (540us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327959.889869:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2119
00000100:00100000:1.0:1767327959.889903:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993218432:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 133us (418us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327959.889920:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4012
00010000:00010000:1.0:1767327960.438642:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327960.502611:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327960.502626:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327960.502631:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327960.502638:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327960.502644:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327960.502657:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13153
00000100:00080000:0.0:1767327960.502665:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327960.502677:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327960.502737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341c00 x1853164010596352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327960.502821:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010596352:0@lo:38:kworker.0
00000100:00080000:0.0:1767327960.502871:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327960.502881:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327960.502886:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327960.502900:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13153
00000100:00100000:1.0:1767327960.502906:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010596480:0@lo:400:kworker.0
00000100:00100000:2.0:1767327960.502907:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327960.502917:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327960.502932:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327960.502932:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767327960.502957:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010596608:0@lo:400:kworker.0
00000100:00100000:0.0:1767327960.502974:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340000 x1853164010596736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327960.503012:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596352
00000100:00100000:1.0:1767327960.503013:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327960.503025:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596352
00000100:00100000:3.0:1767327960.503049:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767327960.503057:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010596864:0@lo:400:kworker.0
00000100:00080000:0.0:1767327960.503075:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327960.503085:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327960.503090:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327960.503098:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35169
00000100:00080000:0.0:1767327960.503103:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13153
00000100:00080000:0.0:1767327960.503112:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327960.503114:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010596352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327960.503118:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327960.503134:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767327960.503147:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327960.503165:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340700 x1853164010596992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327960.503197:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596864
00000100:00100000:1.0:1767327960.503203:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010596736:0@lo:38:kworker.0
00000100:00100000:3.0:1767327960.503205:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596864
00000100:00100000:2.0:1767327960.503206:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010596352:12345-0@lo:38:kworker.0 Request processed in 95us (309us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327960.503220:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327960.503242:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327960.503243:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35169
00000100:00080000:0.0:1767327960.503253:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327960.503267:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13153
00000100:00080000:0.0:1767327960.503275:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767327960.503288:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327960.503288:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120
00000100:00080000:0.0:1767327960.503291:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327960.503304:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010597120:0@lo:400:kworker.0
00000100:00100000:3.0:1767327960.503320:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010596864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327960.503346:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340380 x1853164010597248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327960.503347:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010596992:0@lo:38:kworker.0
00000100:00100000:2.0:1767327960.503373:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327960.503534:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010596864:12345-0@lo:400:kworker.0 Request processed in 222us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327960.503536:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327960.503548:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327960.503553:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596480
00000100:00100000:3.0:1767327960.503560:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120
00000100:00100000:0.0:1767327960.503567:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596480
00000100:00100000:3.0:1767327960.503606:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596736
00000100:00100000:3.0:1767327960.503612:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596736
00000100:00080000:1.0:1767327960.503635:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327960.503637:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596608
00000100:00100000:3.0:1767327960.503643:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597120
00000100:00100000:2.0:1767327960.503650:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596608
00000100:00080000:1.0:1767327960.503653:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327960.503654:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597120
00000100:00100000:1.0:1767327960.503676:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010596352:0@lo:38:kworker.0
00000100:00100000:0.0:1767327960.503681:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9341
00000100:00100000:0.0:1767327960.503705:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010596480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327960.503712:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010596992
00000100:00100000:3.0:1767327960.503717:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010596992
00000100:00100000:2.0:1767327960.503721:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9342
00000100:00100000:1.0:1767327960.503724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010597248:0@lo:38:kworker.0
00000100:00100000:2.0:1767327960.503739:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010596608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327960.503746:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:3.0:1767327960.503760:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010597120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327960.503777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327960.503840:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010596480:12345-0@lo:400:kworker.0 Request processed in 138us (829us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327960.503843:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010596608:12345-0@lo:400:kworker.0 Request processed in 107us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327960.503865:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597248
00000100:00100000:1.0:1767327960.503875:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597248
00000100:00100000:2.0:1767327960.503875:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9342
00000100:00100000:3.0:1767327960.503876:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010597120:12345-0@lo:400:kworker.0 Request processed in 113us (503us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327960.503896:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9341
00000100:00100000:3.0:1767327960.503897:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000100:00100000:1.0:1767327960.503943:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013
00000100:00100000:2.0:1767327960.503954:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010596608:0@lo:400:kworker.0
00000100:00100000:3.0:1767327960.503965:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014
00000100:00100000:1.0:1767327960.503966:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010596736:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327960.503986:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010596992:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327960.503998:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015
00010000:00020000:1.0:1767327960.503999:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767327960.504004:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327960.504026:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010597248:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327960.504043:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010596864:0@lo:400:kworker.0
00010000:00020000:0.0:1767327960.504052:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327960.504121:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010596992:12345-0@lo:38:kworker.0 Request processed in 128us (577us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327960.504123:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010597120:0@lo:400:kworker.0
00000100:00100000:1.0:1767327960.504125:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010596736:12345-0@lo:38:kworker.0 Request processed in 154us (834us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327960.504144:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010597248:12345-0@lo:38:kworker.0 Request processed in 112us (355us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327960.504146:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014
00000100:00100000:1.0:1767327960.504169:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013
00000100:00100000:2.0:1767327960.504188:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010596480:0@lo:400:kworker.0
00000100:00100000:0.0:1767327960.504192:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015
00000100:00080000:3.0:1767327960.504193:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327960.504207:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327960.504217:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767327960.504256:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327960.504263:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327960.504268:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010597248:0@lo:38:kworker.0
00000100:00080000:1.0:1767327960.504277:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327960.504280:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327960.504283:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010596736:0@lo:38:kworker.0
00000100:00080000:1.0:1767327960.504291:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327960.504294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327960.504296:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010596992:0@lo:38:kworker.0
00000100:00100000:2.0:1767327961.014717:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010597376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327961.014795:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327961.014852:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597376
00000100:00100000:3.0:1767327961.014870:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597376
00000100:00100000:3.0:1767327961.014965:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8221
00000100:00100000:3.0:1767327961.014978:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010597376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767327961.015028:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767327961.015144:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010597376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 164us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327961.015155:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8221
00000100:00100000:2.0:1767327961.015192:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010597376:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327961.462590:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327961.526677:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010597504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327961.526745:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327961.526805:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597504
00000100:00100000:3.0:1767327961.526820:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597504
00000100:00100000:3.0:1767327961.526891:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8222
00000100:00100000:3.0:1767327961.526902:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010597504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767327961.526940:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767327961.527023:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010597504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327961.527032:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8222
00000100:00100000:2.0:1767327961.527076:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010597504:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327962.486711:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327963.510632:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327964.534629:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327965.009366:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767327965.009400:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993218944 offset 0 length 520: 4
00000100:00100000:2.0:1767327965.009486:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327965.009535:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218688
00000100:00100000:0.0:1767327965.009549:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218688
00000100:00100000:1.0:1767327965.009566:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993218816
00000100:00100000:1.0:1767327965.009585:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993218816
00000100:00100000:0.0:1767327965.009612:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4016
00000100:00100000:0.0:1767327965.009626:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993218688:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327965.009660:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327965.009694:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327965.009717:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2122
00000100:00100000:1.0:1767327965.009739:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993218816:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327965.009782:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993218688:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 135us (404us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327965.009796:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4016
00000100:00100000:1.0:1767327965.009860:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993218816:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 128us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327965.009869:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2122
00010000:00010000:1.0:1767327965.558674:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327965.622569:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327940/real 1767327940]  req@ffff9bb5b8f52a00 x1853164010592128/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327965 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767327965.622613:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5b8f52a00 x1853164010592128/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327965 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767327965.622630:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327965.622646:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327965.622651:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767327965.622652:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327965.622665:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327965.622674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767327965.622674:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767327965.622685:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010592128:0@lo:250:kworker.0
00000100:00080000:0.0:1767327965.622694:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13158
00000100:00080000:0.0:1767327965.622708:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327965.622720:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327965.622773:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341500 x1853164010597632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327965.622860:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010597632:0@lo:38:kworker.0
00000100:00100000:2.0:1767327965.622892:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010597760:0@lo:400:kworker.0
00000100:00080000:0.0:1767327965.622899:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327965.622909:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327965.622915:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327965.622923:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13158
00000100:00080000:0.0:1767327965.622931:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327965.622940:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327965.622958:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327965.622963:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327965.622973:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340700 x1853164010598016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327965.623010:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010597888:0@lo:400:kworker.0
00000100:00080000:0.0:1767327965.623025:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327965.623034:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327965.623038:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327965.623049:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13158
00000100:00100000:1.0:1767327965.623055:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010598016:0@lo:38:kworker.0
00000100:00080000:0.0:1767327965.623058:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327965.623069:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327965.623084:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597632
00000100:00100000:2.0:1767327965.623097:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597632
00000100:00100000:0.0:1767327965.623100:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340380 x1853164010598272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327965.623129:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327965.623129:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327965.623157:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35170
00000100:00100000:2.0:1767327965.623172:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010597632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327965.623200:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327965.623203:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327965.623210:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327965.623215:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327965.623222:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13158
00000100:00100000:1.0:1767327965.623226:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010598272:0@lo:38:kworker.0
00000100:00100000:3.0:1767327965.623228:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767327965.623234:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767327965.623251:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010598144:0@lo:400:kworker.0
00000100:00080000:0.0:1767327965.623255:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327965.623264:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010597632:12345-0@lo:38:kworker.0 Request processed in 95us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327965.623272:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35170
00000100:00100000:0.0:1767327965.623289:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341180 x1853164010598528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327965.623324:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597760
00000100:00080000:0.0:1767327965.623331:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327965.623335:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597760
00000100:00100000:1.0:1767327965.623344:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598016
00000100:00100000:3.0:1767327965.623345:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327965.623351:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1767327965.623358:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598016
00000100:00080000:0.0:1767327965.623359:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327965.623373:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13137
00000100:00080000:0.0:1767327965.623379:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327965.623404:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327965.623476:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598144
00000100:00100000:1.0:1767327965.623484:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598144
00000100:00100000:0.0:1767327965.623507:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343100 x1853164010598656/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327965.623514:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010597888
00000100:00100000:2.0:1767327965.623524:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010597888
00000100:00100000:3.0:1767327965.623537:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010598400:0@lo:400:kworker.0
00000100:00100000:1.0:1767327965.623568:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123
00000100:00100000:1.0:1767327965.623584:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010598144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327965.623592:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9343
00000100:00100000:3.0:1767327965.623609:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327965.623618:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010597760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327965.623629:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9344
00000100:00100000:0.0:1767327965.623664:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010597888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327965.623687:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010598144:12345-0@lo:400:kworker.0 Request processed in 103us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327965.623698:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123
00000100:00100000:2.0:1767327965.623705:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010597760:12345-0@lo:400:kworker.0 Request processed in 90us (747us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327965.623716:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9343
00000100:00100000:3.0:1767327965.623723:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010598144:0@lo:400:kworker.0
00000100:00100000:1.0:1767327965.623728:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598400
00000100:00100000:1.0:1767327965.623733:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598400
00000100:00080000:2.0:1767327965.623765:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767327965.623777:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767327965.623788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767327965.623798:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010597888:12345-0@lo:400:kworker.0 Request processed in 144us (687us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327965.623806:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124
00000100:00100000:3.0:1767327965.623807:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010597888:0@lo:400:kworker.0
00000100:00100000:2.0:1767327965.623829:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017
00000100:00100000:1.0:1767327965.623832:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010598400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327965.623847:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010598016:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327965.623856:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9344
00010000:00020000:2.0:1767327965.623868:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327965.623913:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010598400:12345-0@lo:400:kworker.0 Request processed in 82us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327965.623924:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124
00000100:00100000:2.0:1767327965.623935:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010598016:12345-0@lo:38:kworker.0 Request processed in 91us (830us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327965.623949:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017
00000100:00100000:3.0:1767327965.623993:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010597760:0@lo:400:kworker.0
00000100:00100000:0.0:1767327965.624003:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327965.624020:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010598400:0@lo:400:kworker.0
00000100:00100000:2.0:1767327965.624049:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598272
00000100:00100000:2.0:1767327965.624056:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598272
00000100:00080000:0.0:1767327965.624111:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327965.624120:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018
00000100:00080000:0.0:1767327965.624127:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327965.624142:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010598272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327965.624147:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010598016:0@lo:38:kworker.0
00010000:00020000:3.0:1767327965.624170:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767327965.624191:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327965.624201:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327965.624210:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010597632:0@lo:38:kworker.0
00000100:00100000:3.0:1767327965.624219:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010598272:12345-0@lo:38:kworker.0 Request processed in 83us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327965.624229:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018
00000100:00100000:0.0:1767327965.624256:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010598528:0@lo:38:kworker.0
00000100:00100000:0.0:1767327965.624307:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327965.624364:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010598656:0@lo:250:kworker.0
00000100:00100000:3.0:1767327965.624397:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598528
00000400:00000100:0.0:1767327965.624405:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010598656 offset 0 length 520: 4
00000100:00100000:3.0:1767327965.624409:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598528
00000100:00100000:3.0:1767327965.624548:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019
00000100:00080000:0.0:1767327965.624559:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327965.624567:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010598528:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327965.624578:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767327965.624584:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327965.624591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010598272:0@lo:38:kworker.0
00000100:00100000:3.0:1767327965.624637:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010598528:12345-0@lo:38:kworker.0 Request processed in 77us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327965.624644:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019
00000100:00080000:0.0:1767327965.624653:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327965.624663:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327965.624671:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010598528:0@lo:38:kworker.0
00000100:00100000:3.0:1767327966.134670:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010598784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327966.134739:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327966.134820:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598784
00000100:00100000:2.0:1767327966.134829:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598784
00000100:00100000:2.0:1767327966.134889:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8223
00000100:00100000:2.0:1767327966.134896:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010598784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327966.134927:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327966.134974:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010598784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327966.134980:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8223
00000100:00100000:3.0:1767327966.135022:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010598784:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327966.582585:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327966.646633:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010598912:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327966.646694:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327966.646746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010598912
00000100:00100000:2.0:1767327966.646756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010598912
00000100:00100000:2.0:1767327966.646810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8224
00000100:00100000:2.0:1767327966.646820:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010598912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327966.646847:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327966.646891:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010598912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327966.646896:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8224
00000100:00100000:0.0:1767327966.646933:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010598912:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327967.606630:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327968.630647:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327969.654594:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327970.129075:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327970.129117:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327970.129173:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219072
00000100:00100000:2.0:1767327970.129191:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219072
00000100:00100000:1.0:1767327970.129194:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219200
00000100:00100000:1.0:1767327970.129204:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219200
00000100:00100000:2.0:1767327970.129257:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4020
00000100:00100000:2.0:1767327970.129269:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993219072:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767327970.129291:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767327970.129303:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327970.129310:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2125
00000100:00100000:1.0:1767327970.129331:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993219200:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327970.129503:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993219072:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 234us (444us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327970.129514:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4020
00000100:00100000:1.0:1767327970.129545:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993219200:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 202us (405us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327970.129558:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2125
00010000:00010000:1.0:1767327970.678665:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327970.742638:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327970.742651:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327970.742655:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327970.742660:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327970.742665:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327970.742675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13163
00000100:00080000:2.0:1767327970.742680:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327970.742690:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327970.742747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8700 x1853164010599040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327970.742818:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010599040:0@lo:38:kworker.0
00000100:00080000:2.0:1767327970.742857:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327970.742864:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327970.742867:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327970.742874:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13163
00000100:00080000:2.0:1767327970.742879:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327970.742886:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327970.742909:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb480 x1853164010599424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327970.742921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327970.742924:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010599168:0@lo:400:kworker.0
00000100:00100000:1.0:1767327970.742960:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010599296:0@lo:400:kworker.0
00000100:00080000:2.0:1767327970.742960:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327970.742970:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327970.742974:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767327970.742979:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010599424:0@lo:38:kworker.0
00000100:00080000:2.0:1767327970.742980:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13163
00000100:00080000:2.0:1767327970.742986:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327970.742991:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327970.743000:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327970.743009:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c6d80 x1853164010599680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767327970.743040:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327970.743045:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327970.743047:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767327970.743050:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599040
00000100:00080000:2.0:1767327970.743053:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13163
00000100:00100000:0.0:1767327970.743060:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327970.743060:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327970.743063:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599040
00000100:00080000:2.0:1767327970.743070:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327970.743081:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327970.743087:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c5500 x1853164010599936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327970.743096:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010599808:0@lo:400:kworker.0
00000100:00100000:0.0:1767327970.743111:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010599680:0@lo:38:kworker.0
00000100:00100000:1.0:1767327970.743152:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35171
00000100:00100000:1.0:1767327970.743165:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010599040:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327970.743169:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010599552:0@lo:400:kworker.0
00000100:00100000:3.0:1767327970.743180:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327970.743191:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599168
00010000:00020000:1.0:1767327970.743197:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327970.743199:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599168
00000100:00100000:2.0:1767327970.743242:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327970.743259:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599424
00000100:00100000:3.0:1767327970.743267:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599424
00000100:00100000:0.0:1767327970.743291:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9345
00000100:00100000:1.0:1767327970.743296:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010599040:12345-0@lo:38:kworker.0 Request processed in 128us (378us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327970.743309:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010599168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327970.743310:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599808
00000100:00100000:1.0:1767327970.743311:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35171
00000100:00100000:3.0:1767327970.743318:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599808
00000100:00080000:2.0:1767327970.743331:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327970.743338:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327970.743358:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327970.743365:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599552
00000100:00100000:3.0:1767327970.743370:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599552
00000100:00100000:1.0:1767327970.743411:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126
00000100:00100000:0.0:1767327970.743415:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010599168:12345-0@lo:400:kworker.0 Request processed in 110us (415us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327970.743470:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9345
00000100:00100000:1.0:1767327970.743496:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010599808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327970.743500:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127
00000100:00100000:0.0:1767327970.743501:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599296
00000100:00100000:0.0:1767327970.743510:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599296
00000100:00100000:3.0:1767327970.743515:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021
00000100:00100000:2.0:1767327970.743522:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010599552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327970.743530:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010599424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327970.743546:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327970.743561:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010599808:12345-0@lo:400:kworker.0 Request processed in 72us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327970.743562:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9346
00000100:00100000:1.0:1767327970.743590:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126
00000100:00100000:0.0:1767327970.743592:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010599296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327970.743605:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010599552:12345-0@lo:400:kworker.0 Request processed in 91us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327970.743612:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010599424:12345-0@lo:38:kworker.0 Request processed in 84us (556us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327970.743618:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127
00000100:00100000:3.0:1767327970.743647:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021
00000100:00100000:1.0:1767327970.743649:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327970.743669:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010599296:12345-0@lo:400:kworker.0 Request processed in 78us (310us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327970.743670:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599680
00000100:00100000:2.0:1767327970.743678:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599680
00000100:00100000:0.0:1767327970.743684:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9346
00000100:00080000:3.0:1767327970.743693:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767327970.743702:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767327970.743720:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022
00000100:00080000:1.0:1767327970.743727:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327970.743729:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010599680:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767327970.743742:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767327970.743750:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327970.743753:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010599424:0@lo:38:kworker.0
00000100:00100000:3.0:1767327970.743754:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010599808:0@lo:400:kworker.0
00000100:00100000:3.0:1767327970.743807:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010599168:0@lo:400:kworker.0
00000100:00080000:1.0:1767327970.743822:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767327970.743826:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010599680:12345-0@lo:38:kworker.0 Request processed in 96us (197us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767327970.743828:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327970.743836:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010599040:0@lo:38:kworker.0
00000100:00100000:2.0:1767327970.743842:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022
00000100:00100000:1.0:1767327970.743865:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010599936:0@lo:38:kworker.0
00000100:00100000:3.0:1767327970.743874:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010599552:0@lo:400:kworker.0
00000100:00100000:2.0:1767327970.743893:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010599296:0@lo:400:kworker.0
00000100:00100000:1.0:1767327970.743903:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767327970.743931:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327970.743935:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327970.743936:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010599936
00000100:00100000:1.0:1767327970.743940:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010599680:0@lo:38:kworker.0
00000100:00100000:3.0:1767327970.743943:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010599936
00000100:00100000:3.0:1767327970.743978:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023
00000100:00100000:3.0:1767327970.743984:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010599936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327970.743997:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327970.744035:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010599936:12345-0@lo:38:kworker.0 Request processed in 50us (135us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327970.744041:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023
00000100:00080000:1.0:1767327970.744093:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767327970.744098:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767327970.744101:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010599936:0@lo:38:kworker.0
00000100:00100000:3.0:1767327971.254632:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010600064:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327971.254731:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327971.254803:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600064
00000100:00100000:1.0:1767327971.254818:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600064
00000100:00100000:1.0:1767327971.254895:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8225
00000100:00100000:1.0:1767327971.254909:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010600064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327971.254952:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327971.255023:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010600064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327971.255034:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8225
00000100:00100000:3.0:1767327971.255139:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010600064:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327971.702591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327971.766641:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010600192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767327971.766739:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327971.766801:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600192
00000100:00100000:1.0:1767327971.766814:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600192
00000100:00100000:1.0:1767327971.766882:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8226
00000100:00100000:1.0:1767327971.766897:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010600192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327971.766939:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327971.767000:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010600192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327971.767011:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8226
00000100:00100000:2.0:1767327971.767054:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010600192:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327972.726601:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327973.750599:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327974.774591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327975.248996:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327975.249037:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327975.249065:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219456
00000100:00100000:3.0:1767327975.249080:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219456
00000100:00100000:0.0:1767327975.249085:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219328
00000100:00100000:0.0:1767327975.249092:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219328
00000100:00080000:2.0:1767327975.249138:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327975.249151:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2128
00000100:00100000:3.0:1767327975.249165:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4024
00000100:00100000:0.0:1767327975.249167:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993219456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767327975.249180:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993219328:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767327975.249208:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327975.249259:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993219456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327975.249265:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993219328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327975.249272:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2128
00000100:00100000:3.0:1767327975.249284:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4024
00010000:00010000:1.0:1767327975.798602:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327975.862571:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327975.862584:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327975.862588:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327975.862592:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327975.862597:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327975.862606:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13168
00000100:00080000:0.0:1767327975.862611:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327975.862620:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327975.862669:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340e00 x1853164010600320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327975.862747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010600320:0@lo:38:kworker.0
00000100:00080000:0.0:1767327975.862749:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327975.862760:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327975.862763:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327975.862769:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13168
00000100:00080000:0.0:1767327975.862772:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767327975.862772:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327975.862781:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327975.862788:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767327975.862795:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010600448:0@lo:400:kworker.0
00000100:00100000:0.0:1767327975.862797:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340000 x1853164010600704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327975.862807:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010600576:0@lo:400:kworker.0
00000100:00080000:0.0:1767327975.862829:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327975.862833:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327975.862835:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327975.862840:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13168
00000100:00080000:0.0:1767327975.862843:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327975.862846:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327975.862854:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327975.862862:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327975.862869:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f800 x1853164010600960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327975.862893:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327975.862897:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767327975.862900:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767327975.862901:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327975.862911:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13168
00000100:00100000:3.0:1767327975.862915:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010600832:0@lo:400:kworker.0
00000100:00080000:0.0:1767327975.862917:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327975.862920:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010600704:0@lo:38:kworker.0
00000100:00100000:2.0:1767327975.862921:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010601088:0@lo:400:kworker.0
00000100:00080000:0.0:1767327975.862930:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327975.862956:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d180 x1853164010601216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327975.862970:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327975.862994:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600320
00000100:00100000:1.0:1767327975.863002:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600320
00000100:00100000:0.0:1767327975.863006:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600448
00000100:00100000:0.0:1767327975.863013:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600448
00000100:00100000:2.0:1767327975.863035:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327975.863049:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35172
00000100:00100000:1.0:1767327975.863059:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010600320:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327975.863063:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600832
00000100:00100000:3.0:1767327975.863079:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600832
00000100:00100000:0.0:1767327975.863084:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9347
00010000:00020000:1.0:1767327975.863085:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327975.863101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327975.863102:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010600448:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327975.863110:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767327975.863135:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601088
00000100:00100000:1.0:1767327975.863138:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010600320:12345-0@lo:38:kworker.0 Request processed in 77us (285us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327975.863140:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601088
00000100:00100000:2.0:1767327975.863145:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129
00000100:00100000:1.0:1767327975.863157:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35172
00000100:00100000:2.0:1767327975.863164:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010600832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327975.863183:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010600448:12345-0@lo:400:kworker.0 Request processed in 85us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327975.863192:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9347
00000100:00100000:3.0:1767327975.863197:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130
00000100:00100000:3.0:1767327975.863211:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010601088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327975.863225:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010600832:12345-0@lo:400:kworker.0 Request processed in 66us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327975.863235:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129
00000100:00080000:0.0:1767327975.863254:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327975.863254:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010600448:0@lo:400:kworker.0
00000100:00100000:3.0:1767327975.863264:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010601088:12345-0@lo:400:kworker.0 Request processed in 55us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327975.863276:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130
00000100:00100000:2.0:1767327975.863280:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327975.863295:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010601088:0@lo:400:kworker.0
00000100:00100000:0.0:1767327975.863313:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600576
00000100:00100000:0.0:1767327975.863318:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600576
00000100:00100000:3.0:1767327975.863338:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010600832:0@lo:400:kworker.0
00000100:00100000:2.0:1767327975.863350:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327975.863359:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9348
00000100:00100000:0.0:1767327975.863369:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010600576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327975.863380:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010600960:0@lo:38:kworker.0
00000100:00100000:3.0:1767327975.863381:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600704
00000100:00080000:1.0:1767327975.863382:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327975.863408:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600704
00000100:00100000:3.0:1767327975.863483:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025
00000100:00100000:3.0:1767327975.863488:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010600704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327975.863502:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327975.863518:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327975.863532:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010600576:12345-0@lo:400:kworker.0 Request processed in 163us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327975.863541:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9348
00000100:00100000:1.0:1767327975.863567:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010600576:0@lo:400:kworker.0
00000100:00080000:2.0:1767327975.863567:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327975.863570:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010600704:12345-0@lo:38:kworker.0 Request processed in 77us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327975.863578:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010600960
00000100:00080000:2.0:1767327975.863580:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327975.863585:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010600960
00000100:00100000:2.0:1767327975.863591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010600320:0@lo:38:kworker.0
00000100:00100000:3.0:1767327975.863599:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025
00000100:00100000:2.0:1767327975.863620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010601216:0@lo:38:kworker.0
00000100:00100000:0.0:1767327975.863628:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026
00000100:00100000:0.0:1767327975.863635:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010600960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327975.863647:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327975.863653:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327975.863689:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327975.863695:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601216
00000100:00080000:2.0:1767327975.863696:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327975.863697:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010600960:12345-0@lo:38:kworker.0 Request processed in 58us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327975.863704:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010600704:0@lo:38:kworker.0
00000100:00100000:1.0:1767327975.863706:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601216
00000100:00100000:0.0:1767327975.863715:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026
00000100:00080000:2.0:1767327975.863726:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327975.863732:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327975.863737:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4027
00000100:00100000:2.0:1767327975.863738:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010600960:0@lo:38:kworker.0
00000100:00100000:0.0:1767327975.863750:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010601216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767327975.863759:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327975.863788:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010601216:12345-0@lo:38:kworker.0 Request processed in 41us (141us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327975.863794:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4027
00000100:00080000:2.0:1767327975.863812:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327975.863818:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327975.863821:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010601216:0@lo:38:kworker.0
00000100:00100000:2.0:1767327976.374631:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010601344:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767327976.374716:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327976.374761:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601344
00000100:00100000:1.0:1767327976.374772:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601344
00000100:00100000:1.0:1767327976.374827:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8227
00000100:00100000:1.0:1767327976.374836:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010601344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327976.374870:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327976.374920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010601344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327976.374928:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8227
00000100:00100000:2.0:1767327976.374959:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010601344:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327976.822572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327976.886679:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010601472:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327976.886777:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327976.886837:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601472
00000100:00100000:1.0:1767327976.886849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601472
00000100:00100000:1.0:1767327976.886907:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8228
00000100:00100000:1.0:1767327976.886917:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010601472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327976.886963:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327976.887014:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010601472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327976.887020:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8228
00000100:00100000:0.0:1767327976.887060:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010601472:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327977.846654:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327978.870580:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327979.894640:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327980.369212:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327980.369256:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327980.369302:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219584
00000100:00100000:0.0:1767327980.369314:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219584
00000100:00100000:0.0:1767327980.369403:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219712
00000100:00100000:0.0:1767327980.369409:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219712
00000100:00100000:2.0:1767327980.369468:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4028
00000100:00100000:2.0:1767327980.369477:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993219584:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767327980.369501:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327980.369506:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327980.369549:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2131
00000100:00100000:0.0:1767327980.369564:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993219712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327980.369573:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993219584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327980.369583:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4028
00000100:00100000:0.0:1767327980.369626:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993219712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327980.369636:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2131
00010000:00010000:1.0:1767327980.918627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327980.982551:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327980.982566:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327980.982569:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327980.982574:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327980.982579:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327980.982589:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13173
00000100:00080000:0.0:1767327980.982596:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327980.982605:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327980.982661:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c700 x1853164010601600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327980.982750:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010601600:0@lo:38:kworker.0
00000100:00080000:0.0:1767327980.982754:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327980.982764:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327980.982768:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327980.982775:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13173
00000100:00080000:0.0:1767327980.982782:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767327980.982788:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010601728:0@lo:400:kworker.0
00000100:00080000:0.0:1767327980.982789:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327980.982820:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c000 x1853164010601984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327980.982852:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327980.982854:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327980.982866:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327980.982872:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327980.982875:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327980.982882:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13173
00000100:00100000:3.0:1767327980.982884:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010602112:0@lo:400:kworker.0
00000100:00080000:0.0:1767327980.982886:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327980.982897:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327980.982919:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327980.982925:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d880 x1853164010602240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767327980.982960:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010601984:0@lo:38:kworker.0
00000100:00080000:0.0:1767327980.982961:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327980.982974:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327980.982977:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327980.982983:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13173
00000100:00080000:0.0:1767327980.982987:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767327980.982992:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327980.982999:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767327980.983008:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327980.983015:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e300 x1853164010602496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327980.983019:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010602368:0@lo:400:kworker.0
00000100:00100000:2.0:1767327980.983026:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601600
00000100:00100000:2.0:1767327980.983044:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601600
00000100:00100000:3.0:1767327980.983078:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010601856:0@lo:400:kworker.0
00000100:00100000:1.0:1767327980.983104:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327980.983113:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35173
00000100:00100000:2.0:1767327980.983122:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010601600:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327980.983142:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601728
00010000:00020000:2.0:1767327980.983148:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327980.983154:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601728
00000100:00100000:3.0:1767327980.983154:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327980.983226:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602112
00000100:00100000:1.0:1767327980.983237:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602112
00000100:00100000:2.0:1767327980.983240:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010601600:12345-0@lo:38:kworker.0 Request processed in 114us (388us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327980.983252:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35173
00000100:00100000:0.0:1767327980.983261:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601856
00000100:00100000:0.0:1767327980.983269:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601856
00000100:00100000:3.0:1767327980.983315:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9349
00000100:00100000:2.0:1767327980.983320:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602368
00000100:00100000:2.0:1767327980.983328:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602368
00000100:00100000:0.0:1767327980.983331:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9350
00000100:00100000:1.0:1767327980.983341:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132
00000100:00100000:3.0:1767327980.983349:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010601728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327980.983379:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010601856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327980.983392:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010602112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327980.983407:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133
00000100:00100000:2.0:1767327980.983446:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010602368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327980.983530:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010601856:12345-0@lo:400:kworker.0 Request processed in 177us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327980.983542:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9350
00000100:00100000:1.0:1767327980.983560:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010602112:12345-0@lo:400:kworker.0 Request processed in 180us (560us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327980.983584:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132
00000100:00100000:2.0:1767327980.983591:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010602368:12345-0@lo:400:kworker.0 Request processed in 161us (483us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327980.983594:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010601728:12345-0@lo:400:kworker.0 Request processed in 254us (681us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327980.983628:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133
00000100:00100000:3.0:1767327980.983629:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9349
00000100:00100000:0.0:1767327980.983635:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327980.983677:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010602368:0@lo:400:kworker.0
00000100:00100000:2.0:1767327980.983683:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010601984
00000100:00100000:2.0:1767327980.983692:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010601984
00000100:00100000:0.0:1767327980.983694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010602240:0@lo:38:kworker.0
00000100:00080000:3.0:1767327980.983710:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327980.983712:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010601728:0@lo:400:kworker.0
00000100:00080000:3.0:1767327980.983728:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327980.983742:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767327980.983749:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029
00000100:00100000:0.0:1767327980.983760:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327980.983773:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010601984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327980.983790:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327980.983804:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602240
00000100:00100000:1.0:1767327980.983814:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602240
00000100:00080000:0.0:1767327980.983830:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327980.983840:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327980.983845:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010602112:0@lo:400:kworker.0
00000100:00100000:0.0:1767327980.983852:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010601600:0@lo:38:kworker.0
00000100:00100000:2.0:1767327980.983869:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010601984:12345-0@lo:38:kworker.0 Request processed in 92us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327980.983871:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030
00000100:00100000:0.0:1767327980.983887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010602496:0@lo:38:kworker.0
00000100:00100000:1.0:1767327980.983909:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010602240:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327980.983913:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010601856:0@lo:400:kworker.0
00000100:00100000:2.0:1767327980.983914:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029
00000100:00100000:0.0:1767327980.983950:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767327980.983950:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327980.983990:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602496
00000100:00100000:2.0:1767327980.983999:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602496
00000100:00080000:0.0:1767327980.984004:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327980.984012:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327980.984017:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010601984:0@lo:38:kworker.0
00000100:00100000:1.0:1767327980.984024:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010602240:12345-0@lo:38:kworker.0 Request processed in 129us (280us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327980.984033:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031
00000100:00100000:2.0:1767327980.984046:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010602496:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327980.984048:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767327980.984048:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030
00000100:00080000:0.0:1767327980.984063:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327980.984070:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010602240:0@lo:38:kworker.0
00010000:00020000:2.0:1767327980.984073:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327980.984134:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010602496:12345-0@lo:38:kworker.0 Request processed in 93us (190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327980.984144:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031
00000100:00080000:0.0:1767327980.984152:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767327980.984160:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327980.984165:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010602496:0@lo:38:kworker.0
00000100:00100000:3.0:1767327981.494651:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767327981.494671:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010602624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767327981.494739:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327981.494795:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602624
00000100:00100000:1.0:1767327981.494810:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602624
00000100:00100000:1.0:1767327981.494890:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8229
00000100:00100000:1.0:1767327981.494904:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010602624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767327981.494954:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767327981.495037:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010602624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327981.495049:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8229
00000100:00100000:3.0:1767327981.495084:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010602624:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327981.942609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327982.006710:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010602752:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327982.006778:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327982.006824:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602752
00000100:00100000:1.0:1767327982.006834:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602752
00000100:00080000:3.0:1767327982.006904:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767327982.006910:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8230
00000100:00100000:1.0:1767327982.006924:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010602752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767327982.006955:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767327982.007007:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010602752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327982.007014:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8230
00000100:00100000:0.0:1767327982.007072:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010602752:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327982.966564:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327983.990616:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327985.014549:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327985.489010:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327985.489080:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219968
00000100:00100000:2.0:1767327985.489083:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327985.489097:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219968
00000100:00100000:1.0:1767327985.489166:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993219840
00000100:00080000:3.0:1767327985.489166:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327985.489174:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2134
00000100:00100000:1.0:1767327985.489176:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993219840
00000100:00100000:0.0:1767327985.489188:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993219968:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767327985.489222:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4032
00000100:00100000:2.0:1767327985.489235:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993219840:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767327985.489264:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993219968:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (269us total) trans 0 rc 0/0
00010000:00020000:2.0:1767327985.489272:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327985.489279:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2134
00000100:00100000:2.0:1767327985.489355:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993219840:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 118us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327985.489370:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4032
00010000:00010000:1.0:1767327986.038572:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767327986.102559:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327986.102568:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767327986.102571:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327986.102574:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327986.102578:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327986.102586:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13178
00000100:00080000:0.0:1767327986.102593:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327986.102600:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327986.102636:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c000 x1853164010602880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327986.102698:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327986.102702:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327986.102704:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327986.102707:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13178
00000100:00080000:0.0:1767327986.102713:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767327986.102717:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010602880:0@lo:38:kworker.0
00000100:00080000:0.0:1767327986.102719:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327986.102728:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010603008:0@lo:400:kworker.0
00000100:00100000:3.0:1767327986.102736:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010603136:0@lo:400:kworker.0
00000100:00100000:0.0:1767327986.102738:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010603264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327986.102774:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327986.102777:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327986.102779:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327986.102783:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13178
00000100:00080000:0.0:1767327986.102786:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327986.102793:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327986.102810:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7df80 x1853164010603520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327986.102836:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327986.102845:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010603392:0@lo:400:kworker.0
00000100:00080000:0.0:1767327986.102846:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327986.102847:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327986.102860:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327986.102863:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327986.102870:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13178
00000100:00080000:0.0:1767327986.102873:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767327986.102877:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327986.102895:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010603776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327986.102908:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327986.102965:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010603264:0@lo:38:kworker.0
00000100:00100000:0.0:1767327986.102975:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327986.102977:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010603648:0@lo:400:kworker.0
00000100:00100000:1.0:1767327986.102987:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603392
00000100:00100000:1.0:1767327986.102994:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603392
00000100:00100000:2.0:1767327986.103017:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767327986.103029:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767327986.103061:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603136
00000100:00100000:3.0:1767327986.103066:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327986.103067:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603264
00000100:00100000:0.0:1767327986.103070:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603136
00000100:00100000:2.0:1767327986.103072:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010603520:0@lo:38:kworker.0
00000100:00100000:1.0:1767327986.103073:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603264
00000100:00100000:1.0:1767327986.103114:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603648
00000100:00100000:1.0:1767327986.103120:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603648
00000100:00100000:3.0:1767327986.103129:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135
00000100:00100000:2.0:1767327986.103135:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327986.103136:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603008
00000100:00100000:0.0:1767327986.103147:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603008
00000100:00100000:3.0:1767327986.103152:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010603392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327986.103162:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603520
00000100:00100000:1.0:1767327986.103167:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603520
00000100:00100000:2.0:1767327986.103172:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010603776:0@lo:38:kworker.0
00000100:00100000:1.0:1767327986.103192:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136
00000100:00100000:0.0:1767327986.103195:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9351
00000100:00100000:1.0:1767327986.103208:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010603648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327986.103213:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010603136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327986.103227:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010603392:12345-0@lo:400:kworker.0 Request processed in 77us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327986.103230:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327986.103245:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135
00000100:00100000:3.0:1767327986.103291:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603776
00000100:00100000:3.0:1767327986.103295:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603776
00000100:00100000:1.0:1767327986.103299:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010603648:12345-0@lo:400:kworker.0 Request processed in 95us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327986.103312:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010603136:12345-0@lo:400:kworker.0 Request processed in 105us (476us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327986.103313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136
00000100:00100000:2.0:1767327986.103330:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010602880
00000100:00100000:0.0:1767327986.103347:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9351
00000100:00100000:2.0:1767327986.103347:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010602880
00000100:00100000:3.0:1767327986.103357:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033
00000100:00100000:1.0:1767327986.103368:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034
00000100:00100000:3.0:1767327986.103369:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010603264:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327986.103382:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9352
00000100:00100000:1.0:1767327986.103382:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010603520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767327986.103392:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767327986.103401:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327986.103404:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35174
00000100:00100000:0.0:1767327986.103406:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010603008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327986.103457:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010602880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327986.103477:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327986.103489:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010603520:12345-0@lo:38:kworker.0 Request processed in 108us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327986.103502:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034
00000100:00100000:3.0:1767327986.103503:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010603264:12345-0@lo:38:kworker.0 Request processed in 131us (484us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327986.103509:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010603008:12345-0@lo:400:kworker.0 Request processed in 114us (538us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327986.103516:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033
00000100:00100000:0.0:1767327986.103522:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9352
00000100:00100000:2.0:1767327986.103542:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010602880:12345-0@lo:38:kworker.0 Request processed in 121us (699us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327986.103552:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035
00000100:00100000:2.0:1767327986.103559:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35174
00000100:00100000:1.0:1767327986.103569:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010603776:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767327986.103575:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767327986.103582:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767327986.103584:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767327986.103590:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327986.103615:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010603008:0@lo:400:kworker.0
00000100:00100000:1.0:1767327986.103628:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010603776:12345-0@lo:38:kworker.0 Request processed in 60us (407us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327986.103638:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035
00000100:00080000:2.0:1767327986.103660:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327986.103671:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327986.103674:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010603392:0@lo:400:kworker.0
00000100:00100000:2.0:1767327986.103683:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010603264:0@lo:38:kworker.0
00000100:00100000:0.0:1767327986.103684:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010603136:0@lo:400:kworker.0
00000100:00100000:1.0:1767327986.103687:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010603648:0@lo:400:kworker.0
00000100:00080000:2.0:1767327986.103738:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327986.103747:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327986.103753:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010603520:0@lo:38:kworker.0
00000100:00080000:2.0:1767327986.103761:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327986.103763:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327986.103765:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010603776:0@lo:38:kworker.0
00000100:00080000:2.0:1767327986.103771:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327986.103773:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327986.103775:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010602880:0@lo:38:kworker.0
00000100:00100000:1.0:1767327986.614605:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767327986.614627:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010603904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327986.614689:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327986.614744:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010603904
00000100:00100000:2.0:1767327986.614760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010603904
00000100:00100000:2.0:1767327986.614832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8231
00000100:00100000:2.0:1767327986.614847:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010603904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327986.614891:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327986.614970:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010603904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327986.614980:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8231
00000100:00100000:1.0:1767327986.615016:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010603904:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327987.062542:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327987.126602:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010604032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327987.126662:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327987.126718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604032
00000100:00100000:2.0:1767327987.126733:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604032
00000100:00100000:2.0:1767327987.126801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8232
00000100:00100000:2.0:1767327987.126815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010604032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327987.126854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327987.126928:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010604032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327987.126934:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8232
00000100:00100000:0.0:1767327987.126977:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010604032:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327988.086568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327989.110518:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767327989.584953:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993220096 offset 0 length 520: 4
00000100:00100000:3.0:1767327989.584990:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327989.585013:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327989.585039:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220352
00000100:00100000:1.0:1767327989.585049:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220352
00000100:00100000:0.0:1767327989.585057:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220224
00000100:00100000:0.0:1767327989.585064:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220224
00000100:00080000:3.0:1767327989.585100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327989.585112:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2137
00000100:00100000:0.0:1767327989.585127:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4036
00000100:00100000:1.0:1767327989.585127:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993220352:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327989.585143:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993220224:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767327989.585167:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327989.585198:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993220352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327989.585202:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993220224:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 60us (185us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327989.585220:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4036
00000100:00100000:1.0:1767327989.585228:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2137
00010000:00010000:1.0:1767327990.134561:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327990.198480:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327965/real 1767327965]  req@ffff9bb58a343100 x1853164010598656/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767327990.198506:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58a343100 x1853164010598656/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767327990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767327990.198522:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767327990.198538:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767327990.198542:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010598656:0@lo:250:kworker.0
00000100:00080000:0.0:1767327990.198582:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327990.198588:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767327990.198591:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327990.198595:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13163
00000100:00080000:0.0:1767327990.198599:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767327990.198605:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767327990.198633:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f800 x1853164010604160/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767327990.198655:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327990.198658:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327990.198660:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327990.198665:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13183
00000100:00080000:0.0:1767327990.198670:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327990.198675:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327990.198680:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010604160:0@lo:250:kworker.0
00000100:00100000:0.0:1767327990.198694:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7dc00 x1853164010604288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767327990.198724:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010604160 offset 0 length 520: 4
00000100:00100000:2.0:1767327990.198760:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010604288:0@lo:38:kworker.0
00000100:00080000:0.0:1767327990.198775:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767327990.198781:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767327990.198786:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767327990.198787:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327990.198795:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13183
00000100:00080000:0.0:1767327990.198800:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327990.198802:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010604416:0@lo:400:kworker.0
00000100:00080000:0.0:1767327990.198808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327990.198821:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604288
00000100:00100000:2.0:1767327990.198828:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604288
00000100:00100000:0.0:1767327990.198829:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010604672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327990.198845:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327990.198847:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767327990.198866:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767327990.198866:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010604544:0@lo:400:kworker.0
00000100:00100000:2.0:1767327990.198870:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35175
00000100:00080000:0.0:1767327990.198877:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327990.198880:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767327990.198883:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010604288:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767327990.198886:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13183
00000100:00100000:1.0:1767327990.198887:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767327990.198892:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767327990.198897:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010604800:0@lo:400:kworker.0
00000100:00080000:0.0:1767327990.198898:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767327990.198903:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327990.198919:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010604928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327990.198925:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327990.198945:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327990.198955:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010604288:12345-0@lo:38:kworker.0 Request processed in 72us (169us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767327990.198960:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767327990.198965:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35175
00000100:00080000:0.0:1767327990.198967:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767327990.198970:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767327990.198974:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13183
00000100:00080000:0.0:1767327990.198976:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767327990.198982:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767327990.198982:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010605056:0@lo:400:kworker.0
00000100:00100000:0.0:1767327990.198997:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e680 x1853164010605184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767327990.198999:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604800
00000100:00100000:2.0:1767327990.199004:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010604672:0@lo:38:kworker.0
00000100:00100000:1.0:1767327990.199005:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604800
00000100:00100000:3.0:1767327990.199016:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327990.199032:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604416
00000100:00100000:2.0:1767327990.199038:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767327990.199039:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604416
00000100:00100000:1.0:1767327990.199062:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605056
00000100:00100000:1.0:1767327990.199067:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605056
00000100:00100000:3.0:1767327990.199071:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604672
00000100:00100000:3.0:1767327990.199076:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604672
00000100:00100000:2.0:1767327990.199078:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010604928:0@lo:38:kworker.0
00000100:00100000:0.0:1767327990.199081:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604544
00000100:00100000:0.0:1767327990.199085:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604544
00000100:00100000:2.0:1767327990.199110:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327990.199115:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138
00000100:00100000:3.0:1767327990.199120:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010604928
00000100:00100000:0.0:1767327990.199124:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9353
00000100:00100000:3.0:1767327990.199125:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010604928
00000100:00100000:1.0:1767327990.199131:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010604800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327990.199138:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010604416:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767327990.199142:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767327990.199147:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139
00000100:00080000:2.0:1767327990.199150:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767327990.199158:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010604288:0@lo:38:kworker.0
00000100:00100000:3.0:1767327990.199162:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010605056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327990.199178:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010605184:0@lo:38:kworker.0
00000100:00100000:0.0:1767327990.199201:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010604416:12345-0@lo:400:kworker.0 Request processed in 67us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327990.199206:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010604800:12345-0@lo:400:kworker.0 Request processed in 80us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327990.199215:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9353
00000100:00100000:2.0:1767327990.199216:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327990.199222:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138
00000100:00100000:3.0:1767327990.199223:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010605056:12345-0@lo:400:kworker.0 Request processed in 64us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327990.199232:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139
00000100:00100000:0.0:1767327990.199242:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9354
00000100:00100000:1.0:1767327990.199248:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605184
00000100:00100000:0.0:1767327990.199252:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010604544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767327990.199252:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605184
00000100:00100000:3.0:1767327990.199258:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037
00000100:00080000:2.0:1767327990.199264:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767327990.199266:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010604672:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767327990.199269:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767327990.199274:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767327990.199275:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038
00010000:00020000:3.0:1767327990.199279:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327990.199284:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010604928:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327990.199312:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039
00010000:00020000:1.0:1767327990.199315:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767327990.199322:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010604544:12345-0@lo:400:kworker.0 Request processed in 69us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327990.199322:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010605184:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767327990.199335:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9354
00010000:00020000:2.0:1767327990.199337:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327990.199345:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010604672:12345-0@lo:38:kworker.0 Request processed in 76us (306us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327990.199354:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037
00000100:00100000:1.0:1767327990.199358:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010604928:12345-0@lo:38:kworker.0 Request processed in 71us (248us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327990.199366:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038
00000100:00100000:2.0:1767327990.199376:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010605184:12345-0@lo:38:kworker.0 Request processed in 56us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327990.199384:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039
00000100:00100000:0.0:1767327990.199404:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010604416:0@lo:400:kworker.0
00000100:00100000:3.0:1767327990.199411:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010605056:0@lo:400:kworker.0
00000100:00100000:1.0:1767327990.199444:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010604800:0@lo:400:kworker.0
00000100:00100000:2.0:1767327990.199455:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010604544:0@lo:400:kworker.0
00000100:00080000:3.0:1767327990.199492:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327990.199497:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327990.199502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010605184:0@lo:38:kworker.0
00000100:00080000:3.0:1767327990.199511:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327990.199514:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327990.199516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010604672:0@lo:38:kworker.0
00000100:00080000:3.0:1767327990.199521:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327990.199522:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327990.199524:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010604928:0@lo:38:kworker.0
00010000:00010000:1.0:1767327991.158509:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327991.734573:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010605312:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327991.734640:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327991.734716:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605312
00000100:00100000:2.0:1767327991.734724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605312
00000100:00100000:2.0:1767327991.734776:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8233
00000100:00100000:2.0:1767327991.734785:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010605312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327991.734810:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327991.734851:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010605312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327991.734857:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8233
00000100:00100000:1.0:1767327991.734888:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010605312:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327992.182525:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327992.246577:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010605440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767327992.246648:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327992.246694:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605440
00000100:00100000:2.0:1767327992.246703:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605440
00000100:00100000:2.0:1767327992.246760:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8234
00000100:00080000:3.0:1767327992.246767:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327992.246770:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010605440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327992.246796:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327992.246837:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010605440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327992.246842:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8234
00000100:00100000:1.0:1767327992.246892:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010605440:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327993.206522:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327994.230540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767327994.704944:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767327994.704977:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767327994.705002:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220608
00000100:00100000:1.0:1767327994.705011:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220608
00000100:00100000:3.0:1767327994.705022:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220480
00000100:00100000:3.0:1767327994.705028:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220480
00000100:00080000:2.0:1767327994.705063:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767327994.705074:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2140
00000100:00100000:1.0:1767327994.705087:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4040
00000100:00100000:3.0:1767327994.705088:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993220608:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767327994.705102:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993220480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767327994.705125:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767327994.705158:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993220608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327994.705164:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2140
00000100:00100000:1.0:1767327994.705172:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993220480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (191us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767327994.705182:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4040
00010000:00010000:1.0:1767327995.254566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767327995.318544:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327995.318554:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767327995.318558:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327995.318562:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327995.318566:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327995.318575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13188
00000100:00080000:2.0:1767327995.318579:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327995.318586:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767327995.318624:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010605568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767327995.318687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010605568:0@lo:38:kworker.0
00000100:00080000:2.0:1767327995.318697:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327995.318702:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010605696:0@lo:400:kworker.0
00000100:00080000:2.0:1767327995.318704:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327995.318709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327995.318715:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13188
00000100:00100000:1.0:1767327995.318716:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767327995.318719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327995.318726:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327995.318731:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010605824:0@lo:400:kworker.0
00000100:00100000:2.0:1767327995.318742:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2300 x1853164010605952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327995.318760:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327995.318767:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327995.318782:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767327995.318788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327995.318791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327995.318797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13188
00000100:00080000:2.0:1767327995.318800:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767327995.318806:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605696
00000100:00080000:2.0:1767327995.318807:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327995.318815:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605696
00000100:00100000:3.0:1767327995.318817:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010605952:0@lo:38:kworker.0
00000100:00100000:2.0:1767327995.318824:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0a80 x1853164010606208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327995.318856:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605568
00000100:00100000:3.0:1767327995.318857:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767327995.318860:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767327995.318865:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605568
00000100:00080000:2.0:1767327995.318866:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767327995.318871:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767327995.318876:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13188
00000100:00080000:2.0:1767327995.318880:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767327995.318885:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767327995.318889:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9355
00000100:00100000:3.0:1767327995.318899:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010606208:0@lo:38:kworker.0
00000100:00100000:1.0:1767327995.318903:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010605696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767327995.318908:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35176
00000100:00100000:2.0:1767327995.318908:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010606464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767327995.318920:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010605568:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327995.318934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767327995.318941:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767327995.318944:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767327995.318965:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010605696:12345-0@lo:400:kworker.0 Request processed in 66us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327995.318970:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010606464:0@lo:38:kworker.0
00000100:00100000:2.0:1767327995.318973:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010606336:0@lo:400:kworker.0
00000100:00100000:1.0:1767327995.318985:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9355
00000100:00100000:0.0:1767327995.319004:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010605568:12345-0@lo:38:kworker.0 Request processed in 84us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327995.319011:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35176
00000100:00100000:3.0:1767327995.319022:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327995.319027:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327995.319046:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767327995.319050:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605824
00000100:00100000:0.0:1767327995.319054:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605824
00000100:00100000:2.0:1767327995.319061:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010606080:0@lo:400:kworker.0
00000100:00080000:3.0:1767327995.319095:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767327995.319096:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9356
00000100:00100000:1.0:1767327995.319096:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010605696:0@lo:400:kworker.0
00000100:00080000:3.0:1767327995.319108:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767327995.319113:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010605824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767327995.319115:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767327995.319121:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010605568:0@lo:38:kworker.0
00000100:00100000:1.0:1767327995.319155:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010605952
00000100:00100000:1.0:1767327995.319160:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010605952
00000100:00100000:3.0:1767327995.319163:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606208
00000100:00080000:2.0:1767327995.319165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767327995.319171:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010605824:12345-0@lo:400:kworker.0 Request processed in 63us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1767327995.319171:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606208
00000100:00100000:0.0:1767327995.319183:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9356
00000100:00100000:1.0:1767327995.319186:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606464
00000100:00100000:2.0:1767327995.319187:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767327995.319191:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606464
00000100:00100000:3.0:1767327995.319210:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606080
00000100:00100000:1.0:1767327995.319213:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606336
00000100:00100000:3.0:1767327995.319217:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606080
00000100:00100000:1.0:1767327995.319218:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606336
00000100:00100000:0.0:1767327995.319222:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010605824:0@lo:400:kworker.0
00000100:00100000:2.0:1767327995.319243:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041
00000100:00100000:2.0:1767327995.319266:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010605952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767327995.319281:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767327995.319285:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141
00000100:00100000:0.0:1767327995.319293:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142
00000100:00100000:1.0:1767327995.319295:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010606336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327995.319307:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042
00000100:00100000:0.0:1767327995.319309:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010606080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767327995.319320:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010606208:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767327995.319329:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010605952:12345-0@lo:38:kworker.0 Request processed in 75us (471us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767327995.319337:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327995.319343:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041
00000100:00100000:1.0:1767327995.319346:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010606336:12345-0@lo:400:kworker.0 Request processed in 52us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767327995.319354:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141
00000100:00100000:0.0:1767327995.319361:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010606080:12345-0@lo:400:kworker.0 Request processed in 56us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327995.319368:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142
00000100:00100000:2.0:1767327995.319375:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043
00000100:00100000:2.0:1767327995.319387:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010606464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767327995.319389:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010606208:12345-0@lo:38:kworker.0 Request processed in 67us (453us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767327995.319400:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042
00010000:00020000:2.0:1767327995.319404:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327995.319467:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010606464:12345-0@lo:38:kworker.0 Request processed in 82us (446us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767327995.319474:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043
00000100:00080000:3.0:1767327995.319476:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327995.319484:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327995.319489:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010606464:0@lo:38:kworker.0
00000100:00080000:2.0:1767327995.319497:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767327995.319502:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327995.319509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327995.319513:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010606208:0@lo:38:kworker.0
00000100:00100000:2.0:1767327995.319525:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010606080:0@lo:400:kworker.0
00000100:00080000:3.0:1767327995.319529:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767327995.319535:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767327995.319540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010605952:0@lo:38:kworker.0
00000100:00100000:2.0:1767327995.319560:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010606336:0@lo:400:kworker.0
00010000:00010000:1.0:1767327996.278562:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767327996.854635:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010606592:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767327996.854699:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327996.854745:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606592
00000100:00100000:2.0:1767327996.854755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606592
00000100:00100000:2.0:1767327996.854808:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8235
00000100:00100000:2.0:1767327996.854818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010606592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767327996.854847:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767327996.854898:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010606592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327996.854908:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8235
00000100:00100000:1.0:1767327996.854931:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010606592:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767327997.302580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767327997.366602:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767327997.366618:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010606720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767327997.366674:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767327997.366719:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606720
00000100:00100000:2.0:1767327997.366729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606720
00000100:00080000:0.0:1767327997.366780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767327997.366797:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8236
00000100:00100000:2.0:1767327997.366809:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010606720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767327997.366839:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767327997.366891:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010606720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767327997.366899:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8236
00000100:00100000:0.0:1767327997.366931:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010606720:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767327998.326577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767327999.350576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767327999.824873:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767327999.824903:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767327999.824946:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220864
00000100:00100000:2.0:1767327999.824953:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220736
00000100:00100000:0.0:1767327999.824957:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220864
00000100:00100000:2.0:1767327999.824961:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220736
00000100:00100000:2.0:1767327999.825013:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2143
00000100:00100000:0.0:1767327999.825025:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4044
00000100:00100000:2.0:1767327999.825029:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993220864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767327999.825037:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993220736:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767327999.825038:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767327999.825060:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767327999.825105:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993220864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767327999.825106:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993220736:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (198us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767327999.825122:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4044
00000100:00100000:2.0:1767327999.825128:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2143
00010000:00010000:1.0:1767328000.374548:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328000.438544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328000.438553:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328000.438556:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328000.438559:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328000.438562:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328000.438568:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13193
00000100:00080000:0.0:1767328000.438571:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328000.438576:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328000.438612:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e680 x1853164010606848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328000.438662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010606848:0@lo:38:kworker.0
00000100:00080000:0.0:1767328000.438682:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328000.438687:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328000.438689:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767328000.438690:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328000.438695:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13193
00000100:00080000:0.0:1767328000.438698:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328000.438703:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328000.438703:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010606976:0@lo:400:kworker.0
00000100:00100000:1.0:1767328000.438713:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328000.438720:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f480 x1853164010607232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328000.438732:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010607104:0@lo:400:kworker.0
00000100:00100000:3.0:1767328000.438733:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328000.438748:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328000.438751:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328000.438754:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328000.438757:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328000.438761:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13193
00000100:00080000:0.0:1767328000.438764:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328000.438768:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328000.438783:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010607488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328000.438791:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010607232:0@lo:38:kworker.0
00000100:00100000:1.0:1767328000.438797:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328000.438825:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606848
00000100:00080000:0.0:1767328000.438831:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328000.438834:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606848
00000100:00080000:0.0:1767328000.438837:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328000.438839:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328000.438841:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010607360:0@lo:400:kworker.0
00000100:00080000:0.0:1767328000.438843:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328000.438852:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13193
00000100:00080000:0.0:1767328000.438855:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328000.438860:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328000.438869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010607488:0@lo:38:kworker.0
00000100:00100000:2.0:1767328000.438877:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35177
00000100:00100000:0.0:1767328000.438878:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39f80 x1853164010607744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328000.438887:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010606848:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328000.438906:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010606976
00010000:00020000:2.0:1767328000.438909:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328000.438911:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010606976
00000100:00100000:3.0:1767328000.438915:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607232
00000100:00100000:1.0:1767328000.438916:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328000.438921:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607232
00000100:00100000:3.0:1767328000.438951:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607360
00000100:00100000:3.0:1767328000.438954:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607360
00000100:00100000:0.0:1767328000.438974:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607104
00000100:00100000:2.0:1767328000.438976:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010606848:12345-0@lo:38:kworker.0 Request processed in 88us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328000.438979:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607104
00000100:00100000:2.0:1767328000.438984:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35177
00000100:00100000:1.0:1767328000.438991:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9357
00000100:00100000:3.0:1767328000.438993:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144
00000100:00100000:1.0:1767328000.439013:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010606976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328000.439013:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010607360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328000.439018:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9358
00000100:00100000:0.0:1767328000.439035:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010607104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328000.439040:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4045
00000100:00100000:2.0:1767328000.439046:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010607232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328000.439059:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328000.439084:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010606976:12345-0@lo:400:kworker.0 Request processed in 80us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328000.439093:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010607360:12345-0@lo:400:kworker.0 Request processed in 87us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328000.439100:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010607104:12345-0@lo:400:kworker.0 Request processed in 65us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328000.439101:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010607232:12345-0@lo:38:kworker.0 Request processed in 49us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328000.439102:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9357
00000100:00100000:3.0:1767328000.439114:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144
00000100:00100000:0.0:1767328000.439119:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9358
00000100:00100000:2.0:1767328000.439119:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4045
00000100:00100000:2.0:1767328000.439153:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328000.439154:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328000.439160:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328000.439163:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328000.439165:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328000.439166:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010607360:0@lo:400:kworker.0
00000100:00100000:3.0:1767328000.439176:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010607616:0@lo:400:kworker.0
00000100:00100000:0.0:1767328000.439183:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607488
00000100:00100000:0.0:1767328000.439188:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607488
00000100:00100000:1.0:1767328000.439191:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010607104:0@lo:400:kworker.0
00000100:00080000:2.0:1767328000.439194:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328000.439202:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328000.439210:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010607232:0@lo:38:kworker.0
00000100:00100000:3.0:1767328000.439213:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328000.439235:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046
00000100:00100000:0.0:1767328000.439243:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010607488:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328000.439250:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328000.439253:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767328000.439254:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328000.439257:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010606848:0@lo:38:kworker.0
00000100:00100000:1.0:1767328000.439281:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607616
00000100:00100000:2.0:1767328000.439284:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010607744:0@lo:38:kworker.0
00000100:00100000:1.0:1767328000.439288:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607616
00000100:00100000:0.0:1767328000.439294:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010607488:12345-0@lo:38:kworker.0 Request processed in 49us (138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328000.439301:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010606976:0@lo:400:kworker.0
00000100:00100000:0.0:1767328000.439307:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046
00000100:00100000:2.0:1767328000.439317:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328000.439331:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607744
00000100:00100000:0.0:1767328000.439335:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607744
00000100:00080000:2.0:1767328000.439352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328000.439354:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145
00000100:00080000:2.0:1767328000.439360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328000.439367:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047
00000100:00100000:2.0:1767328000.439367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010607488:0@lo:38:kworker.0
00000100:00100000:3.0:1767328000.439372:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010607616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328000.439382:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010607744:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328000.439389:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328000.439398:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328000.439449:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010607616:0@lo:400:kworker.0
00000100:00100000:3.0:1767328000.439459:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010607616:12345-0@lo:400:kworker.0 Request processed in 94us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328000.439467:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145
00000100:00100000:1.0:1767328000.439488:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010607744:12345-0@lo:38:kworker.0 Request processed in 107us (168us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328000.439498:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047
00000100:00080000:0.0:1767328000.439522:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328000.439527:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328000.439530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010607744:0@lo:38:kworker.0
00010000:00010000:1.0:1767328001.398580:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328001.974621:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328001.974646:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010607872:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328001.974714:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328001.974755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010607872
00000100:00100000:2.0:1767328001.974764:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010607872
00000100:00100000:2.0:1767328001.974810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8237
00000100:00100000:2.0:1767328001.974818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010607872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328001.974843:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328001.974886:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010607872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328001.974892:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8237
00000100:00100000:3.0:1767328001.974942:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010607872:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328002.422591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328002.486617:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010608000:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328002.486675:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328002.486732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608000
00000100:00100000:1.0:1767328002.486741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608000
00000100:00080000:0.0:1767328002.486789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328002.486812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8238
00000100:00100000:1.0:1767328002.486823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010608000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328002.486854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328002.486905:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010608000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328002.486918:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8238
00000100:00100000:2.0:1767328002.486955:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010608000:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328003.446570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328004.470525:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328004.944938:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328004.944975:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328004.944999:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993221120
00000100:00100000:1.0:1767328004.945008:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993221120
00000100:00100000:3.0:1767328004.945020:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993220992
00000100:00100000:3.0:1767328004.945026:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993220992
00000100:00080000:0.0:1767328004.945059:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328004.945075:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2146
00000100:00100000:1.0:1767328004.945084:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4048
00000100:00100000:3.0:1767328004.945090:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993221120:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328004.945095:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993220992:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328004.945114:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328004.945159:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993221120:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328004.945165:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993220992:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328004.945172:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2146
00000100:00100000:1.0:1767328004.945178:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4048
00010000:00010000:1.0:1767328005.494555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328005.558534:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328005.558542:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328005.558545:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328005.558548:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328005.558552:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328005.558558:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13198
00000100:00080000:2.0:1767328005.558562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328005.558568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328005.558604:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4000 x1853164010608128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328005.558662:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328005.558665:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010608128:0@lo:38:kworker.0
00000100:00080000:2.0:1767328005.558666:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328005.558670:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328005.558677:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13198
00000100:00080000:2.0:1767328005.558679:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328005.558683:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328005.558691:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010608256:0@lo:400:kworker.0
00000100:00100000:2.0:1767328005.558698:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7480 x1853164010608512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328005.558713:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328005.558726:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328005.558729:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010608384:0@lo:400:kworker.0
00000100:00080000:2.0:1767328005.558732:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328005.558737:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328005.558744:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328005.558746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13198
00000100:00100000:3.0:1767328005.558751:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328005.558754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328005.558760:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328005.558775:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7100 x1853164010608768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328005.558788:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328005.558796:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328005.558799:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010608512:0@lo:38:kworker.0
00000100:00080000:2.0:1767328005.558805:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328005.558806:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010608896:0@lo:400:kworker.0
00000100:00080000:2.0:1767328005.558811:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328005.558814:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328005.558818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13198
00000100:00080000:2.0:1767328005.558820:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328005.558823:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328005.558827:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010608640:0@lo:400:kworker.0
00000100:00100000:2.0:1767328005.558840:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6a00 x1853164010609024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328005.558851:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328005.558879:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608128
00000100:00100000:3.0:1767328005.558886:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608128
00000100:00100000:2.0:1767328005.558888:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608256
00000100:00100000:1.0:1767328005.558892:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328005.558894:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608256
00000100:00100000:0.0:1767328005.558900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010608768:0@lo:38:kworker.0
00000100:00100000:3.0:1767328005.558927:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35178
00000100:00100000:3.0:1767328005.558935:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010608128:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328005.558936:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608512
00000100:00100000:1.0:1767328005.558944:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608512
00000100:00100000:2.0:1767328005.558944:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608384
00000100:00100000:0.0:1767328005.558945:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328005.558951:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608384
00010000:00020000:3.0:1767328005.558957:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328005.558977:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608640
00000100:00100000:1.0:1767328005.558982:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608640
00000100:00100000:0.0:1767328005.558985:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010609024:0@lo:38:kworker.0
00000100:00100000:2.0:1767328005.558986:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9359
00000100:00100000:2.0:1767328005.558998:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010608256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328005.559000:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010608128:12345-0@lo:38:kworker.0 Request processed in 64us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328005.559008:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35178
00000100:00100000:1.0:1767328005.559020:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608768
00000100:00100000:1.0:1767328005.559025:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608768
00000100:00100000:0.0:1767328005.559027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328005.559051:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609024
00000100:00100000:3.0:1767328005.559056:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609024
00000100:00100000:1.0:1767328005.559058:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147
00000100:00100000:2.0:1767328005.559069:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010608256:12345-0@lo:400:kworker.0 Request processed in 72us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328005.559071:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010608640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328005.559080:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049
00000100:00080000:0.0:1767328005.559081:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328005.559086:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9359
00000100:00080000:0.0:1767328005.559092:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328005.559092:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010608512:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328005.559103:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010608128:0@lo:38:kworker.0
00010000:00020000:3.0:1767328005.559106:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328005.559108:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9360
00000100:00100000:1.0:1767328005.559121:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010608640:12345-0@lo:400:kworker.0 Request processed in 54us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328005.559123:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010608384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328005.559138:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147
00000100:00100000:3.0:1767328005.559145:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010608512:12345-0@lo:38:kworker.0 Request processed in 53us (297us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328005.559151:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328005.559154:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049
00000100:00080000:0.0:1767328005.559161:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328005.559162:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050
00000100:00100000:0.0:1767328005.559172:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010608512:0@lo:38:kworker.0
00000100:00100000:1.0:1767328005.559173:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010608768:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328005.559173:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010608384:12345-0@lo:400:kworker.0 Request processed in 50us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328005.559178:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4051
00000100:00100000:2.0:1767328005.559203:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9360
00000100:00100000:3.0:1767328005.559210:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010609024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328005.559216:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328005.559227:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328005.559228:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328005.559237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328005.559241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328005.559259:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010608768:12345-0@lo:38:kworker.0 Request processed in 84us (316us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328005.559259:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328005.559269:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050
00000100:00100000:3.0:1767328005.559281:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010609024:12345-0@lo:38:kworker.0 Request processed in 72us (254us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328005.559284:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328005.559285:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010608896
00000100:00100000:1.0:1767328005.559291:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010608896
00000100:00080000:0.0:1767328005.559294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328005.559294:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4051
00000100:00100000:0.0:1767328005.559303:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010609024:0@lo:38:kworker.0
00000100:00100000:2.0:1767328005.559307:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010608256:0@lo:400:kworker.0
00000100:00080000:0.0:1767328005.559326:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328005.559334:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328005.559339:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148
00000100:00100000:0.0:1767328005.559341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010608768:0@lo:38:kworker.0
00000100:00100000:1.0:1767328005.559366:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010608896:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328005.559378:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328005.559401:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010608896:12345-0@lo:400:kworker.0 Request processed in 56us (148us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328005.559406:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148
00000100:00100000:0.0:1767328005.559444:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010608640:0@lo:400:kworker.0
00000100:00100000:2.0:1767328005.559457:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010608896:0@lo:400:kworker.0
00000100:00100000:0.0:1767328005.559468:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010608384:0@lo:400:kworker.0
00010000:00010000:1.0:1767328006.518547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328007.094585:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328007.094602:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010609152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328007.094666:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328007.094705:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609152
00000100:00100000:1.0:1767328007.094713:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609152
00000100:00080000:0.0:1767328007.094751:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328007.094769:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8239
00000100:00100000:1.0:1767328007.094780:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010609152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328007.094805:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328007.094852:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010609152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328007.094862:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8239
00000100:00100000:2.0:1767328007.094900:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010609152:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328007.542578:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328007.606629:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328007.606647:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010609280:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328007.606706:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328007.606760:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609280
00000100:00100000:1.0:1767328007.606769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609280
00000100:00080000:0.0:1767328007.606824:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328007.606838:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8240
00000100:00100000:1.0:1767328007.606849:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010609280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328007.606880:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328007.606933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010609280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328007.606943:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8240
00000100:00100000:2.0:1767328007.606969:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010609280:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328008.566578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328009.590586:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328010.064971:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328010.065013:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328010.065040:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993221248
00000100:00100000:1.0:1767328010.065052:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993221248
00000100:00100000:0.0:1767328010.065060:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993221376
00000100:00100000:0.0:1767328010.065067:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993221376
00000100:00100000:1.0:1767328010.065100:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4052
00000100:00100000:1.0:1767328010.065112:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993221248:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328010.065136:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2149
00010000:00020000:1.0:1767328010.065138:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328010.065166:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993221376:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328010.065180:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328010.065229:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993221376:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328010.065229:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993221248:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 112us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328010.065244:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2149
00000100:00100000:1.0:1767328010.065256:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4052
00010000:00010000:1.0:1767328010.614530:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328010.678509:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328010.678519:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328010.678523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328010.678528:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328010.678533:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328010.678541:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13203
00000100:00080000:3.0:1767328010.678546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328010.678553:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328010.678589:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3b80 x1853164010609408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328010.678654:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010609408:0@lo:38:kworker.0
00000100:00100000:2.0:1767328010.678661:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010609536:0@lo:400:kworker.0
00000100:00080000:3.0:1767328010.678665:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328010.678671:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328010.678674:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328010.678680:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13203
00000100:00080000:3.0:1767328010.678684:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328010.678688:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328010.678704:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07b80 x1853164010609792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328010.678712:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010609664:0@lo:400:kworker.0
00000100:00080000:3.0:1767328010.678733:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328010.678735:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328010.678738:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328010.678743:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328010.678747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328010.678751:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13203
00000100:00080000:3.0:1767328010.678755:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328010.678759:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328010.678773:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05f80 x1853164010610048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328010.678774:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609408
00000100:00100000:1.0:1767328010.678783:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609408
00000100:00080000:3.0:1767328010.678808:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328010.678812:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328010.678815:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328010.678819:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13203
00000100:00100000:2.0:1767328010.678824:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767328010.678824:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328010.678829:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35179
00000100:00080000:3.0:1767328010.678833:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328010.678838:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010610176:0@lo:400:kworker.0
00000100:00100000:0.0:1767328010.678840:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010609792:0@lo:38:kworker.0
00000100:00100000:1.0:1767328010.678841:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010609408:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328010.678853:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04380 x1853164010610304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767328010.678864:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328010.678874:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328010.678887:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010609920:0@lo:400:kworker.0
00000100:00100000:0.0:1767328010.678909:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609536
00000100:00100000:0.0:1767328010.678916:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609536
00000100:00100000:1.0:1767328010.678927:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010609408:12345-0@lo:38:kworker.0 Request processed in 88us (195us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328010.678935:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35179
00000100:00100000:2.0:1767328010.678942:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610176
00000100:00100000:3.0:1767328010.678945:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328010.678950:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610176
00000100:00100000:1.0:1767328010.678975:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328010.678983:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9361
00000100:00100000:0.0:1767328010.678996:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010609536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328010.679004:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609920
00000100:00100000:3.0:1767328010.679007:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609792
00000100:00100000:2.0:1767328010.679009:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609920
00000100:00100000:1.0:1767328010.679010:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010610048:0@lo:38:kworker.0
00000100:00100000:3.0:1767328010.679015:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609792
00000100:00100000:2.0:1767328010.679044:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150
00000100:00100000:1.0:1767328010.679050:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328010.679055:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610048
00000100:00100000:2.0:1767328010.679059:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010610176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328010.679061:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610048
00000100:00100000:0.0:1767328010.679070:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010609536:12345-0@lo:400:kworker.0 Request processed in 76us (338us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328010.679082:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328010.679083:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9361
00000100:00100000:3.0:1767328010.679084:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151
00000100:00080000:1.0:1767328010.679092:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328010.679097:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010609408:0@lo:38:kworker.0
00000100:00100000:3.0:1767328010.679104:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010609920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328010.679118:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010610176:12345-0@lo:400:kworker.0 Request processed in 63us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328010.679120:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010610304:0@lo:38:kworker.0
00000100:00100000:0.0:1767328010.679128:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053
00000100:00100000:2.0:1767328010.679139:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150
00000100:00100000:0.0:1767328010.679141:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010609792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328010.679172:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328010.679178:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010609920:12345-0@lo:400:kworker.0 Request processed in 78us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328010.679179:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328010.679180:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054
00000100:00100000:2.0:1767328010.679190:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010610048:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328010.679195:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151
00010000:00020000:2.0:1767328010.679206:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328010.679221:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610304
00000100:00100000:0.0:1767328010.679226:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010609792:12345-0@lo:38:kworker.0 Request processed in 86us (250us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328010.679227:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328010.679228:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610304
00000100:00080000:1.0:1767328010.679238:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328010.679244:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053
00000100:00100000:1.0:1767328010.679244:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010609792:0@lo:38:kworker.0
00000100:00100000:2.0:1767328010.679245:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010610048:12345-0@lo:38:kworker.0 Request processed in 51us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328010.679259:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054
00000100:00080000:1.0:1767328010.679262:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328010.679269:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328010.679270:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055
00000100:00100000:1.0:1767328010.679274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010610048:0@lo:38:kworker.0
00000100:00100000:3.0:1767328010.679284:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010610304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328010.679304:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328010.679308:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328010.679314:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328010.679326:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010610176:0@lo:400:kworker.0
00000100:00100000:2.0:1767328010.679333:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328010.679351:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010610304:12345-0@lo:38:kworker.0 Request processed in 66us (175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328010.679357:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010609536:0@lo:400:kworker.0
00000100:00100000:3.0:1767328010.679364:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055
00000100:00080000:1.0:1767328010.679366:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328010.679372:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328010.679376:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010610304:0@lo:38:kworker.0
00000100:00100000:2.0:1767328010.679385:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010609664
00000100:00100000:2.0:1767328010.679390:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010609664
00000100:00100000:2.0:1767328010.679444:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9362
00000100:00100000:2.0:1767328010.679452:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010609664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328010.679463:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010609920:0@lo:400:kworker.0
00000100:00100000:2.0:1767328010.679492:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010609664:12345-0@lo:400:kworker.0 Request processed in 40us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328010.679499:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9362
00000100:00080000:3.0:1767328010.679510:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328010.679518:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010609664:0@lo:400:kworker.0
00010000:00010000:1.0:1767328011.638540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328012.214584:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010610432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328012.214652:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328012.214703:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610432
00000100:00100000:1.0:1767328012.214713:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610432
00000100:00080000:3.0:1767328012.214758:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328012.214787:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8241
00000100:00100000:1.0:1767328012.214801:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010610432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328012.214827:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328012.214871:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010610432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328012.214876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8241
00000100:00100000:0.0:1767328012.214927:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010610432:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328012.662545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328012.726619:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010610560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328012.726688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328012.726745:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610560
00000100:00100000:1.0:1767328012.726755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610560
00000100:00080000:3.0:1767328012.726810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328012.726830:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8242
00000100:00100000:1.0:1767328012.726843:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010610560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328012.726875:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328012.726935:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010610560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328012.726943:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8242
00000100:00100000:0.0:1767328012.726986:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010610560:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328013.686554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767328014.161021:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993221504 offset 0 length 520: 4
00000100:00100000:2.0:1767328014.161056:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328014.161082:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328014.161101:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993221760
00000100:00100000:3.0:1767328014.161111:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993221760
00000100:00100000:1.0:1767328014.161144:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993221632
00000100:00100000:1.0:1767328014.161150:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993221632
00000100:00080000:2.0:1767328014.161174:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328014.161195:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2152
00000100:00100000:3.0:1767328014.161205:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4056
00000100:00100000:1.0:1767328014.161212:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993221760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328014.161220:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993221632:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328014.161239:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328014.161294:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993221632:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328014.161295:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993221760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328014.161306:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4056
00000100:00100000:1.0:1767328014.161314:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2152
00010000:00010000:1.0:1767328014.710531:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328015.734525:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328015.798490:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767327990/real 1767327990]  req@ffff9bb5a5c7f800 x1853164010604160/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328015.798515:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a5c7f800 x1853164010604160/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328015.798518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328015.798527:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328015.798530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328015.798534:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328015.798537:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328015.798537:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328015.798543:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13208
00000100:00080000:1.0:1767328015.798549:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328015.798555:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767328015.798557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328015.798562:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010604160:0@lo:250:kworker.0
00000100:00100000:1.0:1767328015.798592:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010610688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328015.798643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010610688:0@lo:38:kworker.0
00000100:00080000:1.0:1767328015.798659:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328015.798663:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328015.798665:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328015.798668:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13208
00000100:00080000:1.0:1767328015.798671:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328015.798674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328015.798687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010610816:0@lo:400:kworker.0
00000100:00100000:1.0:1767328015.798688:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04380 x1853164010611072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328015.798704:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328015.798718:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328015.798722:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328015.798723:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328015.798729:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13208
00000100:00100000:3.0:1767328015.798731:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010611200:0@lo:400:kworker.0
00000100:00080000:1.0:1767328015.798733:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328015.798742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328015.798743:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328015.798765:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05f80 x1853164010611328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328015.798772:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010611072:0@lo:38:kworker.0
00000100:00100000:3.0:1767328015.798784:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328015.798794:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610816
00000100:00100000:2.0:1767328015.798802:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610816
00000100:00080000:1.0:1767328015.798809:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328015.798818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328015.798818:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328015.798823:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328015.798826:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767328015.798828:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13208
00000100:00080000:1.0:1767328015.798835:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328015.798840:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010610944:0@lo:400:kworker.0
00000100:00080000:1.0:1767328015.798841:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328015.798846:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010611328:0@lo:38:kworker.0
00000100:00100000:2.0:1767328015.798856:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9363
00000100:00100000:1.0:1767328015.798866:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010611584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328015.798868:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010610816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328015.798883:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328015.798891:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328015.798897:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328015.798901:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328015.798903:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328015.798906:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13188
00000100:00080000:1.0:1767328015.798908:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328015.798912:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010611584:0@lo:38:kworker.0
00000100:00080000:1.0:1767328015.798914:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328015.798930:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010610816:12345-0@lo:400:kworker.0 Request processed in 66us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328015.798932:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3b80 x1853164010611712/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328015.798938:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611200
00000100:00100000:3.0:1767328015.798945:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611200
00000100:00100000:2.0:1767328015.798947:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9363
00000100:00100000:0.0:1767328015.798949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328015.798974:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610944
00000100:00100000:2.0:1767328015.798979:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610944
00000100:00100000:0.0:1767328015.798983:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010611712:0@lo:250:kworker.0
00000100:00100000:3.0:1767328015.798991:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611072
00000100:00100000:1.0:1767328015.798995:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010610688
00000100:00100000:3.0:1767328015.798996:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611072
00000100:00100000:1.0:1767328015.799002:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010610688
00000400:00000100:0.0:1767328015.799003:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010611712 offset 0 length 520: 4
00000100:00100000:2.0:1767328015.799017:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9364
00000100:00100000:3.0:1767328015.799023:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611328
00000100:00100000:3.0:1767328015.799028:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611328
00000100:00100000:2.0:1767328015.799029:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010610944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328015.799046:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35180
00000100:00100000:3.0:1767328015.799049:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611584
00000100:00100000:3.0:1767328015.799053:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611584
00000100:00100000:1.0:1767328015.799054:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010610688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328015.799074:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328015.799075:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010610944:12345-0@lo:400:kworker.0 Request processed in 45us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328015.799075:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153
00000100:00100000:0.0:1767328015.799087:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057
00000100:00100000:2.0:1767328015.799087:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9364
00000100:00100000:3.0:1767328015.799089:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010611200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328015.799102:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010611072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328015.799128:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328015.799134:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328015.799136:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010610688:12345-0@lo:38:kworker.0 Request processed in 81us (434us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328015.799140:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328015.799144:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35180
00000100:00080000:2.0:1767328015.799147:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328015.799162:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010611200:12345-0@lo:400:kworker.0 Request processed in 76us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328015.799170:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153
00000100:00100000:0.0:1767328015.799175:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010611072:12345-0@lo:38:kworker.0 Request processed in 74us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328015.799180:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010610816:0@lo:400:kworker.0
00000100:00100000:0.0:1767328015.799187:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057
00000100:00100000:1.0:1767328015.799193:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058
00000100:00100000:2.0:1767328015.799195:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328015.799204:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010611328:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328015.799204:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059
00000100:00100000:2.0:1767328015.799207:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010611456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328015.799216:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010611584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328015.799221:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328015.799228:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328015.799238:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328015.799244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328015.799252:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010611072:0@lo:38:kworker.0
00000100:00100000:2.0:1767328015.799255:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328015.799261:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010611328:12345-0@lo:38:kworker.0 Request processed in 57us (377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328015.799268:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010611584:12345-0@lo:38:kworker.0 Request processed in 51us (321us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328015.799273:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058
00000100:00080000:0.0:1767328015.799277:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328015.799280:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059
00000100:00080000:0.0:1767328015.799287:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328015.799292:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611456
00000100:00100000:0.0:1767328015.799295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010610688:0@lo:38:kworker.0
00000100:00100000:1.0:1767328015.799297:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611456
00000100:00080000:2.0:1767328015.799325:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328015.799325:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010610944:0@lo:400:kworker.0
00000100:00080000:0.0:1767328015.799334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328015.799340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328015.799345:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154
00000100:00100000:0.0:1767328015.799346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010611584:0@lo:38:kworker.0
00000100:00100000:3.0:1767328015.799350:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010611200:0@lo:400:kworker.0
00000100:00100000:1.0:1767328015.799356:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010611456:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328015.799367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328015.799373:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328015.799378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010611328:0@lo:38:kworker.0
00000100:00100000:1.0:1767328015.799403:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010611456:12345-0@lo:400:kworker.0 Request processed in 50us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328015.799408:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1767328015.799448:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010611456:0@lo:400:kworker.0
00010000:00010000:1.0:1767328016.758561:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328017.334607:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010611840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328017.334673:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328017.334732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611840
00000100:00100000:1.0:1767328017.334740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611840
00000100:00080000:2.0:1767328017.334787:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328017.334804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8243
00000100:00100000:1.0:1767328017.334813:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010611840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328017.334838:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328017.334880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010611840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328017.334887:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8243
00000100:00100000:2.0:1767328017.334923:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010611840:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328017.782513:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328017.846575:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010611968:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328017.846635:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328017.846674:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010611968
00000100:00100000:1.0:1767328017.846682:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010611968
00000100:00080000:2.0:1767328017.846726:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328017.846735:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8244
00000100:00100000:1.0:1767328017.846745:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010611968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328017.846771:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328017.846813:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010611968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328017.846818:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8244
00000100:00100000:2.0:1767328017.846899:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010611968:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328018.806561:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328019.281132:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328019.281166:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328019.281201:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222016
00000100:00100000:0.0:1767328019.281212:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993221888
00000100:00100000:1.0:1767328019.281214:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222016
00000100:00100000:0.0:1767328019.281218:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993221888
00000100:00100000:0.0:1767328019.281264:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4060
00000100:00100000:0.0:1767328019.281270:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993221888:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328019.281273:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328019.281291:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328019.281296:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2155
00000100:00100000:1.0:1767328019.281308:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993222016:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328019.281348:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993221888:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (179us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328019.281355:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993222016:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328019.281362:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4060
00000100:00100000:1.0:1767328019.281369:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2155
00010000:00010000:1.0:1767328019.830539:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328020.854539:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328020.918471:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328020.918477:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328020.918480:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328020.918484:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328020.918487:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328020.918494:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13213
00000100:00080000:1.0:1767328020.918497:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328020.918504:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328020.918539:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010612096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328020.918586:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010612096:0@lo:38:kworker.0
00000100:00080000:1.0:1767328020.918590:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328020.918595:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328020.918597:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328020.918600:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13213
00000100:00080000:1.0:1767328020.918603:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328020.918606:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328020.918618:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010612224:0@lo:400:kworker.0
00000100:00100000:1.0:1767328020.918619:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c000 x1853164010612480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328020.918644:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328020.918649:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328020.918652:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328020.918653:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328020.918657:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010612608:0@lo:400:kworker.0
00000100:00080000:1.0:1767328020.918661:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13213
00000100:00080000:1.0:1767328020.918666:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328020.918669:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328020.918677:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328020.918682:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f480 x1853164010612736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328020.918697:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010612480:0@lo:38:kworker.0
00000100:00100000:2.0:1767328020.918707:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328020.918708:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328020.918712:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328020.918715:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328020.918715:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767328020.918723:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13213
00000100:00080000:1.0:1767328020.918726:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328020.918727:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010612864:0@lo:400:kworker.0
00000100:00080000:1.0:1767328020.918731:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328020.918738:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328020.918743:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328020.918751:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7dc00 x1853164010612992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328020.918753:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010612352:0@lo:400:kworker.0
00000100:00100000:3.0:1767328020.918772:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328020.918775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010612736:0@lo:38:kworker.0
00000100:00100000:1.0:1767328020.918787:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612096
00000100:00100000:2.0:1767328020.918793:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328020.918795:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612096
00000100:00100000:3.0:1767328020.918817:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612224
00000100:00100000:0.0:1767328020.918820:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328020.918823:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612224
00000100:00100000:1.0:1767328020.918833:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35181
00000100:00100000:2.0:1767328020.918836:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612352
00000100:00100000:2.0:1767328020.918841:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612352
00000100:00100000:1.0:1767328020.918842:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010612096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328020.918859:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328020.918870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010612992:0@lo:38:kworker.0
00000100:00100000:3.0:1767328020.918875:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9365
00000100:00100000:3.0:1767328020.918889:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010612224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328020.918891:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9366
00000100:00100000:2.0:1767328020.918906:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010612352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328020.918916:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010612096:12345-0@lo:38:kworker.0 Request processed in 70us (263us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328020.918917:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328020.918927:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35181
00000100:00100000:3.0:1767328020.918952:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010612224:12345-0@lo:400:kworker.0 Request processed in 66us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328020.918959:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9365
00000100:00100000:2.0:1767328020.918966:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010612352:12345-0@lo:400:kworker.0 Request processed in 63us (172us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328020.918967:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328020.918967:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612608
00000100:00100000:1.0:1767328020.918974:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612608
00000100:00080000:0.0:1767328020.918977:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328020.918979:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9366
00000100:00080000:3.0:1767328020.918980:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328020.918985:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010612096:0@lo:38:kworker.0
00000100:00080000:3.0:1767328020.918989:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328020.918995:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328020.919011:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612480
00000100:00100000:3.0:1767328020.919015:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612480
00000100:00100000:1.0:1767328020.919025:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612864
00000100:00100000:2.0:1767328020.919028:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010612352:0@lo:400:kworker.0
00000100:00100000:0.0:1767328020.919030:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612736
00000100:00100000:1.0:1767328020.919031:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612864
00000100:00100000:3.0:1767328020.919034:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010612992
00000100:00100000:0.0:1767328020.919037:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612736
00000100:00100000:3.0:1767328020.919039:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010612992
00000100:00100000:3.0:1767328020.919092:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156
00000100:00100000:2.0:1767328020.919098:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010612224:0@lo:400:kworker.0
00000100:00100000:0.0:1767328020.919100:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157
00000100:00100000:3.0:1767328020.919105:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010612608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328020.919112:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061
00000100:00100000:0.0:1767328020.919117:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010612864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328020.919123:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010612480:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328020.919130:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328020.919134:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328020.919152:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010612608:12345-0@lo:400:kworker.0 Request processed in 51us (445us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328020.919156:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010612608:0@lo:400:kworker.0
00000100:00100000:3.0:1767328020.919162:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156
00000100:00100000:0.0:1767328020.919181:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010612864:12345-0@lo:400:kworker.0 Request processed in 68us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328020.919190:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062
00000100:00100000:1.0:1767328020.919191:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010612480:12345-0@lo:38:kworker.0 Request processed in 68us (453us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328020.919203:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157
00000100:00100000:3.0:1767328020.919203:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010612736:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328020.919213:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061
00010000:00020000:3.0:1767328020.919219:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328020.919220:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063
00000100:00100000:2.0:1767328020.919229:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010612992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328020.919240:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328020.919255:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010612736:12345-0@lo:38:kworker.0 Request processed in 53us (437us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328020.919262:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062
00000100:00080000:1.0:1767328020.919263:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328020.919270:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010612864:0@lo:400:kworker.0
00000100:00080000:1.0:1767328020.919270:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328020.919279:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010612992:12345-0@lo:38:kworker.0 Request processed in 49us (365us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328020.919280:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010612480:0@lo:38:kworker.0
00000100:00100000:2.0:1767328020.919293:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063
00000100:00080000:1.0:1767328020.919303:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328020.919308:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328020.919310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010612736:0@lo:38:kworker.0
00000100:00080000:1.0:1767328020.919325:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328020.919327:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328020.919329:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010612992:0@lo:38:kworker.0
00010000:00010000:1.0:1767328021.878540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328022.454590:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010613120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328022.454660:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328022.454701:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613120
00000100:00100000:1.0:1767328022.454710:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613120
00000100:00080000:2.0:1767328022.454763:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328022.454770:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8245
00000100:00100000:1.0:1767328022.454780:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010613120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328022.454804:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328022.454846:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010613120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328022.454852:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8245
00000100:00100000:0.0:1767328022.454887:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010613120:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328022.902541:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328022.966638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010613248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328022.966699:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328022.966746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613248
00000100:00100000:1.0:1767328022.966754:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613248
00000100:00080000:2.0:1767328022.966809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328022.966811:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8246
00000100:00100000:1.0:1767328022.966822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010613248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328022.966847:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328022.966896:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010613248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328022.966902:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8246
00000100:00100000:0.0:1767328022.966946:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010613248:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328023.926579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328024.400888:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328024.400925:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328024.400952:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222144
00000100:00100000:0.0:1767328024.400962:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222144
00000100:00100000:3.0:1767328024.400991:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222272
00000100:00100000:3.0:1767328024.400999:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222272
00000100:00100000:0.0:1767328024.401008:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4064
00000100:00100000:0.0:1767328024.401016:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993222144:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328024.401024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328024.401037:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328024.401074:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2158
00000100:00100000:2.0:1767328024.401087:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993222272:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328024.401106:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993222144:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328024.401113:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4064
00000100:00100000:2.0:1767328024.401134:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993222272:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328024.401140:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2158
00010000:00010000:1.0:1767328024.950533:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328025.974546:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328026.038478:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328026.038485:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328026.038488:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328026.038491:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328026.038495:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328026.038502:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13218
00000100:00080000:1.0:1767328026.038506:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328026.038513:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328026.038548:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7dc00 x1853164010613376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328026.038597:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010613376:0@lo:38:kworker.0
00000100:00080000:1.0:1767328026.038623:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328026.038627:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767328026.038629:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328026.038634:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328026.038639:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13218
00000100:00100000:2.0:1767328026.038643:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010613504:0@lo:400:kworker.0
00000100:00080000:1.0:1767328026.038644:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328026.038653:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328026.038661:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328026.038673:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7df80 x1853164010613760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328026.038674:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328026.038676:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010613632:0@lo:400:kworker.0
00000100:00100000:2.0:1767328026.038691:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328026.038717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328026.038721:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010613760:0@lo:38:kworker.0
00000100:00080000:1.0:1767328026.038725:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328026.038725:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328026.038731:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328026.038737:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13218
00000100:00080000:1.0:1767328026.038740:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328026.038743:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613504
00000100:00080000:1.0:1767328026.038747:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328026.038750:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613504
00000100:00100000:1.0:1767328026.038766:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7f800 x1853164010614016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328026.038767:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010613888:0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.038768:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328026.038801:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010614016:0@lo:38:kworker.0
00000100:00100000:3.0:1767328026.038805:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328026.038807:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613632
00000100:00080000:1.0:1767328026.038811:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328026.038812:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613632
00000100:00080000:1.0:1767328026.038819:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328026.038822:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328026.038827:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13218
00000100:00080000:1.0:1767328026.038832:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328026.038833:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328026.038838:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328026.038844:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9367
00000100:00100000:1.0:1767328026.038853:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2d80 x1853164010614272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328026.038855:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010613504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328026.038857:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9368
00000100:00100000:3.0:1767328026.038876:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010613632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.038880:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613760
00000100:00100000:0.0:1767328026.038885:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613760
00000100:00100000:1.0:1767328026.038899:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613376
00000100:00100000:1.0:1767328026.038904:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613376
00000100:00100000:2.0:1767328026.038915:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010613504:12345-0@lo:400:kworker.0 Request processed in 63us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328026.038919:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010613888
00000100:00100000:2.0:1767328026.038923:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9367
00000100:00100000:0.0:1767328026.038926:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010613888
00000100:00100000:3.0:1767328026.038931:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010613632:12345-0@lo:400:kworker.0 Request processed in 61us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328026.038937:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35182
00000100:00100000:3.0:1767328026.038944:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9368
00000100:00100000:1.0:1767328026.038948:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010613376:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328026.038955:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328026.038961:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328026.038962:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614016
00000100:00080000:2.0:1767328026.038964:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:1.0:1767328026.038965:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328026.038969:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614016
00000100:00100000:3.0:1767328026.038975:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328026.038985:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010614144:0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.038997:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159
00000100:00100000:2.0:1767328026.039005:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065
00000100:00100000:0.0:1767328026.039013:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010613888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328026.039013:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010613376:12345-0@lo:38:kworker.0 Request processed in 64us (339us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328026.039014:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010613760:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328026.039026:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328026.039032:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35182
00010000:00020000:2.0:1767328026.039035:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328026.039077:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614144
00000100:00100000:1.0:1767328026.039081:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614144
00000100:00100000:0.0:1767328026.039089:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010613888:12345-0@lo:400:kworker.0 Request processed in 81us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328026.039095:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010613760:12345-0@lo:38:kworker.0 Request processed in 79us (327us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328026.039100:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010613888:0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.039103:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159
00000100:00100000:2.0:1767328026.039112:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065
00000100:00100000:1.0:1767328026.039123:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160
00000100:00100000:3.0:1767328026.039123:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010613632:0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.039132:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066
00000100:00100000:1.0:1767328026.039136:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010614144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.039143:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010614016:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328026.039149:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328026.039159:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328026.039202:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010614144:12345-0@lo:400:kworker.0 Request processed in 68us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328026.039210:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160
00000100:00100000:3.0:1767328026.039210:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010614144:0@lo:400:kworker.0
00000100:00100000:2.0:1767328026.039213:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010613504:0@lo:400:kworker.0
00000100:00100000:0.0:1767328026.039218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010614016:12345-0@lo:38:kworker.0 Request processed in 63us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328026.039229:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066
00000100:00100000:1.0:1767328026.039250:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010614272:0@lo:38:kworker.0
00000100:00100000:1.0:1767328026.039273:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328026.039297:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614272
00000100:00080000:1.0:1767328026.039297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328026.039302:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614272
00000100:00080000:1.0:1767328026.039303:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328026.039309:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010614016:0@lo:38:kworker.0
00000100:00080000:1.0:1767328026.039317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328026.039319:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328026.039321:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010613760:0@lo:38:kworker.0
00000100:00080000:1.0:1767328026.039328:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328026.039331:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328026.039335:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010613376:0@lo:38:kworker.0
00000100:00100000:0.0:1767328026.039336:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067
00000100:00100000:0.0:1767328026.039346:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010614272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328026.039358:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328026.039399:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010614272:12345-0@lo:38:kworker.0 Request processed in 52us (124us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328026.039404:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067
00000100:00080000:1.0:1767328026.039447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328026.039453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328026.039456:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010614272:0@lo:38:kworker.0
00010000:00010000:1.0:1767328026.998527:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328027.574582:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010614400:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328027.574647:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328027.574705:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614400
00000100:00100000:1.0:1767328027.574714:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614400
00000100:00100000:1.0:1767328027.574761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8247
00000100:00100000:1.0:1767328027.574768:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010614400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328027.574794:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328027.574836:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010614400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328027.574841:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8247
00000100:00100000:0.0:1767328027.574901:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010614400:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328028.022539:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328028.086564:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010614528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328028.086629:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328028.086673:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614528
00000100:00100000:2.0:1767328028.086682:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614528
00000100:00100000:2.0:1767328028.086738:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8248
00000100:00080000:0.0:1767328028.086739:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328028.086748:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010614528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328028.086774:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328028.086826:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010614528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328028.086834:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8248
00000100:00100000:1.0:1767328028.086861:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010614528:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328029.046545:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328029.520796:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328029.520828:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328029.520857:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222528
00000100:00100000:0.0:1767328029.520866:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222528
00000100:00100000:2.0:1767328029.520911:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222400
00000100:00100000:2.0:1767328029.520919:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222400
00000100:00080000:1.0:1767328029.520940:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328029.520947:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2161
00000100:00100000:2.0:1767328029.520962:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4068
00000100:00100000:0.0:1767328029.520965:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993222528:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328029.520974:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993222400:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328029.520994:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328029.521066:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993222528:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 107us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328029.521067:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993222400:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328029.521082:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2161
00000100:00100000:2.0:1767328029.521089:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4068
00010000:00010000:1.0:1767328030.070536:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328031.094574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328031.158483:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328031.158488:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328031.158490:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328031.158493:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328031.158496:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328031.158502:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13223
00000100:00080000:2.0:1767328031.158506:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328031.158513:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328031.158544:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5324000 x1853164010614656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328031.158589:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010614656:0@lo:38:kworker.0
00000100:00080000:2.0:1767328031.158597:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328031.158600:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328031.158602:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328031.158605:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13223
00000100:00080000:2.0:1767328031.158607:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328031.158610:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328031.158620:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327480 x1853164010615040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328031.158634:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328031.158637:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328031.158639:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328031.158642:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13223
00000100:00100000:0.0:1767328031.158643:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328031.158644:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328031.158650:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328031.158656:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328031.158661:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010614784:0@lo:400:kworker.0
00000100:00100000:2.0:1767328031.158662:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327800 x1853164010615296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328031.158677:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010614912:0@lo:400:kworker.0
00000100:00100000:1.0:1767328031.158691:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010615040:0@lo:38:kworker.0
00000100:00080000:2.0:1767328031.158693:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328031.158698:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328031.158700:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328031.158704:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13223
00000100:00080000:2.0:1767328031.158706:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328031.158710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328031.158715:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328031.158723:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325180 x1853164010615552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328031.158733:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328031.158736:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614656
00000100:00100000:3.0:1767328031.158745:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614656
00000100:00100000:2.0:1767328031.158756:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614784
00000100:00100000:0.0:1767328031.158759:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010615424:0@lo:400:kworker.0
00000100:00100000:1.0:1767328031.158759:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010615296:0@lo:38:kworker.0
00000100:00100000:2.0:1767328031.158762:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614784
00000100:00100000:3.0:1767328031.158786:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35183
00000100:00100000:3.0:1767328031.158796:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010614656:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328031.158801:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328031.158818:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9369
00000100:00100000:0.0:1767328031.158819:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010615168:0@lo:400:kworker.0
00010000:00020000:3.0:1767328031.158822:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328031.158829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010615552:0@lo:38:kworker.0
00000100:00100000:2.0:1767328031.158831:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010614784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328031.158855:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328031.158872:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010614656:12345-0@lo:38:kworker.0 Request processed in 76us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328031.158879:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328031.158883:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35183
00000100:00100000:2.0:1767328031.158898:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010614784:12345-0@lo:400:kworker.0 Request processed in 68us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328031.158903:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615040
00000100:00100000:2.0:1767328031.158907:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9369
00000100:00100000:0.0:1767328031.158910:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615040
00000100:00080000:1.0:1767328031.158921:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328031.158925:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615296
00000100:00080000:1.0:1767328031.158927:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328031.158931:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615296
00000100:00100000:1.0:1767328031.158935:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010614656:0@lo:38:kworker.0
00000100:00100000:0.0:1767328031.158941:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615168
00000100:00100000:0.0:1767328031.158945:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615168
00000100:00100000:3.0:1767328031.158957:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615552
00000100:00100000:3.0:1767328031.158961:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615552
00000100:00100000:2.0:1767328031.158970:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162
00000100:00100000:0.0:1767328031.158982:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069
00000100:00100000:2.0:1767328031.158982:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010615168:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328031.158985:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328031.158993:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328031.158994:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010615040:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328031.158994:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070
00000100:00100000:3.0:1767328031.159017:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010615296:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328031.159024:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071
00010000:00020000:0.0:1767328031.159025:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328031.159029:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328031.159033:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010615552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328031.159039:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010615168:12345-0@lo:400:kworker.0 Request processed in 61us (186us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328031.159046:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328031.159049:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162
00000100:00100000:0.0:1767328031.159078:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010615040:12345-0@lo:38:kworker.0 Request processed in 82us (347us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328031.159078:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010615296:12345-0@lo:38:kworker.0 Request processed in 73us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328031.159087:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010615552:12345-0@lo:38:kworker.0 Request processed in 54us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328031.159091:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070
00000100:00100000:2.0:1767328031.159095:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328031.159100:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069
00000100:00100000:1.0:1767328031.159107:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071
00000100:00100000:3.0:1767328031.159136:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010614912
00000100:00100000:3.0:1767328031.159141:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010614912
00000100:00100000:0.0:1767328031.159143:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010615168:0@lo:400:kworker.0
00000100:00080000:1.0:1767328031.159160:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328031.159167:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328031.159172:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010615552:0@lo:38:kworker.0
00000100:00100000:0.0:1767328031.159183:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328031.159184:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9370
00000100:00080000:2.0:1767328031.159188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328031.159192:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328031.159198:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010614912:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328031.159202:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328031.159210:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010615040:0@lo:38:kworker.0
00000100:00100000:0.0:1767328031.159221:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010614784:0@lo:400:kworker.0
00000100:00080000:1.0:1767328031.159229:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328031.159233:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328031.159236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010615296:0@lo:38:kworker.0
00000100:00100000:3.0:1767328031.159256:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010614912:12345-0@lo:400:kworker.0 Request processed in 62us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328031.159266:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615424
00000100:00100000:3.0:1767328031.159266:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9370
00000100:00100000:0.0:1767328031.159270:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615424
00000100:00100000:2.0:1767328031.159285:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010614912:0@lo:400:kworker.0
00000100:00080000:1.0:1767328031.159297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328031.159311:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163
00000100:00100000:0.0:1767328031.159321:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010615424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328031.159362:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010615424:12345-0@lo:400:kworker.0 Request processed in 44us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328031.159367:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163
00000100:00100000:2.0:1767328031.159401:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010615424:0@lo:400:kworker.0
00010000:00010000:1.0:1767328032.118561:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328032.694580:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010615680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328032.694642:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328032.694736:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615680
00000100:00100000:1.0:1767328032.694745:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615680
00000100:00100000:1.0:1767328032.694793:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8249
00000100:00100000:1.0:1767328032.694800:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010615680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328032.694826:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328032.694869:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010615680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328032.694876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8249
00000100:00100000:2.0:1767328032.694911:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010615680:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328033.142518:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328033.206577:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010615808:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328033.206641:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328033.206724:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615808
00000100:00100000:1.0:1767328033.206733:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615808
00000100:00080000:2.0:1767328033.206783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328033.206789:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8250
00000100:00100000:1.0:1767328033.206800:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010615808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328033.206824:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328033.206866:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010615808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328033.206872:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8250
00000100:00100000:3.0:1767328033.206902:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010615808:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328034.166538:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328034.640795:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328034.640829:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328034.640866:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222656
00000100:00100000:0.0:1767328034.640878:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222656
00000100:00100000:1.0:1767328034.640880:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222784
00000100:00100000:1.0:1767328034.640886:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222784
00000100:00100000:0.0:1767328034.640919:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4072
00000100:00100000:0.0:1767328034.640926:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993222656:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767328034.640942:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2164
00000100:00080000:2.0:1767328034.640951:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328034.640953:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328034.640954:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993222784:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328034.641042:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993222784:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328034.641044:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993222656:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 111us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328034.641052:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2164
00000100:00100000:0.0:1767328034.641061:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4072
00010000:00010000:1.0:1767328035.190585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328036.214574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328036.278498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328036.278507:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328036.278510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328036.278513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328036.278516:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328036.278522:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13229
00000100:00080000:2.0:1767328036.278527:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328036.278533:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328036.278567:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325880 x1853164010615936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328036.278617:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010615936:0@lo:38:kworker.0
00000100:00080000:2.0:1767328036.278622:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328036.278626:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328036.278628:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328036.278631:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13229
00000100:00080000:2.0:1767328036.278634:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328036.278637:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328036.278665:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327800 x1853164010616320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328036.278671:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328036.278686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328036.278687:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010616064:0@lo:400:kworker.0
00000100:00080000:2.0:1767328036.278697:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328036.278701:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328036.278701:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328036.278709:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13229
00000100:00100000:0.0:1767328036.278712:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010616192:0@lo:400:kworker.0
00000100:00080000:2.0:1767328036.278713:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328036.278720:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328036.278733:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325180 x1853164010616576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328036.278743:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328036.278764:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328036.278768:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010616320:0@lo:38:kworker.0
00000100:00080000:2.0:1767328036.278769:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328036.278773:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328036.278778:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13229
00000100:00100000:0.0:1767328036.278782:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767328036.278782:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328036.278788:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328036.278796:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010616704:0@lo:400:kworker.0
00000100:00100000:2.0:1767328036.278802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5326680 x1853164010616832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328036.278807:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328036.278811:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616064
00000100:00100000:3.0:1767328036.278818:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616064
00000100:00100000:0.0:1767328036.278837:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616320
00000100:00100000:0.0:1767328036.278843:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616320
00000100:00100000:1.0:1767328036.278848:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010616576:0@lo:38:kworker.0
00000100:00100000:2.0:1767328036.278850:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010616448:0@lo:400:kworker.0
00000100:00100000:0.0:1767328036.278903:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073
00000100:00100000:3.0:1767328036.278908:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9371
00000100:00100000:0.0:1767328036.278916:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010616320:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328036.278918:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328036.278920:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010615936
00000100:00100000:3.0:1767328036.278925:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010616064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328036.278931:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010615936
00010000:00020000:0.0:1767328036.278936:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328036.278962:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35184
00000100:00080000:2.0:1767328036.278981:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328036.278983:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010615936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328036.278996:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328036.279006:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010616320:12345-0@lo:38:kworker.0 Request processed in 93us (202us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328036.279013:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010616064:12345-0@lo:400:kworker.0 Request processed in 94us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328036.279015:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073
00000100:00100000:2.0:1767328036.279020:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616448
00000100:00100000:2.0:1767328036.279025:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616448
00000100:00100000:3.0:1767328036.279026:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9371
00000100:00100000:1.0:1767328036.279036:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010615936:12345-0@lo:38:kworker.0 Request processed in 51us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328036.279044:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35184
00000100:00100000:0.0:1767328036.279056:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328036.279070:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165
00000100:00100000:1.0:1767328036.279075:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328036.279079:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010616064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328036.279084:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010616448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328036.279113:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616576
00000100:00080000:1.0:1767328036.279117:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328036.279120:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616576
00000100:00080000:1.0:1767328036.279123:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328036.279126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328036.279129:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010615936:0@lo:38:kworker.0
00000100:00100000:2.0:1767328036.279142:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010616448:12345-0@lo:400:kworker.0 Request processed in 63us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328036.279151:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165
00000100:00100000:1.0:1767328036.279153:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010616832:0@lo:38:kworker.0
00000100:00100000:0.0:1767328036.279159:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074
00000100:00100000:3.0:1767328036.279165:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010616448:0@lo:400:kworker.0
00000100:00100000:0.0:1767328036.279171:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010616576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328036.279183:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328036.279188:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328036.279195:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616192
00000100:00100000:2.0:1767328036.279200:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616192
00000100:00080000:1.0:1767328036.279213:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328036.279218:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328036.279222:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010616320:0@lo:38:kworker.0
00000100:00100000:0.0:1767328036.279232:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010616576:12345-0@lo:38:kworker.0 Request processed in 62us (155us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328036.279236:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328036.279245:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328036.279246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328036.279249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074
00000100:00100000:2.0:1767328036.279250:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9372
00000100:00100000:1.0:1767328036.279257:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010616576:0@lo:38:kworker.0
00000100:00100000:2.0:1767328036.279265:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010616192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328036.279275:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616832
00000100:00100000:0.0:1767328036.279281:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616832
00000100:00100000:2.0:1767328036.279303:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010616192:12345-0@lo:400:kworker.0 Request processed in 42us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328036.279311:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9372
00000100:00100000:0.0:1767328036.279315:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075
00000100:00100000:1.0:1767328036.279320:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328036.279325:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010616832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328036.279334:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616704
00010000:00020000:0.0:1767328036.279335:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328036.279339:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616704
00000100:00100000:0.0:1767328036.279380:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010616832:12345-0@lo:38:kworker.0 Request processed in 54us (196us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328036.279387:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166
00000100:00100000:1.0:1767328036.279388:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010616192:0@lo:400:kworker.0
00000100:00080000:2.0:1767328036.279388:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328036.279400:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075
00000100:00100000:3.0:1767328036.279403:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010616704:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328036.279452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328036.279457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328036.279462:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010616832:0@lo:38:kworker.0
00000100:00100000:3.0:1767328036.279474:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010616704:12345-0@lo:400:kworker.0 Request processed in 75us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328036.279481:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166
00000100:00100000:0.0:1767328036.279497:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010616704:0@lo:400:kworker.0
00010000:00010000:1.0:1767328037.238614:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328037.814762:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328037.814796:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010616960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328037.814873:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328037.814986:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010616960
00000100:00100000:2.0:1767328037.815008:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010616960
00000100:00100000:2.0:1767328037.815096:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8251
00000100:00100000:2.0:1767328037.815109:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010616960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328037.815144:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328037.815231:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010616960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328037.815242:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8251
00000100:00100000:1.0:1767328037.815324:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010616960:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328038.262631:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328038.326587:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010617088:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328038.326652:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328038.326702:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617088
00000100:00100000:2.0:1767328038.326711:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617088
00000100:00080000:3.0:1767328038.326751:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328038.326774:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8252
00000100:00100000:2.0:1767328038.326784:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010617088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328038.326811:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328038.326859:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010617088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328038.326866:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8252
00000100:00100000:1.0:1767328038.326916:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010617088:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328039.286572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328039.761162:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328039.761209:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328039.761224:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993222912
00000400:00000100:3.0:1767328039.761233:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993223168 offset 0 length 520: 4
00000100:00100000:0.0:1767328039.761234:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993222912
00000100:00100000:1.0:1767328039.761263:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223040
00000100:00100000:1.0:1767328039.761271:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223040
00000100:00100000:0.0:1767328039.761287:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4076
00000100:00100000:0.0:1767328039.761297:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993222912:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328039.761321:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328039.761335:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2167
00000100:00080000:3.0:1767328039.761337:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328039.761346:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223040:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328039.761402:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993222912:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (245us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328039.761403:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223040:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328039.761449:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2167
00000100:00100000:0.0:1767328039.761460:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4076
00010000:00010000:1.0:1767328040.310605:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328040.374505:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328015/real 1767328015]  req@ffff9bb5acca3b80 x1853164010611712/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328040 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328040.374544:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5acca3b80 x1853164010611712/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328040 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328040.374560:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328040.374599:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328040.374603:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010611712:0@lo:250:kworker.0
00000100:00080000:0.0:1767328040.374660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328040.374670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328040.374674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328040.374681:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13213
00000100:00080000:0.0:1767328040.374686:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328040.374695:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328040.374735:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010617216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328040.374771:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328040.374775:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328040.374777:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328040.374781:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13234
00000100:00080000:0.0:1767328040.374784:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328040.374790:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328040.374805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010617216:0@lo:250:kworker.0
00000100:00100000:0.0:1767328040.374810:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1500 x1853164010617344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767328040.374856:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010617216 offset 0 length 520: 4
00000100:00080000:0.0:1767328040.374899:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328040.374899:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010617472:0@lo:400:kworker.0
00000100:00100000:1.0:1767328040.374911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010617344:0@lo:38:kworker.0
00000100:00080000:0.0:1767328040.374912:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328040.374919:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328040.374928:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13234
00000100:00080000:0.0:1767328040.374933:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328040.374956:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328040.374963:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010617600:0@lo:400:kworker.0
00000100:00100000:0.0:1767328040.374977:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010617728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328040.374999:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328040.375002:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328040.375021:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328040.375026:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328040.375028:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328040.375033:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13234
00000100:00080000:0.0:1767328040.375039:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328040.375046:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328040.375047:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328040.375059:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010617728:0@lo:38:kworker.0
00000100:00100000:0.0:1767328040.375069:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010617984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328040.375080:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617472
00000100:00100000:3.0:1767328040.375088:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617472
00000100:00100000:1.0:1767328040.375101:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328040.375104:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328040.375111:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328040.375111:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767328040.375116:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328040.375122:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13234
00000100:00080000:0.0:1767328040.375126:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328040.375131:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010617856:0@lo:400:kworker.0
00000100:00080000:0.0:1767328040.375134:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328040.375141:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010617984:0@lo:38:kworker.0
00000100:00100000:3.0:1767328040.375148:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617600
00000100:00100000:3.0:1767328040.375153:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617600
00000100:00100000:0.0:1767328040.375157:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010618240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328040.375192:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9373
00000100:00100000:0.0:1767328040.375196:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328040.375202:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328040.375208:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617344
00000100:00100000:3.0:1767328040.375209:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010617472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328040.375215:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010618112:0@lo:400:kworker.0
00000100:00100000:1.0:1767328040.375216:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617344
00000100:00100000:1.0:1767328040.375268:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35185
00000100:00100000:2.0:1767328040.375273:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9374
00000100:00100000:0.0:1767328040.375274:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328040.375282:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010617472:12345-0@lo:400:kworker.0 Request processed in 76us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328040.375289:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010617344:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328040.375294:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010617600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328040.375296:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9373
00010000:00020000:1.0:1767328040.375324:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328040.375326:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010617472:0@lo:400:kworker.0
00000100:00080000:3.0:1767328040.375334:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328040.375341:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328040.375366:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010617600:12345-0@lo:400:kworker.0 Request processed in 77us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328040.375376:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9374
00000100:00100000:3.0:1767328040.375384:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617728
00000100:00100000:1.0:1767328040.375385:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010617344:12345-0@lo:38:kworker.0 Request processed in 97us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328040.375388:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617856
00000100:00100000:3.0:1767328040.375390:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617728
00000100:00100000:0.0:1767328040.375395:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617856
00000100:00100000:1.0:1767328040.375401:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35185
00000100:00100000:2.0:1767328040.375462:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618112
00000100:00100000:2.0:1767328040.375469:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618112
00000100:00100000:3.0:1767328040.375475:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077
00000100:00100000:3.0:1767328040.375483:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010617728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328040.375497:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328040.375504:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328040.375508:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168
00000100:00100000:2.0:1767328040.375517:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010617984
00000100:00100000:2.0:1767328040.375522:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010617984
00000100:00100000:0.0:1767328040.375523:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010617856:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328040.375543:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328040.375551:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328040.375553:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169
00000100:00100000:3.0:1767328040.375558:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010617728:12345-0@lo:38:kworker.0 Request processed in 69us (454us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328040.375561:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010617344:0@lo:38:kworker.0
00000100:00100000:2.0:1767328040.375573:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010618112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328040.375577:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010617856:12345-0@lo:400:kworker.0 Request processed in 57us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328040.375584:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077
00000100:00100000:1.0:1767328040.375586:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010618240:0@lo:38:kworker.0
00000100:00100000:0.0:1767328040.375599:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168
00000100:00100000:3.0:1767328040.375615:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078
00000100:00100000:3.0:1767328040.375623:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010617984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328040.375634:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328040.375642:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328040.375660:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010618112:12345-0@lo:400:kworker.0 Request processed in 92us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328040.375663:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618240
00000100:00100000:0.0:1767328040.375670:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618240
00000100:00100000:2.0:1767328040.375676:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169
00000100:00080000:1.0:1767328040.375687:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328040.375691:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010617984:12345-0@lo:38:kworker.0 Request processed in 63us (189us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328040.375695:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328040.375707:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010617984:0@lo:38:kworker.0
00000100:00100000:3.0:1767328040.375708:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078
00000100:00100000:0.0:1767328040.375722:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079
00000100:00080000:1.0:1767328040.375730:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328040.375731:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010618240:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328040.375738:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328040.375742:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328040.375746:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010617728:0@lo:38:kworker.0
00010000:00020000:0.0:1767328040.375750:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328040.375770:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010617856:0@lo:400:kworker.0
00000100:00080000:1.0:1767328040.375805:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328040.375807:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010617600:0@lo:400:kworker.0
00000100:00100000:3.0:1767328040.375807:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010618112:0@lo:400:kworker.0
00000100:00100000:0.0:1767328040.375809:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010618240:12345-0@lo:38:kworker.0 Request processed in 74us (168us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328040.375819:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328040.375832:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010618240:0@lo:38:kworker.0
00000100:00100000:0.0:1767328040.375835:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079
00010000:00010000:1.0:1767328041.334612:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328042.358578:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328042.934612:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010618368:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328042.934683:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328042.934723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618368
00000100:00100000:1.0:1767328042.934734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618368
00000100:00080000:0.0:1767328042.934796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328042.934802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8253
00000100:00100000:1.0:1767328042.934814:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010618368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328042.934846:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328042.934896:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010618368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328042.934904:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8253
00000100:00100000:2.0:1767328042.934953:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010618368:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328043.382563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328043.446607:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328043.446627:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010618496:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328043.446683:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328043.446738:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618496
00000100:00100000:2.0:1767328043.446748:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618496
00000100:00080000:0.0:1767328043.446796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328043.446822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8254
00000100:00100000:2.0:1767328043.446834:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010618496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328043.446868:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328043.446938:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010618496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328043.446948:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8254
00000100:00100000:1.0:1767328043.446967:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010618496:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328044.406555:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328044.880937:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328044.880971:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328044.880981:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223296
00000100:00100000:0.0:1767328044.880992:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223296
00000100:00100000:1.0:1767328044.881019:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223424
00000100:00100000:1.0:1767328044.881026:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223424
00000100:00100000:0.0:1767328044.881028:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4080
00000100:00100000:0.0:1767328044.881035:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993223296:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328044.881054:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328044.881080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328044.881084:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2170
00000100:00100000:1.0:1767328044.881095:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223424:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328044.881113:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993223296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (203us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328044.881121:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4080
00000100:00100000:1.0:1767328044.881141:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223424:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 47us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328044.881148:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2170
00010000:00010000:1.0:1767328045.430604:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328045.494538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328045.494548:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328045.494551:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328045.494557:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328045.494561:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328045.494569:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13238
00000100:00080000:2.0:1767328045.494574:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328045.494581:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328045.494618:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9500 x1853164010618624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328045.494673:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010618624:0@lo:38:kworker.0
00000100:00080000:2.0:1767328045.494692:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328045.494698:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328045.494702:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010618752:0@lo:400:kworker.0
00000100:00080000:2.0:1767328045.494703:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328045.494712:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13238
00000100:00080000:2.0:1767328045.494716:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328045.494718:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010618880:0@lo:400:kworker.0
00000100:00080000:2.0:1767328045.494724:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328045.494744:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328045.494745:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9180 x1853164010619008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328045.494754:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328045.494782:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328045.494784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010619008:0@lo:38:kworker.0
00000100:00100000:3.0:1767328045.494788:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010619136:0@lo:400:kworker.0
00000100:00080000:2.0:1767328045.494790:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328045.494796:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328045.494802:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13238
00000100:00080000:2.0:1767328045.494806:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328045.494810:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328045.494828:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76a00 x1853164010619264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328045.494833:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618624
00000100:00100000:3.0:1767328045.494839:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328045.494843:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618624
00000100:00100000:1.0:1767328045.494848:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618752
00000100:00100000:1.0:1767328045.494855:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618752
00000100:00100000:0.0:1767328045.494884:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35186
00000100:00080000:2.0:1767328045.494884:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328045.494891:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328045.494894:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010618624:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328045.494895:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328045.494919:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13238
00000100:00100000:3.0:1767328045.494921:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619136
00000100:00080000:2.0:1767328045.494923:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328045.494927:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619136
00010000:00020000:0.0:1767328045.494929:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328045.494932:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328045.494938:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9375
00000100:00100000:1.0:1767328045.494953:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010618752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328045.494956:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76d80 x1853164010619520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328045.494971:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171
00000100:00100000:0.0:1767328045.494973:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010618624:12345-0@lo:38:kworker.0 Request processed in 79us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328045.494981:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35186
00000100:00100000:3.0:1767328045.494985:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010619136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328045.495017:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010619392:0@lo:400:kworker.0
00000100:00100000:1.0:1767328045.495019:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010618752:12345-0@lo:400:kworker.0 Request processed in 69us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328045.495029:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010618752:0@lo:400:kworker.0
00000100:00100000:1.0:1767328045.495037:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9375
00000100:00100000:3.0:1767328045.495038:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010619136:12345-0@lo:400:kworker.0 Request processed in 55us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328045.495047:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171
00000100:00100000:2.0:1767328045.495064:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328045.495074:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328045.495079:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328045.495105:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010619136:0@lo:400:kworker.0
00000100:00100000:1.0:1767328045.495109:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328045.495130:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328045.495133:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619392
00000100:00100000:3.0:1767328045.495137:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619392
00000100:00080000:1.0:1767328045.495161:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328045.495162:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619008
00000100:00100000:0.0:1767328045.495168:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619008
00000100:00080000:1.0:1767328045.495172:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328045.495177:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172
00000100:00100000:1.0:1767328045.495183:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010618624:0@lo:38:kworker.0
00000100:00100000:3.0:1767328045.495188:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010619392:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328045.495194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328045.495203:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081
00000100:00100000:0.0:1767328045.495210:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010619008:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328045.495210:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010619264:0@lo:38:kworker.0
00010000:00020000:0.0:1767328045.495227:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328045.495240:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010619392:12345-0@lo:400:kworker.0 Request processed in 54us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328045.495246:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172
00000100:00100000:1.0:1767328045.495264:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328045.495268:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010619392:0@lo:400:kworker.0
00000100:00100000:0.0:1767328045.495273:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010619008:12345-0@lo:38:kworker.0 Request processed in 60us (166us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328045.495284:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081
00000100:00100000:3.0:1767328045.495288:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619264
00000100:00100000:3.0:1767328045.495292:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619264
00000100:00100000:1.0:1767328045.495300:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010619520:0@lo:38:kworker.0
00000100:00100000:0.0:1767328045.495322:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010618880
00000100:00100000:0.0:1767328045.495327:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010618880
00000100:00100000:3.0:1767328045.495332:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082
00000100:00100000:1.0:1767328045.495338:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328045.495343:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010619264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328045.495361:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328045.495370:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619520
00000100:00100000:0.0:1767328045.495374:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9376
00000100:00100000:2.0:1767328045.495377:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619520
00000100:00080000:1.0:1767328045.495379:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328045.495389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328045.495390:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010618880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328045.495395:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010619264:12345-0@lo:38:kworker.0 Request processed in 50us (133us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328045.495397:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010619008:0@lo:38:kworker.0
00000100:00100000:2.0:1767328045.495408:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083
00000100:00100000:3.0:1767328045.495434:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082
00000100:00100000:2.0:1767328045.495450:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010619520:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328045.495455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328045.495462:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767328045.495467:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328045.495471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010619264:0@lo:38:kworker.0
00000100:00100000:0.0:1767328045.495474:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010618880:12345-0@lo:400:kworker.0 Request processed in 89us (346us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328045.495478:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328045.495484:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9376
00000100:00100000:3.0:1767328045.495522:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010618880:0@lo:400:kworker.0
00000100:00100000:2.0:1767328045.495523:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010619520:12345-0@lo:38:kworker.0 Request processed in 104us (188us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328045.495529:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328045.495538:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328045.495542:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083
00000100:00100000:1.0:1767328045.495547:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010619520:0@lo:38:kworker.0
00010000:00010000:1.0:1767328046.454565:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328047.478575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328048.054639:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010619648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328048.054699:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328048.054748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619648
00000100:00100000:2.0:1767328048.054758:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619648
00000100:00080000:3.0:1767328048.054811:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328048.054834:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8255
00000100:00100000:2.0:1767328048.054846:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010619648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328048.054875:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328048.054939:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010619648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328048.054946:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8255
00000100:00100000:0.0:1767328048.054981:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010619648:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328048.502571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328048.566642:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010619776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328048.566712:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328048.566762:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619776
00000100:00100000:2.0:1767328048.566771:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619776
00000100:00080000:3.0:1767328048.566819:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328048.566836:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8256
00000100:00100000:2.0:1767328048.566847:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010619776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328048.566877:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328048.566961:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010619776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328048.566970:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8256
00000100:00100000:3.0:1767328048.567004:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010619776:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328049.526574:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328050.001043:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328050.001084:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328050.001122:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223552
00000100:00100000:0.0:1767328050.001129:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223680
00000100:00100000:2.0:1767328050.001135:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223552
00000100:00100000:0.0:1767328050.001136:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223680
00000100:00100000:2.0:1767328050.001193:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2173
00000100:00080000:3.0:1767328050.001200:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328050.001209:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4084
00000100:00100000:2.0:1767328050.001210:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223680:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328050.001220:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993223552:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328050.001239:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328050.001287:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993223552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328050.001294:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328050.001299:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4084
00000100:00100000:2.0:1767328050.001310:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2173
00010000:00010000:1.0:1767328050.550558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328050.614495:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328050.614502:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328050.614505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328050.614508:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328050.614511:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328050.614518:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13243
00000100:00080000:1.0:1767328050.614522:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328050.614529:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328050.614563:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6300 x1853164010619904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328050.614614:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010619904:0@lo:38:kworker.0
00000100:00080000:1.0:1767328050.614618:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328050.614622:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328050.614624:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328050.614628:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13243
00000100:00080000:1.0:1767328050.614630:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328050.614633:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328050.614644:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010620288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328050.614648:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010620032:0@lo:400:kworker.0
00000100:00080000:1.0:1767328050.614671:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328050.614674:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328050.614678:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328050.614682:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328050.614685:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13243
00000100:00080000:1.0:1767328050.614690:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328050.614690:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010620160:0@lo:400:kworker.0
00000100:00080000:1.0:1767328050.614697:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328050.614705:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328050.614719:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4a80 x1853164010620544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328050.614720:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010620288:0@lo:38:kworker.0
00000100:00100000:3.0:1767328050.614736:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328050.614766:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010620416:0@lo:400:kworker.0
00000100:00100000:2.0:1767328050.614768:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328050.614770:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328050.614778:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328050.614781:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328050.614787:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13243
00000100:00100000:3.0:1767328050.614787:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620032
00000100:00080000:1.0:1767328050.614793:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328050.614795:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620032
00000100:00080000:1.0:1767328050.614799:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328050.614804:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010620544:0@lo:38:kworker.0
00000100:00100000:0.0:1767328050.614809:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328050.614818:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6d80 x1853164010620800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328050.614844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328050.614851:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620160
00000100:00100000:3.0:1767328050.614855:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620160
00000100:00100000:0.0:1767328050.614862:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328050.614887:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010620672:0@lo:400:kworker.0
00000100:00100000:2.0:1767328050.614891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010620800:0@lo:38:kworker.0
00000100:00100000:1.0:1767328050.614895:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9377
00000100:00100000:3.0:1767328050.614907:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9378
00000100:00100000:1.0:1767328050.614910:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010620032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328050.614925:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328050.614925:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010620160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328050.614948:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620288
00000100:00100000:2.0:1767328050.614954:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620288
00000100:00100000:2.0:1767328050.614985:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620416
00000100:00100000:0.0:1767328050.614988:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620544
00000100:00100000:2.0:1767328050.614988:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620416
00000100:00100000:0.0:1767328050.614996:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620544
00000100:00100000:3.0:1767328050.614996:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010620160:12345-0@lo:400:kworker.0 Request processed in 77us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328050.615000:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010620032:12345-0@lo:400:kworker.0 Request processed in 94us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328050.615009:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9378
00000100:00100000:2.0:1767328050.615016:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620672
00000100:00100000:1.0:1767328050.615017:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9377
00000100:00100000:2.0:1767328050.615022:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620672
00000100:00100000:0.0:1767328050.615029:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174
00000100:00100000:0.0:1767328050.615043:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010620416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328050.615057:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010619904
00000100:00100000:2.0:1767328050.615057:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175
00000100:00100000:1.0:1767328050.615063:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010619904
00000100:00100000:3.0:1767328050.615070:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010620160:0@lo:400:kworker.0
00000100:00100000:2.0:1767328050.615076:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010620672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328050.615095:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010620416:12345-0@lo:400:kworker.0 Request processed in 56us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328050.615096:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35187
00000100:00080000:3.0:1767328050.615101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328050.615107:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010619904:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328050.615108:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328050.615112:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174
00000100:00080000:3.0:1767328050.615113:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:1.0:1767328050.615127:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328050.615133:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010620672:12345-0@lo:400:kworker.0 Request processed in 62us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328050.615139:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085
00000100:00100000:0.0:1767328050.615145:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010620288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328050.615157:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328050.615158:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086
00000100:00100000:1.0:1767328050.615161:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010619904:12345-0@lo:38:kworker.0 Request processed in 53us (483us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328050.615171:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010620544:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328050.615172:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35187
00000100:00100000:2.0:1767328050.615172:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175
00000100:00100000:0.0:1767328050.615187:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010620288:12345-0@lo:38:kworker.0 Request processed in 40us (422us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328050.615188:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328050.615198:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085
00000100:00100000:3.0:1767328050.615235:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010620544:12345-0@lo:38:kworker.0 Request processed in 65us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328050.615239:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010620672:0@lo:400:kworker.0
00000100:00100000:0.0:1767328050.615241:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010620416:0@lo:400:kworker.0
00000100:00100000:3.0:1767328050.615247:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086
00000100:00100000:2.0:1767328050.615264:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328050.615275:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010620032:0@lo:400:kworker.0
00000100:00100000:3.0:1767328050.615283:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620800
00000100:00100000:3.0:1767328050.615287:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620800
00000100:00080000:2.0:1767328050.615311:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328050.615312:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087
00000100:00100000:3.0:1767328050.615322:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010620800:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328050.615323:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328050.615334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010620544:0@lo:38:kworker.0
00010000:00020000:3.0:1767328050.615335:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328050.615356:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328050.615362:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010620800:12345-0@lo:38:kworker.0 Request processed in 41us (102us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328050.615363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328050.615372:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010620288:0@lo:38:kworker.0
00000100:00100000:3.0:1767328050.615373:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087
00000100:00080000:2.0:1767328050.615391:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328050.615396:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328050.615401:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010619904:0@lo:38:kworker.0
00000100:00080000:2.0:1767328050.615445:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328050.615449:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328050.615453:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010620800:0@lo:38:kworker.0
00010000:00010000:1.0:1767328051.574579:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328052.598543:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328053.174610:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010620928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328053.174672:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328053.174733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010620928
00000100:00100000:2.0:1767328053.174742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010620928
00000100:00080000:3.0:1767328053.174794:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328053.174816:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8257
00000100:00100000:2.0:1767328053.174830:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010620928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328053.174874:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328053.174929:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010620928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (255us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328053.174940:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8257
00000100:00100000:1.0:1767328053.174974:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010620928:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328053.622539:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328053.686569:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010621056:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328053.686635:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328053.686678:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621056
00000100:00100000:2.0:1767328053.686687:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621056
00000100:00100000:2.0:1767328053.686741:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8258
00000100:00080000:3.0:1767328053.686742:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328053.686751:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010621056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328053.686778:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328053.686818:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010621056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328053.686823:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8258
00000100:00100000:3.0:1767328053.686874:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010621056:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328054.646534:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328055.120865:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328055.120905:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328055.120935:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223936
00000100:00100000:2.0:1767328055.120945:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223936
00000100:00100000:0.0:1767328055.120966:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993223808
00000100:00100000:0.0:1767328055.120973:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993223808
00000100:00080000:3.0:1767328055.120999:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328055.121013:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2176
00000100:00100000:0.0:1767328055.121024:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328055.121029:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4088
00000100:00100000:2.0:1767328055.121038:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993223808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328055.121057:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328055.121095:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993223936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328055.121101:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993223808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (191us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328055.121106:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2176
00000100:00100000:2.0:1767328055.121118:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4088
00010000:00010000:1.0:1767328055.670543:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328055.734544:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328055.734556:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328055.734559:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328055.734563:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328055.734568:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328055.734577:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13248
00000100:00080000:2.0:1767328055.734583:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328055.734589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328055.734625:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010621184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328055.734686:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328055.734690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328055.734691:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328055.734696:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13248
00000100:00100000:0.0:1767328055.734699:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010621184:0@lo:38:kworker.0
00000100:00080000:2.0:1767328055.734699:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328055.734703:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328055.734715:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010621568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328055.734731:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328055.734734:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328055.734736:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328055.734739:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13248
00000100:00080000:2.0:1767328055.734741:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328055.734746:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010621312:0@lo:400:kworker.0
00000100:00080000:2.0:1767328055.734746:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328055.734761:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010621824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328055.734772:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010621696:0@lo:400:kworker.0
00000100:00080000:2.0:1767328055.734782:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328055.734783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328055.734787:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328055.734790:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328055.734794:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13248
00000100:00080000:2.0:1767328055.734796:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328055.734803:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328055.734804:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328055.734816:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010622080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328055.734825:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328055.734850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010621568:0@lo:38:kworker.0
00000100:00100000:1.0:1767328055.734857:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328055.734868:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010621952:0@lo:400:kworker.0
00000100:00100000:2.0:1767328055.734872:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621696
00000100:00100000:3.0:1767328055.734874:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328055.734879:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621696
00000100:00100000:3.0:1767328055.734884:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010621440:0@lo:400:kworker.0
00000100:00100000:0.0:1767328055.734893:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328055.734923:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328055.734932:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621568
00000100:00100000:0.0:1767328055.734934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010621824:0@lo:38:kworker.0
00000100:00100000:2.0:1767328055.734935:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621568
00000100:00100000:1.0:1767328055.734945:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177
00000100:00100000:1.0:1767328055.734961:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010621696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328055.734967:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621312
00000100:00100000:2.0:1767328055.734971:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089
00000100:00100000:3.0:1767328055.734974:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621312
00000100:00100000:0.0:1767328055.734977:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328055.734981:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010621568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328055.734998:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328055.735016:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621440
00000100:00100000:0.0:1767328055.735018:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010622080:0@lo:38:kworker.0
00000100:00100000:3.0:1767328055.735022:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621440
00000100:00100000:1.0:1767328055.735027:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010621696:12345-0@lo:400:kworker.0 Request processed in 69us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328055.735036:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177
00000100:00100000:2.0:1767328055.735041:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010621568:12345-0@lo:38:kworker.0 Request processed in 60us (149us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328055.735049:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089
00000100:00100000:3.0:1767328055.735055:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9379
00000100:00100000:1.0:1767328055.735060:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621824
00000100:00100000:0.0:1767328055.735065:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328055.735066:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621824
00000100:00100000:3.0:1767328055.735070:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010621312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328055.735092:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9380
00000100:00100000:1.0:1767328055.735100:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622080
00000100:00100000:2.0:1767328055.735103:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010621440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328055.735106:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622080
00000100:00080000:0.0:1767328055.735116:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328055.735121:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010621312:12345-0@lo:400:kworker.0 Request processed in 56us (321us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328055.735126:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328055.735127:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090
00000100:00100000:1.0:1767328055.735138:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010621824:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328055.735139:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010621568:0@lo:38:kworker.0
00000100:00100000:2.0:1767328055.735144:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010621440:12345-0@lo:400:kworker.0 Request processed in 42us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328055.735146:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9379
00000100:00100000:2.0:1767328055.735156:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9380
00010000:00020000:1.0:1767328055.735159:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328055.735184:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328055.735190:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328055.735194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328055.735202:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091
00000100:00100000:1.0:1767328055.735207:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010621824:12345-0@lo:38:kworker.0 Request processed in 68us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328055.735207:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010621440:0@lo:400:kworker.0
00000100:00100000:0.0:1767328055.735216:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010622080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328055.735223:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090
00000100:00100000:3.0:1767328055.735228:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010621696:0@lo:400:kworker.0
00010000:00020000:0.0:1767328055.735235:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328055.735255:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328055.735256:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621184
00000100:00100000:2.0:1767328055.735260:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621184
00000100:00100000:3.0:1767328055.735274:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010621952
00000100:00100000:3.0:1767328055.735281:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010621952
00000100:00100000:2.0:1767328055.735287:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35188
00000100:00100000:0.0:1767328055.735295:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010622080:12345-0@lo:38:kworker.0 Request processed in 71us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328055.735297:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010621312:0@lo:400:kworker.0
00000100:00100000:2.0:1767328055.735299:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010621184:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328055.735314:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091
00010000:00020000:2.0:1767328055.735320:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328055.735321:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178
00000100:00100000:3.0:1767328055.735334:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010621952:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328055.735356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328055.735361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328055.735365:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010621184:12345-0@lo:38:kworker.0 Request processed in 69us (583us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328055.735370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328055.735376:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35188
00000100:00100000:0.0:1767328055.735381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010622080:0@lo:38:kworker.0
00000100:00100000:3.0:1767328055.735388:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010621952:12345-0@lo:400:kworker.0 Request processed in 53us (130us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328055.735402:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178
00000100:00100000:1.0:1767328055.735404:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010621952:0@lo:400:kworker.0
00000100:00080000:0.0:1767328055.735408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328055.735442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328055.735448:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010621824:0@lo:38:kworker.0
00000100:00080000:0.0:1767328055.735463:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328055.735467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328055.735470:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010621184:0@lo:38:kworker.0
00010000:00010000:1.0:1767328056.694550:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328057.718589:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328058.294604:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010622208:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328058.294668:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328058.294741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622208
00000100:00100000:2.0:1767328058.294751:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622208
00000100:00080000:1.0:1767328058.294796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328058.294827:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8259
00000100:00100000:2.0:1767328058.294838:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010622208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328058.294869:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328058.294918:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010622208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328058.294927:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8259
00000100:00100000:0.0:1767328058.294950:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010622208:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328058.742534:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328058.806574:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328058.806592:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010622336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328058.806646:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328058.806686:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622336
00000100:00100000:2.0:1767328058.806694:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622336
00000100:00100000:2.0:1767328058.806748:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8260
00000100:00100000:2.0:1767328058.806757:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010622336:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328058.806769:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767328058.806784:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328058.806847:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010622336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328058.806853:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8260
00000100:00100000:3.0:1767328058.806903:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010622336:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328059.766594:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328060.240999:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328060.241036:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328060.241047:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224192
00000100:00100000:0.0:1767328060.241058:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224192
00000100:00100000:1.0:1767328060.241082:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224064
00000100:00100000:1.0:1767328060.241088:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224064
00000100:00080000:2.0:1767328060.241108:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328060.241132:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2179
00000100:00100000:0.0:1767328060.241143:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4092
00000100:00100000:1.0:1767328060.241145:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993224192:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328060.241156:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993224064:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328060.241180:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328060.241213:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993224192:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328060.241217:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993224064:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 61us (178us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328060.241226:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2179
00000100:00100000:0.0:1767328060.241236:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4092
00010000:00010000:1.0:1767328060.790526:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328060.854511:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328060.854521:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328060.854525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328060.854530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328060.854536:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328060.854545:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13253
00000100:00080000:2.0:1767328060.854551:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328060.854559:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328060.854598:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010622464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328060.854653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010622464:0@lo:38:kworker.0
00000100:00080000:2.0:1767328060.854684:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328060.854690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328060.854693:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328060.854698:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13253
00000100:00100000:3.0:1767328060.854701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010622592:0@lo:400:kworker.0
00000100:00080000:2.0:1767328060.854703:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328060.854712:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328060.854720:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328060.854727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328060.854733:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010622848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328060.854737:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010622720:0@lo:400:kworker.0
00000100:00100000:3.0:1767328060.854753:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328060.854771:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328060.854776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328060.854778:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328060.854784:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13253
00000100:00100000:0.0:1767328060.854786:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010622848:0@lo:38:kworker.0
00000100:00080000:2.0:1767328060.854789:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328060.854809:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328060.854814:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328060.854832:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622592
00000100:00100000:2.0:1767328060.854837:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b480 x1853164010623104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328060.854840:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622592
00000100:00100000:1.0:1767328060.854847:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010622976:0@lo:400:kworker.0
00000100:00100000:0.0:1767328060.854848:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328060.854887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010623104:0@lo:38:kworker.0
00000100:00080000:2.0:1767328060.854891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328060.854894:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328060.854901:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328060.854904:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328060.854910:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13253
00000100:00080000:2.0:1767328060.854914:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328060.854918:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622720
00000100:00080000:2.0:1767328060.854920:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328060.854926:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622720
00000100:00100000:0.0:1767328060.854927:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328060.854941:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010623360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328060.854949:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622848
00000100:00100000:1.0:1767328060.854956:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622848
00000100:00100000:0.0:1767328060.854961:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010623360:0@lo:38:kworker.0
00000100:00100000:3.0:1767328060.854969:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9381
00000100:00100000:3.0:1767328060.854982:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010622592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328060.854986:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622976
00000100:00100000:0.0:1767328060.854990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328060.854992:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622976
00000100:00100000:2.0:1767328060.854999:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010622464
00000100:00100000:2.0:1767328060.855006:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010622464
00000100:00100000:1.0:1767328060.855027:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623104
00000100:00100000:1.0:1767328060.855031:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623104
00000100:00100000:0.0:1767328060.855036:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623360
00000100:00100000:0.0:1767328060.855041:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623360
00000100:00100000:2.0:1767328060.855047:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35189
00000100:00100000:1.0:1767328060.855052:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180
00000100:00100000:2.0:1767328060.855061:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010622464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328060.855061:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010622592:12345-0@lo:400:kworker.0 Request processed in 78us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328060.855064:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010622976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328060.855070:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4093
00000100:00100000:0.0:1767328060.855081:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010622848:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328060.855086:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9381
00010000:00020000:2.0:1767328060.855090:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328060.855096:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328060.855116:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9382
00000100:00100000:3.0:1767328060.855130:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010622720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328060.855134:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010622976:12345-0@lo:400:kworker.0 Request processed in 72us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328060.855142:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180
00000100:00100000:2.0:1767328060.855158:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010622464:12345-0@lo:38:kworker.0 Request processed in 100us (432us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328060.855159:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010622848:12345-0@lo:38:kworker.0 Request processed in 76us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328060.855165:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4094
00000100:00100000:3.0:1767328060.855175:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010622720:12345-0@lo:400:kworker.0 Request processed in 48us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328060.855177:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010623104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328060.855178:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4093
00000100:00100000:2.0:1767328060.855182:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35189
00000100:00100000:3.0:1767328060.855194:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9382
00010000:00020000:1.0:1767328060.855198:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328060.855203:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095
00000100:00100000:0.0:1767328060.855210:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010623360:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328060.855218:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328060.855219:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328060.855226:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328060.855231:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328060.855236:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010623104:12345-0@lo:38:kworker.0 Request processed in 58us (309us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328060.855243:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4094
00000100:00100000:0.0:1767328060.855263:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010623360:12345-0@lo:38:kworker.0 Request processed in 50us (275us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328060.855274:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095
00000100:00100000:1.0:1767328060.855290:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010623232:0@lo:400:kworker.0
00000100:00100000:3.0:1767328060.855297:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010622592:0@lo:400:kworker.0
00000100:00080000:0.0:1767328060.855329:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328060.855336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328060.855343:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010623360:0@lo:38:kworker.0
00000100:00100000:1.0:1767328060.855345:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328060.855364:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328060.855369:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328060.855373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010623104:0@lo:38:kworker.0
00000100:00100000:3.0:1767328060.855380:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623232
00000100:00100000:3.0:1767328060.855386:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623232
00000100:00080000:0.0:1767328060.855390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328060.855395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328060.855397:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010622848:0@lo:38:kworker.0
00000100:00080000:0.0:1767328060.855412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328060.855438:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328060.855442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010622464:0@lo:38:kworker.0
00000100:00100000:2.0:1767328060.855447:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181
00000100:00100000:1.0:1767328060.855457:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010622976:0@lo:400:kworker.0
00000100:00100000:2.0:1767328060.855463:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010623232:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328060.855474:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328060.855480:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010622720:0@lo:400:kworker.0
00000100:00100000:2.0:1767328060.855510:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010623232:12345-0@lo:400:kworker.0 Request processed in 55us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328060.855516:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181
00000100:00100000:0.0:1767328060.855540:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010623232:0@lo:400:kworker.0
00010000:00010000:1.0:1767328061.814559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328062.838544:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328063.414651:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010623488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328063.414711:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328063.414769:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623488
00000100:00100000:2.0:1767328063.414789:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623488
00000100:00080000:3.0:1767328063.414828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328063.414855:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8261
00000100:00100000:2.0:1767328063.414865:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010623488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328063.414893:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328063.414950:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010623488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328063.414960:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8261
00000100:00100000:0.0:1767328063.414980:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010623488:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328063.862609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328063.926587:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010623616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328063.926646:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328063.926690:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623616
00000100:00100000:2.0:1767328063.926699:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623616
00000100:00080000:3.0:1767328063.926731:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328063.926757:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8262
00000100:00100000:2.0:1767328063.926765:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010623616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328063.926804:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328063.926845:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010623616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328063.926852:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8262
00000100:00100000:0.0:1767328063.926886:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010623616:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767328064.337117:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993224320 offset 0 length 520: 4
00000100:00100000:3.0:1767328064.337164:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328064.337202:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328064.337255:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224576
00000100:00100000:2.0:1767328064.337255:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224448
00000100:00100000:0.0:1767328064.337266:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224576
00000100:00100000:2.0:1767328064.337266:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224448
00000100:00100000:2.0:1767328064.337315:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2182
00000100:00100000:0.0:1767328064.337323:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4096
00000100:00100000:2.0:1767328064.337329:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993224576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:3.0:1767328064.337329:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328064.337335:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993224448:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328064.337354:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328064.337404:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993224576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328064.337411:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993224448:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328064.337441:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2182
00000100:00100000:0.0:1767328064.337455:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4096
00010000:00010000:0.0:1767328064.886563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328065.910576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328065.974499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328065.974506:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328040/real 1767328040]  req@ffff9bb582cd2d80 x1853164010617216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328065 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328065.974508:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328065.974514:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328065.974522:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328065.974528:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328065.974534:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13258
00000100:00080000:2.0:1767328065.974539:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328065.974547:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd2d80 x1853164010617216/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328065 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328065.974548:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767328065.974571:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328065.974591:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328065.974595:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328065.974598:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010617216:0@lo:250:kworker.0
00000100:00100000:3.0:1767328065.974641:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010623744:0@lo:38:kworker.0
00000100:00100000:0.0:1767328065.974671:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328065.974677:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328065.974683:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328065.974686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328065.974689:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010623872:0@lo:400:kworker.0
00000100:00080000:2.0:1767328065.974693:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13258
00000100:00080000:2.0:1767328065.974700:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328065.974706:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328065.974707:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328065.974720:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010624000:0@lo:400:kworker.0
00000100:00100000:2.0:1767328065.974724:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348000 x1853164010624128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328065.974745:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328065.974752:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328065.974782:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328065.974785:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328065.974789:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328065.974792:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13258
00000100:00080000:2.0:1767328065.974798:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328065.974800:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010624256:0@lo:400:kworker.0
00000100:00080000:2.0:1767328065.974806:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328065.974826:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010624384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328065.974838:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328065.974861:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328065.974876:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328065.974882:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328065.974884:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328065.974886:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624256
00000100:00080000:2.0:1767328065.974891:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13258
00000100:00100000:1.0:1767328065.974894:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624256
00000100:00080000:2.0:1767328065.974896:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328065.974903:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328065.974912:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623872
00000100:00100000:0.0:1767328065.974919:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623872
00000100:00100000:2.0:1767328065.974920:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010624640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328065.974940:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328065.974944:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328065.974946:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328065.974949:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183
00000100:00080000:2.0:1767328065.974954:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13238
00000100:00080000:2.0:1767328065.974958:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328065.974960:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010624256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328065.974966:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624000
00000100:00080000:2.0:1767328065.974968:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328065.974972:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624000
00000100:00100000:2.0:1767328065.974987:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07100 x1853164010624768/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328065.975012:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010624256:12345-0@lo:400:kworker.0 Request processed in 54us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328065.975019:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9383
00000100:00100000:1.0:1767328065.975022:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183
00000100:00100000:2.0:1767328065.975024:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328065.975038:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010624512:0@lo:400:kworker.0
00000100:00100000:0.0:1767328065.975044:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010623872:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328065.975047:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328065.975053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328065.975056:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328065.975077:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010624256:0@lo:400:kworker.0
00000100:00100000:2.0:1767328065.975085:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328065.975103:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010623872:12345-0@lo:400:kworker.0 Request processed in 72us (358us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328065.975113:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9384
00000100:00100000:1.0:1767328065.975120:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010624000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328065.975125:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9383
00000100:00100000:2.0:1767328065.975130:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624512
00000100:00100000:2.0:1767328065.975137:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624512
00000100:00100000:1.0:1767328065.975157:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010624000:12345-0@lo:400:kworker.0 Request processed in 37us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328065.975164:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9384
00000100:00100000:0.0:1767328065.975186:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010624000:0@lo:400:kworker.0
00000100:00100000:2.0:1767328065.975186:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184
00000100:00100000:1.0:1767328065.975197:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010623872:0@lo:400:kworker.0
00000100:00100000:2.0:1767328065.975204:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010624512:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328065.975233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328065.975250:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010624512:12345-0@lo:400:kworker.0 Request processed in 52us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328065.975259:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184
00000100:00100000:0.0:1767328065.975280:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010624512:0@lo:400:kworker.0
00000100:00100000:3.0:1767328065.976010:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328065.976049:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010624128:0@lo:38:kworker.0
00000100:00100000:2.0:1767328065.976063:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010623744
00000100:00100000:2.0:1767328065.976070:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010623744
00000100:00100000:3.0:1767328065.976077:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328065.976103:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35190
00000100:00100000:3.0:1767328065.976106:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010624384:0@lo:38:kworker.0
00000100:00100000:2.0:1767328065.976114:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010623744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328065.976135:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328065.976136:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328065.976142:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624128
00000100:00100000:0.0:1767328065.976149:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624128
00000100:00100000:3.0:1767328065.976168:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010624640:0@lo:38:kworker.0
00000100:00100000:1.0:1767328065.976185:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624384
00000100:00100000:1.0:1767328065.976190:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624384
00000100:00100000:0.0:1767328065.976192:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097
00000100:00100000:2.0:1767328065.976192:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010623744:12345-0@lo:38:kworker.0 Request processed in 76us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328065.976207:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010624128:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328065.976208:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328065.976221:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098
00000100:00100000:2.0:1767328065.976221:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35190
00010000:00020000:0.0:1767328065.976228:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328065.976234:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010624384:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328065.976241:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010624768:0@lo:250:kworker.0
00010000:00020000:1.0:1767328065.976250:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328065.976269:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624640
00000400:00000100:3.0:1767328065.976275:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010624768 offset 0 length 520: 4
00000100:00100000:2.0:1767328065.976276:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624640
00000100:00100000:0.0:1767328065.976278:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010624128:12345-0@lo:38:kworker.0 Request processed in 71us (198us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328065.976292:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097
00000100:00100000:1.0:1767328065.976297:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010624384:12345-0@lo:38:kworker.0 Request processed in 62us (161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328065.976305:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098
00000100:00100000:0.0:1767328065.976324:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099
00000100:00100000:0.0:1767328065.976332:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010624640:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328065.976334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328065.976343:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767328065.976349:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328065.976350:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010623744:0@lo:38:kworker.0
00000100:00080000:3.0:1767328065.976377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328065.976382:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328065.976386:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010624128:0@lo:38:kworker.0
00000100:00100000:0.0:1767328065.976392:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010624640:12345-0@lo:38:kworker.0 Request processed in 57us (187us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328065.976401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328065.976402:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099
00000100:00080000:3.0:1767328065.976411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328065.976437:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010624384:0@lo:38:kworker.0
00000100:00080000:3.0:1767328065.976448:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328065.976452:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328065.976457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010624640:0@lo:38:kworker.0
00010000:00010000:1.0:1767328066.934520:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328067.958561:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328068.534636:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010624896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328068.534704:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328068.534785:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010624896
00000100:00100000:2.0:1767328068.534794:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010624896
00000100:00080000:1.0:1767328068.534843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328068.534850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8263
00000100:00100000:2.0:1767328068.534860:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010624896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328068.534885:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328068.534932:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010624896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328068.534941:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8263
00000100:00100000:0.0:1767328068.534963:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010624896:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328068.982556:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328069.046628:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328069.046651:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010625024:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328069.046720:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328069.046788:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625024
00000100:00100000:2.0:1767328069.046797:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625024
00000100:00100000:2.0:1767328069.046850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8264
00000100:00100000:2.0:1767328069.046858:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010625024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328069.046887:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767328069.046889:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328069.046930:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010625024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328069.046937:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8264
00000100:00100000:0.0:1767328069.046983:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010625024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328069.457006:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328069.457050:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328069.457080:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224704
00000100:00100000:0.0:1767328069.457091:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224704
00000100:00100000:1.0:1767328069.457133:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224832
00000100:00100000:1.0:1767328069.457140:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224832
00000100:00100000:0.0:1767328069.457145:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4100
00000100:00100000:0.0:1767328069.457157:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993224704:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328069.457181:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328069.457200:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2185
00000100:00080000:3.0:1767328069.457208:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328069.457211:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993224832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328069.457250:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993224704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328069.457258:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993224832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 47us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328069.457267:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4100
00000100:00100000:1.0:1767328069.457274:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2185
00010000:00010000:0.0:1767328070.006563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328071.030543:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328071.094480:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328071.094487:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328071.094490:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328071.094493:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328071.094496:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328071.094503:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13263
00000100:00080000:2.0:1767328071.094507:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328071.094513:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328071.094547:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010625152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328071.094604:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010625152:0@lo:38:kworker.0
00000100:00080000:2.0:1767328071.094614:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328071.094618:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328071.094620:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328071.094624:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13263
00000100:00080000:2.0:1767328071.094626:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328071.094630:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328071.094639:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328071.094641:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431180 x1853164010625536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328071.094655:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010625280:0@lo:400:kworker.0
00000100:00080000:2.0:1767328071.094662:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328071.094665:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328071.094667:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328071.094671:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13263
00000100:00080000:2.0:1767328071.094674:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328071.094677:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328071.094684:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328071.094687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010625664:0@lo:400:kworker.0
00000100:00100000:2.0:1767328071.094690:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010625792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328071.094703:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328071.094718:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328071.094735:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328071.094738:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328071.094741:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13263
00000100:00080000:2.0:1767328071.094743:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328071.094746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010625536:0@lo:38:kworker.0
00000100:00080000:2.0:1767328071.094750:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328071.094763:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328071.094770:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651c00 x1853164010626048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328071.094773:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010625920:0@lo:400:kworker.0
00000100:00100000:3.0:1767328071.094789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328071.094796:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328071.094805:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010625408:0@lo:400:kworker.0
00000100:00100000:1.0:1767328071.094819:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328071.094819:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625152
00000100:00100000:3.0:1767328071.094823:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010625792:0@lo:38:kworker.0
00000100:00100000:2.0:1767328071.094828:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625152
00000100:00100000:0.0:1767328071.094834:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328071.094870:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328071.094875:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625664
00000100:00100000:2.0:1767328071.094875:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35191
00000100:00100000:1.0:1767328071.094882:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625664
00000100:00100000:0.0:1767328071.094884:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625536
00000100:00100000:2.0:1767328071.094888:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010625152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328071.094890:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625536
00010000:00020000:2.0:1767328071.094907:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328071.094908:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010626048:0@lo:38:kworker.0
00000100:00100000:0.0:1767328071.094919:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625920
00000100:00100000:0.0:1767328071.094923:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625920
00000100:00100000:1.0:1767328071.094941:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625792
00000100:00100000:1.0:1767328071.094947:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625792
00000100:00100000:0.0:1767328071.094956:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186
00000100:00100000:3.0:1767328071.094956:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328071.094959:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010625152:12345-0@lo:38:kworker.0 Request processed in 73us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328071.094969:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35191
00000100:00100000:0.0:1767328071.094973:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010625664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328071.094978:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626048
00000100:00100000:1.0:1767328071.094983:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626048
00000100:00080000:3.0:1767328071.094998:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328071.095001:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625280
00000100:00100000:2.0:1767328071.095006:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625280
00000100:00080000:3.0:1767328071.095006:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328071.095007:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187
00000100:00100000:3.0:1767328071.095016:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010625152:0@lo:38:kworker.0
00000100:00100000:1.0:1767328071.095023:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010625920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328071.095030:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010625664:12345-0@lo:400:kworker.0 Request processed in 60us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328071.095041:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186
00000100:00100000:2.0:1767328071.095049:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010625408
00000100:00080000:3.0:1767328071.095052:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328071.095055:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010625408
00000100:00080000:3.0:1767328071.095060:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328071.095069:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101
00000100:00100000:0.0:1767328071.095075:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010625536:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328071.095081:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328071.095082:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010625920:12345-0@lo:400:kworker.0 Request processed in 60us (262us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328071.095091:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328071.095096:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187
00000100:00100000:2.0:1767328071.095103:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9385
00000100:00100000:2.0:1767328071.095117:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010625280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328071.095126:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102
00000100:00100000:0.0:1767328071.095133:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010625536:12345-0@lo:38:kworker.0 Request processed in 56us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328071.095137:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103
00000100:00100000:3.0:1767328071.095138:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010625792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328071.095150:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101
00000100:00100000:1.0:1767328071.095152:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010626048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328071.095157:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328071.095160:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010625280:12345-0@lo:400:kworker.0 Request processed in 46us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328071.095168:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9385
00010000:00020000:1.0:1767328071.095172:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328071.095176:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9386
00000100:00100000:0.0:1767328071.095186:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010625408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328071.095205:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010625792:12345-0@lo:38:kworker.0 Request processed in 68us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328071.095214:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102
00000100:00100000:1.0:1767328071.095230:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010626048:12345-0@lo:38:kworker.0 Request processed in 78us (277us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328071.095238:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010625408:12345-0@lo:400:kworker.0 Request processed in 51us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328071.095245:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103
00000100:00100000:0.0:1767328071.095253:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9386
00000100:00080000:3.0:1767328071.095273:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328071.095279:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328071.095285:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010626048:0@lo:38:kworker.0
00000100:00100000:1.0:1767328071.095297:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010625920:0@lo:400:kworker.0
00000100:00080000:3.0:1767328071.095303:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328071.095304:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010625408:0@lo:400:kworker.0
00000100:00080000:3.0:1767328071.095311:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328071.095317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010625536:0@lo:38:kworker.0
00000100:00100000:1.0:1767328071.095322:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010625280:0@lo:400:kworker.0
00000100:00100000:0.0:1767328071.095328:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010625664:0@lo:400:kworker.0
00000100:00080000:3.0:1767328071.095337:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328071.095343:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328071.095348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010625792:0@lo:38:kworker.0
00010000:00010000:1.0:1767328072.054581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328073.078567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328073.654601:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010626176:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328073.654661:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328073.654700:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626176
00000100:00100000:1.0:1767328073.654727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626176
00000100:00100000:1.0:1767328073.654783:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8265
00000100:00100000:1.0:1767328073.654791:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010626176:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767328073.654797:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767328073.654817:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328073.654862:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010626176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328073.654868:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8265
00000100:00100000:2.0:1767328073.654907:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010626176:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328074.102606:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328074.166596:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010626304:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328074.166661:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328074.166723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626304
00000100:00100000:1.0:1767328074.166731:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626304
00000100:00080000:3.0:1767328074.166778:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328074.166786:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8266
00000100:00100000:1.0:1767328074.166795:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010626304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328074.166821:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328074.166872:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010626304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328074.166882:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8266
00000100:00100000:0.0:1767328074.166918:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010626304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328074.577107:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328074.577140:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328074.577191:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993224960
00000100:00100000:3.0:1767328074.577192:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225088
00000100:00100000:1.0:1767328074.577202:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993224960
00000100:00100000:3.0:1767328074.577202:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225088
00000100:00100000:1.0:1767328074.577246:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4104
00000100:00100000:1.0:1767328074.577253:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993224960:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767328074.577263:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328074.577272:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2188
00010000:00020000:1.0:1767328074.577275:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328074.577288:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993225088:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328074.577334:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993224960:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328074.577342:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993225088:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328074.577343:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4104
00000100:00100000:3.0:1767328074.577355:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2188
00010000:00010000:0.0:1767328075.126563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328076.150587:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328076.214547:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328076.214554:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328076.214557:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328076.214560:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328076.214564:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328076.214570:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13268
00000100:00080000:0.0:1767328076.214574:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328076.214581:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328076.214614:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9880 x1853164010626432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328076.214669:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328076.214670:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010626432:0@lo:38:kworker.0
00000100:00080000:0.0:1767328076.214674:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328076.214678:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328076.214683:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13268
00000100:00080000:0.0:1767328076.214698:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328076.214701:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328076.214708:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010626560:0@lo:400:kworker.0
00000100:00100000:0.0:1767328076.214715:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868ba300 x1853164010626816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328076.214718:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328076.214736:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010626688:0@lo:400:kworker.0
00000100:00080000:0.0:1767328076.214739:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328076.214745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328076.214746:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328076.214750:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13268
00000100:00080000:0.0:1767328076.214752:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328076.214755:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328076.214764:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328076.214768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7100 x1853164010627072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328076.214768:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328076.214795:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328076.214801:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328076.214802:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328076.214804:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328076.214811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13268
00000100:00100000:1.0:1767328076.214813:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328076.214814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328076.214821:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328076.214822:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010626816:0@lo:38:kworker.0
00000100:00100000:1.0:1767328076.214824:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010627200:0@lo:400:kworker.0
00000100:00100000:0.0:1767328076.214833:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430700 x1853164010627328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328076.214840:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010626944:0@lo:400:kworker.0
00000100:00100000:0.0:1767328076.214862:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626560
00000100:00100000:3.0:1767328076.214869:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328076.214871:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626560
00000100:00100000:2.0:1767328076.214889:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626688
00000100:00100000:2.0:1767328076.214896:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626688
00000100:00100000:3.0:1767328076.214905:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010627072:0@lo:38:kworker.0
00000100:00100000:1.0:1767328076.214910:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328076.214929:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9387
00000100:00100000:0.0:1767328076.214943:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010626560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328076.214945:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9388
00000100:00100000:3.0:1767328076.214945:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328076.214950:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626816
00000100:00100000:1.0:1767328076.214954:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626816
00000100:00100000:2.0:1767328076.214961:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010626688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328076.214977:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010627328:0@lo:38:kworker.0
00000100:00100000:1.0:1767328076.214980:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627200
00000100:00100000:1.0:1767328076.214984:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627200
00000100:00100000:0.0:1767328076.215009:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010626560:12345-0@lo:400:kworker.0 Request processed in 70us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328076.215014:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627072
00000100:00100000:1.0:1767328076.215018:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627072
00000100:00100000:3.0:1767328076.215020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328076.215025:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9387
00000100:00100000:2.0:1767328076.215026:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010626688:12345-0@lo:400:kworker.0 Request processed in 67us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328076.215040:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627328
00000100:00100000:1.0:1767328076.215044:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627328
00000100:00100000:2.0:1767328076.215046:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9388
00000100:00100000:0.0:1767328076.215064:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189
00000100:00100000:1.0:1767328076.215071:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105
00000100:00100000:3.0:1767328076.215074:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626432
00000100:00100000:0.0:1767328076.215076:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010627200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328076.215080:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010626816:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328076.215082:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626432
00000100:00100000:2.0:1767328076.215089:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4106
00000100:00100000:2.0:1767328076.215097:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010627072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328076.215100:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328076.215110:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010627200:12345-0@lo:400:kworker.0 Request processed in 37us (202us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328076.215115:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328076.215116:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35192
00000100:00100000:0.0:1767328076.215121:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189
00000100:00100000:3.0:1767328076.215127:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010626432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328076.215140:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328076.215143:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107
00000100:00100000:1.0:1767328076.215148:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010626816:12345-0@lo:38:kworker.0 Request processed in 68us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328076.215153:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010627328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328076.215159:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105
00010000:00020000:0.0:1767328076.215166:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328076.215169:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010627072:12345-0@lo:38:kworker.0 Request processed in 68us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328076.215175:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010626432:12345-0@lo:38:kworker.0 Request processed in 51us (415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328076.215179:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4106
00000100:00100000:3.0:1767328076.215182:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35192
00000100:00100000:1.0:1767328076.215199:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010627200:0@lo:400:kworker.0
00000100:00100000:0.0:1767328076.215201:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010627328:12345-0@lo:38:kworker.0 Request processed in 48us (186us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328076.215210:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107
00000100:00100000:1.0:1767328076.215219:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010626560:0@lo:400:kworker.0
00000100:00080000:3.0:1767328076.215238:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328076.215245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328076.215251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328076.215252:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328076.215268:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328076.215275:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328076.215281:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010627328:0@lo:38:kworker.0
00000100:00100000:0.0:1767328076.215300:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010626688:0@lo:400:kworker.0
00000100:00100000:1.0:1767328076.215300:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010626944
00000100:00080000:2.0:1767328076.215302:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328076.215306:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010626944
00000100:00080000:2.0:1767328076.215312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328076.215317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010626816:0@lo:38:kworker.0
00000100:00080000:2.0:1767328076.215335:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328076.215341:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328076.215348:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190
00000100:00100000:2.0:1767328076.215348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010627072:0@lo:38:kworker.0
00000100:00100000:1.0:1767328076.215360:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010626944:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328076.215363:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328076.215369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328076.215374:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328076.215378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010626432:0@lo:38:kworker.0
00000100:00100000:1.0:1767328076.215413:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010626944:12345-0@lo:400:kworker.0 Request processed in 54us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328076.215461:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010626944:0@lo:400:kworker.0
00000100:00100000:1.0:1767328076.215462:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190
00010000:00010000:1.0:1767328077.174583:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328078.198548:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328078.774663:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328078.774706:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010627456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328078.774781:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328078.774820:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627456
00000100:00100000:0.0:1767328078.774828:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627456
00000100:00100000:0.0:1767328078.774888:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8267
00000100:00100000:0.0:1767328078.774896:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010627456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328078.774925:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328078.774968:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010627456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (189us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328078.774971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328078.774977:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8267
00000100:00100000:2.0:1767328078.775006:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010627456:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328079.222579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328079.286605:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010627584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328079.286663:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328079.286726:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627584
00000100:00100000:0.0:1767328079.286736:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627584
00000100:00080000:3.0:1767328079.286790:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328079.286798:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8268
00000100:00100000:0.0:1767328079.286812:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010627584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328079.286844:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328079.286891:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010627584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328079.286897:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8268
00000100:00100000:1.0:1767328079.286936:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010627584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328079.696983:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328079.697015:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328079.697038:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225344
00000100:00100000:1.0:1767328079.697048:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225344
00000100:00100000:0.0:1767328079.697073:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225216
00000100:00100000:0.0:1767328079.697079:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225216
00000100:00080000:3.0:1767328079.697102:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328079.697118:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2191
00000100:00100000:0.0:1767328079.697131:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993225344:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328079.697136:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4108
00000100:00100000:1.0:1767328079.697147:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993225216:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328079.697169:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328079.697205:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993225344:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328079.697211:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993225216:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 60us (189us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328079.697216:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2191
00000100:00100000:1.0:1767328079.697228:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4108
00010000:00010000:0.0:1767328080.246542:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328081.270615:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328081.334498:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328081.334506:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328081.334510:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328081.334513:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328081.334517:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328081.334523:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13274
00000100:00080000:0.0:1767328081.334528:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328081.334534:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328081.334571:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430700 x1853164010627712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328081.334625:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010627712:0@lo:38:kworker.0
00000100:00080000:0.0:1767328081.334635:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328081.334639:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328081.334640:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328081.334644:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13274
00000100:00080000:0.0:1767328081.334646:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328081.334666:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328081.334679:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010628096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328081.334697:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328081.334700:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328081.334702:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328081.334709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328081.334710:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13274
00000100:00100000:3.0:1767328081.334713:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010627840:0@lo:400:kworker.0
00000100:00080000:0.0:1767328081.334717:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328081.334717:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010628224:0@lo:400:kworker.0
00000100:00080000:0.0:1767328081.334725:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328081.334736:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc5880 x1853164010628352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328081.334755:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010628096:0@lo:38:kworker.0
00000100:00080000:0.0:1767328081.334760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328081.334765:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328081.334769:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328081.334769:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328081.334771:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328081.334779:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13274
00000100:00080000:0.0:1767328081.334783:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328081.334786:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328081.334796:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010628608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328081.334809:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328081.334816:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328081.334818:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328081.334826:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010628480:0@lo:400:kworker.0
00000100:00100000:1.0:1767328081.334828:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010627968:0@lo:400:kworker.0
00000100:00100000:0.0:1767328081.334846:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628224
00000100:00100000:0.0:1767328081.334854:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628224
00000100:00100000:2.0:1767328081.334860:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010628352:0@lo:38:kworker.0
00000100:00100000:3.0:1767328081.334861:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328081.334871:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328081.334903:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628096
00000100:00100000:3.0:1767328081.334908:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628096
00000100:00100000:2.0:1767328081.334912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328081.334914:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628480
00000100:00100000:0.0:1767328081.334919:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628480
00000100:00100000:1.0:1767328081.334954:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628352
00000100:00100000:2.0:1767328081.334959:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010628608:0@lo:38:kworker.0
00000100:00100000:0.0:1767328081.334960:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192
00000100:00100000:1.0:1767328081.334962:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628352
00000100:00100000:3.0:1767328081.334969:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193
00000100:00100000:0.0:1767328081.334974:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010628224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328081.334984:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010628480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328081.334991:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109
00000100:00100000:1.0:1767328081.334999:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010628096:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328081.335003:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328081.335017:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328081.335041:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010628224:12345-0@lo:400:kworker.0 Request processed in 71us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328081.335046:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010628480:12345-0@lo:400:kworker.0 Request processed in 65us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328081.335052:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192
00000100:00100000:2.0:1767328081.335054:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627840
00000100:00100000:3.0:1767328081.335059:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193
00000100:00100000:2.0:1767328081.335061:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627840
00000100:00100000:1.0:1767328081.335065:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010628096:12345-0@lo:38:kworker.0 Request processed in 65us (258us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328081.335075:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109
00000100:00100000:0.0:1767328081.335076:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628608
00000100:00100000:0.0:1767328081.335080:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628608
00000100:00100000:3.0:1767328081.335083:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110
00000100:00100000:3.0:1767328081.335090:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010628352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328081.335101:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328081.335109:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111
00000100:00100000:2.0:1767328081.335115:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627968
00000100:00100000:0.0:1767328081.335117:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010628608:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328081.335124:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9389
00000100:00100000:2.0:1767328081.335125:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627968
00000100:00100000:3.0:1767328081.335131:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010628352:12345-0@lo:38:kworker.0 Request processed in 38us (222us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328081.335134:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328081.335140:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010627840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328081.335145:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110
00000100:00100000:0.0:1767328081.335173:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010628608:12345-0@lo:38:kworker.0 Request processed in 55us (175us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328081.335178:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9390
00000100:00080000:3.0:1767328081.335178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328081.335185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328081.335186:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111
00000100:00100000:1.0:1767328081.335186:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010627840:12345-0@lo:400:kworker.0 Request processed in 48us (423us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328081.335189:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328081.335196:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010627968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328081.335202:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9389
00000100:00100000:3.0:1767328081.335227:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010628480:0@lo:400:kworker.0
00000100:00100000:0.0:1767328081.335232:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010627712
00000100:00100000:0.0:1767328081.335238:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010627712
00000100:00100000:1.0:1767328081.335247:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010628224:0@lo:400:kworker.0
00000100:00100000:3.0:1767328081.335258:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010627840:0@lo:400:kworker.0
00000100:00100000:2.0:1767328081.335266:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010627968:12345-0@lo:400:kworker.0 Request processed in 72us (393us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328081.335272:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35193
00000100:00100000:1.0:1767328081.335277:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010627968:0@lo:400:kworker.0
00000100:00100000:2.0:1767328081.335285:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9390
00000100:00100000:0.0:1767328081.335286:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010627712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328081.335302:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328081.335339:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010627712:12345-0@lo:38:kworker.0 Request processed in 56us (635us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328081.335346:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35193
00000100:00080000:3.0:1767328081.335354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328081.335359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328081.335362:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010628608:0@lo:38:kworker.0
00000100:00080000:3.0:1767328081.335371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328081.335373:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328081.335375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010628096:0@lo:38:kworker.0
00000100:00080000:3.0:1767328081.335379:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328081.335381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328081.335383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010628352:0@lo:38:kworker.0
00000100:00080000:3.0:1767328081.335388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328081.335390:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328081.335391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010627712:0@lo:38:kworker.0
00010000:00010000:1.0:1767328082.294539:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328083.318572:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328083.894606:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010628736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328083.894685:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328083.894731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628736
00000100:00100000:1.0:1767328083.894738:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628736
00000100:00080000:3.0:1767328083.894786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328083.894790:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8269
00000100:00100000:1.0:1767328083.894801:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010628736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328083.894824:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328083.894864:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010628736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328083.894870:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8269
00000100:00100000:0.0:1767328083.894909:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010628736:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328084.342540:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328084.406597:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328084.406612:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010628864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328084.406691:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328084.406739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628864
00000100:00100000:0.0:1767328084.406746:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628864
00000100:00080000:3.0:1767328084.406789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328084.406817:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8270
00000100:00100000:0.0:1767328084.406829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010628864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328084.406855:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328084.406897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010628864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328084.406904:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8270
00000100:00100000:1.0:1767328084.406942:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010628864:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328084.817000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328084.817044:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328084.817047:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225472
00000100:00100000:1.0:1767328084.817056:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225472
00000100:00100000:3.0:1767328084.817101:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225600
00000100:00100000:1.0:1767328084.817107:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4112
00000100:00100000:3.0:1767328084.817108:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225600
00000100:00100000:1.0:1767328084.817117:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993225472:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328084.817136:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328084.817164:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2194
00000100:00100000:3.0:1767328084.817175:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993225600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328084.817194:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993225472:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328084.817202:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4112
00000100:00080000:0.0:1767328084.817205:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328084.817221:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993225600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328084.817229:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2194
00010000:00010000:0.0:1767328085.366540:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328086.390556:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328086.454531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328086.454538:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328086.454540:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328086.454544:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328086.454547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328086.454553:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13279
00000100:00080000:2.0:1767328086.454558:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328086.454565:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328086.454602:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9dc00 x1853164010628992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328086.454673:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010628992:0@lo:38:kworker.0
00000100:00080000:2.0:1767328086.454693:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328086.454699:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328086.454701:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328086.454702:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328086.454711:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13279
00000100:00080000:2.0:1767328086.454716:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328086.454717:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010629120:0@lo:400:kworker.0
00000100:00080000:2.0:1767328086.454724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328086.454730:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010629248:0@lo:400:kworker.0
00000100:00100000:3.0:1767328086.454739:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328086.454745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f480 x1853164010629376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328086.454769:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328086.454771:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328086.454777:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328086.454780:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328086.454785:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13279
00000100:00080000:2.0:1767328086.454789:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328086.454794:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328086.454799:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010629376:0@lo:38:kworker.0
00000100:00100000:2.0:1767328086.454811:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ed80 x1853164010629632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328086.454815:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010628992
00000100:00100000:1.0:1767328086.454823:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010628992
00000100:00100000:3.0:1767328086.454832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328086.454833:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328086.454851:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328086.454856:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328086.454858:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328086.454864:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13279
00000100:00100000:1.0:1767328086.454866:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35194
00000100:00100000:0.0:1767328086.454867:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328086.454868:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328086.454869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010629632:0@lo:38:kworker.0
00000100:00080000:2.0:1767328086.454877:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328086.454878:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010628992:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328086.454880:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010629504:0@lo:400:kworker.0
00000100:00100000:2.0:1767328086.454895:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f800 x1853164010629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328086.454900:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328086.454903:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328086.454923:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328086.454931:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010629888:0@lo:38:kworker.0
00000100:00100000:2.0:1767328086.454949:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629120
00000100:00100000:2.0:1767328086.454955:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629120
00000100:00100000:1.0:1767328086.454961:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010628992:12345-0@lo:38:kworker.0 Request processed in 82us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328086.454969:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35194
00000100:00100000:3.0:1767328086.454975:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328086.454976:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328086.454988:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010629760:0@lo:400:kworker.0
00000100:00100000:1.0:1767328086.455008:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629376
00000100:00100000:2.0:1767328086.455010:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629248
00000100:00100000:1.0:1767328086.455013:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629376
00000100:00100000:2.0:1767328086.455013:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629248
00000100:00080000:3.0:1767328086.455018:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328086.455024:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328086.455027:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328086.455033:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010628992:0@lo:38:kworker.0
00000100:00100000:1.0:1767328086.455038:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629632
00000100:00100000:1.0:1767328086.455043:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629632
00000100:00100000:2.0:1767328086.455049:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9391
00000100:00100000:1.0:1767328086.455059:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629504
00000100:00100000:2.0:1767328086.455059:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010629120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328086.455063:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629504
00000100:00100000:3.0:1767328086.455072:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629888
00000100:00100000:3.0:1767328086.455078:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629888
00000100:00100000:1.0:1767328086.455087:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010629760
00000100:00100000:0.0:1767328086.455089:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9392
00000100:00100000:1.0:1767328086.455094:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010629760
00000100:00100000:3.0:1767328086.455104:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195
00000100:00100000:0.0:1767328086.455105:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010629248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328086.455114:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010629120:12345-0@lo:400:kworker.0 Request processed in 56us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328086.455121:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010629504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328086.455126:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9391
00000100:00100000:1.0:1767328086.455138:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196
00000100:00100000:0.0:1767328086.455153:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010629248:12345-0@lo:400:kworker.0 Request processed in 52us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328086.455155:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010629760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328086.455166:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9392
00000100:00100000:2.0:1767328086.455180:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113
00000100:00100000:3.0:1767328086.455181:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010629504:12345-0@lo:400:kworker.0 Request processed in 61us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328086.455193:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195
00000100:00080000:0.0:1767328086.455194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328086.455194:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010629376:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328086.455201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328086.455205:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:2.0:1767328086.455211:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328086.455217:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010629760:12345-0@lo:400:kworker.0 Request processed in 69us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328086.455217:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114
00000100:00100000:3.0:1767328086.455225:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010629632:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328086.455231:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196
00010000:00020000:3.0:1767328086.455238:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328086.455239:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115
00000100:00100000:0.0:1767328086.455250:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010629888:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328086.455251:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010629376:12345-0@lo:38:kworker.0 Request processed in 55us (417us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328086.455262:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328086.455264:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113
00000100:00100000:1.0:1767328086.455275:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010629760:0@lo:400:kworker.0
00000100:00100000:3.0:1767328086.455276:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010629632:12345-0@lo:38:kworker.0 Request processed in 49us (375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328086.455290:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114
00000100:00100000:0.0:1767328086.455298:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010629888:12345-0@lo:38:kworker.0 Request processed in 48us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328086.455305:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115
00000100:00080000:3.0:1767328086.455326:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328086.455332:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328086.455337:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010629888:0@lo:38:kworker.0
00000100:00100000:0.0:1767328086.455347:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010629504:0@lo:400:kworker.0
00000100:00080000:3.0:1767328086.455352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328086.455356:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010629120:0@lo:400:kworker.0
00000100:00080000:3.0:1767328086.455359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328086.455365:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010629248:0@lo:400:kworker.0
00000100:00100000:3.0:1767328086.455368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010629632:0@lo:38:kworker.0
00000100:00080000:3.0:1767328086.455386:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328086.455388:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328086.455392:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010629376:0@lo:38:kworker.0
00010000:00010000:1.0:1767328087.414559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328088.438551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328089.014614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010630016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328089.014683:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328089.014733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630016
00000100:00100000:1.0:1767328089.014741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630016
00000100:00100000:1.0:1767328089.014801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8271
00000100:00100000:1.0:1767328089.014809:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010630016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328089.014835:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:2.0:1767328089.014842:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328089.014885:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010630016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328089.014892:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8271
00000100:00100000:0.0:1767328089.014933:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010630016:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328089.462575:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328089.526588:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328089.526612:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010630144:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328089.526670:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328089.526714:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630144
00000100:00100000:1.0:1767328089.526723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630144
00000100:00080000:2.0:1767328089.526758:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328089.526778:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8272
00000100:00100000:1.0:1767328089.526786:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010630144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328089.526810:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328089.526853:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010630144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328089.526858:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8272
00000100:00100000:3.0:1767328089.526898:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010630144:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328089.936999:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328089.937029:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328089.937044:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993225984 offset 0 length 520: 4
00000100:00100000:0.0:1767328089.937054:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225728
00000100:00100000:0.0:1767328089.937064:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225728
00000100:00100000:3.0:1767328089.937093:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993225856
00000100:00100000:3.0:1767328089.937101:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993225856
00000100:00100000:0.0:1767328089.937108:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4116
00000100:00100000:0.0:1767328089.937117:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993225728:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328089.937135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328089.937137:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328089.937178:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2197
00000100:00100000:3.0:1767328089.937191:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993225856:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328089.937202:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993225728:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 82us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328089.937213:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4116
00000100:00100000:3.0:1767328089.937242:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993225856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328089.937252:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2197
00010000:00010000:0.0:1767328090.486581:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328090.550526:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328065/real 1767328065]  req@ffff9bb5bcc07100 x1853164010624768/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328090 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328090.550553:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc07100 x1853164010624768/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328090 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328090.550565:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328090.550584:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328090.550599:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010624768:0@lo:250:kworker.0
00000100:00080000:2.0:1767328090.550644:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328090.550650:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328090.550653:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328090.550657:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13263
00000100:00080000:2.0:1767328090.550660:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328090.550666:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328090.550691:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010630272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328090.550711:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328090.550713:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328090.550715:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328090.550718:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13284
00000100:00080000:2.0:1767328090.550723:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328090.550728:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328090.550738:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010630272:0@lo:250:kworker.0
00000100:00100000:2.0:1767328090.550747:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010630400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767328090.550780:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010630272 offset 0 length 520: 4
00000100:00080000:2.0:1767328090.550815:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328090.550815:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010630528:0@lo:400:kworker.0
00000100:00080000:2.0:1767328090.550824:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328090.550826:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010630400:0@lo:38:kworker.0
00000100:00080000:2.0:1767328090.550827:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328090.550836:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13284
00000100:00080000:2.0:1767328090.550839:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328090.550843:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328090.550848:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010630656:0@lo:400:kworker.0
00000100:00100000:2.0:1767328090.550858:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ed80 x1853164010630784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328090.550874:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328090.550876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328090.550877:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328090.550882:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328090.550883:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328090.550887:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13284
00000100:00080000:2.0:1767328090.550890:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328090.550895:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328090.550899:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328090.550906:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010631040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328090.550929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010630784:0@lo:38:kworker.0
00000100:00080000:2.0:1767328090.550934:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328090.550938:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328090.550940:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328090.550944:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13284
00000100:00080000:2.0:1767328090.550947:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328090.550948:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010630912:0@lo:400:kworker.0
00000100:00080000:2.0:1767328090.550955:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328090.550963:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630528
00000100:00100000:2.0:1767328090.550969:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f100 x1853164010631296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328090.550971:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328090.550972:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630528
00000100:00100000:3.0:1767328090.550993:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328090.551002:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010631168:0@lo:400:kworker.0
00000100:00100000:2.0:1767328090.551006:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630400
00000100:00100000:0.0:1767328090.551011:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010631040:0@lo:38:kworker.0
00000100:00100000:2.0:1767328090.551013:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630400
00000100:00100000:1.0:1767328090.551022:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630656
00000100:00100000:1.0:1767328090.551027:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630656
00000100:00100000:3.0:1767328090.551028:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328090.551048:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35195
00000100:00100000:2.0:1767328090.551056:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010630400:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328090.551064:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9393
00010000:00020000:2.0:1767328090.551073:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328090.551079:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9394
00000100:00100000:1.0:1767328090.551081:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010630528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328090.551086:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630784
00000100:00100000:0.0:1767328090.551091:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010630656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328090.551093:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630784
00000100:00100000:2.0:1767328090.551115:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010630400:12345-0@lo:38:kworker.0 Request processed in 58us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328090.551122:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35195
00000100:00100000:3.0:1767328090.551129:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631168
00000100:00100000:3.0:1767328090.551133:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631168
00000100:00080000:2.0:1767328090.551153:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328090.551160:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010630656:12345-0@lo:400:kworker.0 Request processed in 72us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328090.551166:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010630528:12345-0@lo:400:kworker.0 Request processed in 90us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328090.551172:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9394
00000100:00100000:3.0:1767328090.551176:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198
00000100:00100000:1.0:1767328090.551183:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9393
00000100:00100000:2.0:1767328090.551191:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117
00000100:00100000:3.0:1767328090.551196:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010631168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328090.551200:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010630784:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328090.551208:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328090.551215:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328090.551219:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631040
00000100:00100000:1.0:1767328090.551224:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631040
00000100:00100000:1.0:1767328090.551248:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4118
00000100:00080000:0.0:1767328090.551250:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328090.551257:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010631040:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328090.551257:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010631168:12345-0@lo:400:kworker.0 Request processed in 61us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328090.551259:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010630784:12345-0@lo:38:kworker.0 Request processed in 61us (290us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328090.551260:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328090.551269:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010630400:0@lo:38:kworker.0
00010000:00020000:1.0:1767328090.551275:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328090.551281:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198
00000100:00100000:0.0:1767328090.551290:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010631296:0@lo:38:kworker.0
00000100:00100000:2.0:1767328090.551291:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117
00000100:00100000:1.0:1767328090.551314:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010631040:12345-0@lo:38:kworker.0 Request processed in 58us (108us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328090.551321:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328090.551327:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4118
00000100:00100000:1.0:1767328090.551343:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010630912
00000100:00100000:1.0:1767328090.551346:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010630912
00000100:00100000:0.0:1767328090.551372:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010630656:0@lo:400:kworker.0
00000100:00100000:1.0:1767328090.551391:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199
00000100:00080000:2.0:1767328090.551394:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328090.551404:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010630912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328090.551404:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010631168:0@lo:400:kworker.0
00000100:00100000:2.0:1767328090.551452:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328090.551453:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010630528:0@lo:400:kworker.0
00000100:00100000:1.0:1767328090.551485:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010630912:12345-0@lo:400:kworker.0 Request processed in 84us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328090.551486:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631296
00000100:00100000:0.0:1767328090.551491:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631296
00000100:00080000:2.0:1767328090.551492:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328090.551498:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199
00000100:00080000:2.0:1767328090.551499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328090.551502:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010630912:0@lo:400:kworker.0
00000100:00100000:2.0:1767328090.551509:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010630784:0@lo:38:kworker.0
00000100:00080000:2.0:1767328090.551528:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328090.551532:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4119
00000100:00080000:2.0:1767328090.551533:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328090.551540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010631040:0@lo:38:kworker.0
00000100:00100000:1.0:1767328090.551545:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010631296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328090.551555:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328090.551584:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010631296:12345-0@lo:38:kworker.0 Request processed in 44us (134us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328090.551603:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4119
00000100:00080000:2.0:1767328090.551613:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328090.551617:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328090.551620:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010631296:0@lo:38:kworker.0
00010000:00010000:1.0:1767328091.510607:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328092.534564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328093.558551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328094.134598:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328094.134618:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010631424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328094.134677:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328094.134721:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631424
00000100:00100000:1.0:1767328094.134730:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631424
00000100:00100000:1.0:1767328094.134785:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8273
00000100:00080000:2.0:1767328094.134789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328094.134795:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010631424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328094.134820:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328094.134863:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010631424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328094.134870:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8273
00000100:00100000:0.0:1767328094.134905:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010631424:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328094.582585:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328094.646627:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328094.646646:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010631552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328094.646705:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328094.646746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631552
00000100:00100000:1.0:1767328094.646755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631552
00000100:00100000:1.0:1767328094.646813:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8274
00000100:00080000:2.0:1767328094.646814:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328094.646824:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010631552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328094.646849:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328094.646901:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010631552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328094.646909:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8274
00000100:00100000:3.0:1767328094.646938:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010631552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328095.057018:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328095.057055:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328095.057110:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226240
00000100:00100000:1.0:1767328095.057110:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226112
00000100:00100000:0.0:1767328095.057122:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226240
00000100:00100000:1.0:1767328095.057122:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226112
00000100:00100000:1.0:1767328095.057169:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4120
00000100:00100000:1.0:1767328095.057177:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993226112:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328095.057181:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328095.057198:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328095.057206:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2200
00000100:00100000:3.0:1767328095.057218:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993226240:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328095.057259:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993226112:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328095.057266:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993226240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328095.057272:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4120
00000100:00100000:3.0:1767328095.057279:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2200
00010000:00010000:0.0:1767328095.606594:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328095.670543:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328095.670563:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328095.670566:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328095.670569:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328095.670572:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328095.670578:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13288
00000100:00080000:0.0:1767328095.670583:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328095.670589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328095.670622:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010631680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328095.670672:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010631680:0@lo:38:kworker.0
00000100:00080000:0.0:1767328095.670684:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328095.670689:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010631808:0@lo:400:kworker.0
00000100:00080000:0.0:1767328095.670690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328095.670694:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328095.670700:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13288
00000100:00080000:0.0:1767328095.670702:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328095.670706:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328095.670718:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010632064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328095.670726:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010631936:0@lo:400:kworker.0
00000100:00080000:0.0:1767328095.670739:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328095.670745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328095.670748:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328095.670749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328095.670752:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328095.670757:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13288
00000100:00080000:0.0:1767328095.670760:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328095.670763:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328095.670775:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010632320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328095.670775:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631680
00000100:00100000:1.0:1767328095.670784:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631680
00000100:00100000:2.0:1767328095.670793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010632064:0@lo:38:kworker.0
00000100:00100000:3.0:1767328095.670795:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328095.670802:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328095.670805:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328095.670807:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010632448:0@lo:400:kworker.0
00000100:00080000:0.0:1767328095.670809:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328095.670818:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13288
00000100:00080000:0.0:1767328095.670820:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328095.670825:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35196
00000100:00080000:0.0:1767328095.670828:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328095.670831:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328095.670838:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010631680:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328095.670843:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3aa00 x1853164010632576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328095.670851:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631808
00000100:00100000:3.0:1767328095.670857:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631808
00010000:00020000:1.0:1767328095.670860:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328095.670865:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010632320:0@lo:38:kworker.0
00000100:00100000:0.0:1767328095.670884:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328095.670912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328095.670913:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010631936
00000100:00100000:0.0:1767328095.670917:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328095.670918:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010631680:12345-0@lo:38:kworker.0 Request processed in 77us (175us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328095.670919:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010631936
00000100:00100000:0.0:1767328095.670927:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010632192:0@lo:400:kworker.0
00000100:00100000:1.0:1767328095.670930:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35196
00000100:00100000:3.0:1767328095.670951:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9395
00000100:00100000:3.0:1767328095.670963:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010631808:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328095.670964:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328095.670972:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328095.670975:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328095.670979:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010631680:0@lo:38:kworker.0
00000100:00100000:1.0:1767328095.671001:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9396
00000100:00100000:2.0:1767328095.671002:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010632576:0@lo:38:kworker.0
00000100:00100000:1.0:1767328095.671015:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010631936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328095.671023:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010631808:12345-0@lo:400:kworker.0 Request processed in 62us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328095.671028:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632064
00000100:00100000:0.0:1767328095.671033:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632064
00000100:00100000:2.0:1767328095.671036:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328095.671036:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9395
00000100:00100000:0.0:1767328095.671066:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632320
00000100:00100000:0.0:1767328095.671070:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632320
00000100:00100000:1.0:1767328095.671075:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010631936:12345-0@lo:400:kworker.0 Request processed in 61us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328095.671080:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632192
00000100:00100000:3.0:1767328095.671085:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632192
00000100:00100000:1.0:1767328095.671086:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9396
00000100:00100000:0.0:1767328095.671090:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632576
00000100:00100000:0.0:1767328095.671094:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632576
00000100:00100000:2.0:1767328095.671098:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121
00000100:00100000:2.0:1767328095.671106:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010632064:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328095.671116:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122
00010000:00020000:2.0:1767328095.671117:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328095.671125:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010632320:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328095.671127:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201
00000100:00100000:3.0:1767328095.671137:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123
00010000:00020000:0.0:1767328095.671140:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328095.671144:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010632192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328095.671149:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010632576:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328095.671153:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010632064:12345-0@lo:38:kworker.0 Request processed in 45us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328095.671160:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121
00010000:00020000:3.0:1767328095.671165:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328095.671176:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010632320:12345-0@lo:38:kworker.0 Request processed in 51us (267us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328095.671181:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328095.671185:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122
00000100:00080000:2.0:1767328095.671208:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328095.671214:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010632576:12345-0@lo:38:kworker.0 Request processed in 66us (179us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328095.671216:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328095.671220:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010632192:12345-0@lo:400:kworker.0 Request processed in 78us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328095.671226:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010632576:0@lo:38:kworker.0
00000100:00100000:3.0:1767328095.671234:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123
00000100:00100000:1.0:1767328095.671241:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201
00000100:00100000:0.0:1767328095.671243:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010632192:0@lo:400:kworker.0
00000100:00080000:2.0:1767328095.671259:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328095.671263:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010631936:0@lo:400:kworker.0
00000100:00080000:2.0:1767328095.671270:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328095.671277:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010632064:0@lo:38:kworker.0
00000100:00100000:3.0:1767328095.671285:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328095.671296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328095.671305:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328095.671306:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632448
00000100:00100000:2.0:1767328095.671311:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010632320:0@lo:38:kworker.0
00000100:00100000:1.0:1767328095.671312:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632448
00000100:00100000:3.0:1767328095.671323:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010631808:0@lo:400:kworker.0
00000100:00080000:0.0:1767328095.671358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328095.671370:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202
00000100:00100000:1.0:1767328095.671382:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010632448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328095.671444:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010632448:12345-0@lo:400:kworker.0 Request processed in 65us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328095.671449:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202
00000100:00100000:3.0:1767328095.671455:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010632448:0@lo:400:kworker.0
00010000:00010000:1.0:1767328096.630567:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328097.654609:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328098.678589:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328099.254609:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010632704:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328099.254671:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328099.254715:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632704
00000100:00100000:1.0:1767328099.254723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632704
00000100:00100000:1.0:1767328099.254776:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8275
00000100:00080000:0.0:1767328099.254782:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328099.254787:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010632704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328099.254812:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328099.254855:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010632704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328099.254861:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8275
00000100:00100000:3.0:1767328099.254900:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010632704:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328099.702579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328099.766619:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010632832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328099.766680:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328099.766734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632832
00000100:00100000:1.0:1767328099.766742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632832
00000100:00080000:0.0:1767328099.766787:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328099.766794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8276
00000100:00100000:1.0:1767328099.766803:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010632832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328099.766829:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328099.766870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010632832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328099.766877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8276
00000100:00100000:2.0:1767328099.766906:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010632832:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328100.176828:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328100.176862:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328100.176884:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226496
00000100:00100000:1.0:1767328100.176895:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226496
00000100:00100000:0.0:1767328100.176913:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226368
00000100:00100000:0.0:1767328100.176920:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226368
00000100:00080000:2.0:1767328100.176939:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328100.176966:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2203
00000100:00100000:1.0:1767328100.176976:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4124
00000100:00100000:0.0:1767328100.176979:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993226496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328100.176987:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993226368:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328100.177006:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328100.177047:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993226368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (185us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328100.177054:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993226496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328100.177057:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4124
00000100:00100000:0.0:1767328100.177070:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2203
00010000:00010000:0.0:1767328100.726552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328100.790483:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328100.790491:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328100.790494:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328100.790497:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328100.790500:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328100.790507:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13293
00000100:00080000:2.0:1767328100.790511:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328100.790537:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328100.790570:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010632960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328100.790622:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010632960:0@lo:38:kworker.0
00000100:00080000:2.0:1767328100.790626:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328100.790630:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328100.790632:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328100.790636:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13293
00000100:00080000:2.0:1767328100.790638:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328100.790642:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328100.790643:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328100.790659:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010633088:0@lo:400:kworker.0
00000100:00100000:2.0:1767328100.790660:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010633344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328100.790666:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328100.790686:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328100.790687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010633216:0@lo:400:kworker.0
00000100:00080000:2.0:1767328100.790693:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328100.790697:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328100.790698:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328100.790701:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13293
00000100:00080000:2.0:1767328100.790703:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328100.790707:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328100.790715:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328100.790720:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010633600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328100.790724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010633344:0@lo:38:kworker.0
00000100:00100000:3.0:1767328100.790746:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328100.790754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328100.790759:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010633728:0@lo:400:kworker.0
00000100:00080000:2.0:1767328100.790760:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328100.790765:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328100.790769:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328100.790773:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13293
00000100:00080000:2.0:1767328100.790775:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328100.790779:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328100.790791:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010633472:0@lo:400:kworker.0
00000100:00100000:2.0:1767328100.790793:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010633856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328100.790801:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010633600:0@lo:38:kworker.0
00000100:00100000:1.0:1767328100.790803:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328100.790853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328100.790856:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633344
00000100:00100000:1.0:1767328100.790863:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633344
00000100:00100000:3.0:1767328100.790868:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633088
00000100:00100000:3.0:1767328100.790875:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633088
00000100:00100000:1.0:1767328100.790899:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633728
00000100:00100000:2.0:1767328100.790900:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633600
00000100:00100000:0.0:1767328100.790904:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010633856:0@lo:38:kworker.0
00000100:00100000:1.0:1767328100.790905:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633728
00000100:00100000:2.0:1767328100.790907:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633600
00000100:00100000:3.0:1767328100.790922:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633216
00000100:00100000:3.0:1767328100.790927:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633216
00000100:00100000:2.0:1767328100.790946:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204
00000100:00100000:0.0:1767328100.790947:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328100.790956:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125
00000100:00100000:2.0:1767328100.790963:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010633728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328100.790970:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9397
00000100:00100000:1.0:1767328100.790975:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010633344:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328100.790985:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010632960
00000100:00100000:3.0:1767328100.790987:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010633088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328100.790993:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010632960
00010000:00020000:1.0:1767328100.790993:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328100.791019:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010633728:12345-0@lo:400:kworker.0 Request processed in 61us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328100.791026:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204
00000100:00100000:0.0:1767328100.791035:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35197
00000100:00100000:0.0:1767328100.791042:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010632960:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328100.791047:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633856
00000100:00100000:1.0:1767328100.791051:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010633344:12345-0@lo:38:kworker.0 Request processed in 84us (285us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328100.791052:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633856
00000100:00100000:3.0:1767328100.791055:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010633088:12345-0@lo:400:kworker.0 Request processed in 72us (338us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328100.791056:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328100.791067:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125
00000100:00100000:3.0:1767328100.791071:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9397
00000100:00100000:2.0:1767328100.791075:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126
00000100:00100000:2.0:1767328100.791083:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010633600:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328100.791089:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127
00010000:00020000:2.0:1767328100.791094:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328100.791096:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010633856:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328100.791102:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010632960:12345-0@lo:38:kworker.0 Request processed in 56us (416us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328100.791105:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9398
00010000:00020000:1.0:1767328100.791111:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328100.791113:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35197
00000100:00100000:3.0:1767328100.791123:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010633216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328100.791127:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010633600:12345-0@lo:38:kworker.0 Request processed in 42us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328100.791135:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126
00000100:00100000:1.0:1767328100.791149:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010633856:12345-0@lo:38:kworker.0 Request processed in 51us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328100.791156:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127
00000100:00080000:2.0:1767328100.791158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328100.791169:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328100.791176:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328100.791181:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010633216:12345-0@lo:400:kworker.0 Request processed in 61us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328100.791183:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010633856:0@lo:38:kworker.0
00000100:00100000:2.0:1767328100.791193:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010633728:0@lo:400:kworker.0
00000100:00100000:3.0:1767328100.791200:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9398
00000100:00080000:0.0:1767328100.791206:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328100.791214:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010633088:0@lo:400:kworker.0
00000100:00080000:0.0:1767328100.791215:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328100.791224:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010633600:0@lo:38:kworker.0
00000100:00100000:3.0:1767328100.791237:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328100.791245:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328100.791253:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328100.791258:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010633344:0@lo:38:kworker.0
00000100:00100000:1.0:1767328100.791278:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633472
00000100:00080000:0.0:1767328100.791280:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328100.791282:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010633216:0@lo:400:kworker.0
00000100:00100000:1.0:1767328100.791284:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633472
00000100:00080000:0.0:1767328100.791290:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328100.791297:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010632960:0@lo:38:kworker.0
00000100:00100000:1.0:1767328100.791327:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205
00000100:00100000:1.0:1767328100.791335:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010633472:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328100.791370:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328100.791377:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010633472:12345-0@lo:400:kworker.0 Request processed in 43us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328100.791384:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205
00000100:00100000:3.0:1767328100.791440:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010633472:0@lo:400:kworker.0
00010000:00010000:1.0:1767328101.750559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328102.774584:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328103.798554:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328104.374632:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010633984:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328104.374704:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328104.374748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010633984
00000100:00100000:1.0:1767328104.374757:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010633984
00000100:00080000:2.0:1767328104.374828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328104.374835:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8277
00000100:00100000:1.0:1767328104.374848:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010633984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328104.374879:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328104.374925:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010633984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328104.374931:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8277
00000100:00100000:2.0:1767328104.374974:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010633984:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328104.822567:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328104.886614:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010634112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328104.886674:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328104.886727:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634112
00000100:00100000:1.0:1767328104.886736:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634112
00000100:00100000:1.0:1767328104.886791:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8278
00000100:00080000:2.0:1767328104.886795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328104.886801:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010634112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328104.886828:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328104.886878:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010634112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328104.886884:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8278
00000100:00100000:3.0:1767328104.886922:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010634112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328105.297003:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328105.297052:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328105.297055:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226752
00000100:00100000:1.0:1767328105.297065:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226752
00000100:00100000:0.0:1767328105.297108:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226624
00000100:00100000:0.0:1767328105.297115:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226624
00000100:00080000:2.0:1767328105.297115:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328105.297135:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2206
00000100:00100000:1.0:1767328105.297148:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993226752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328105.297150:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4128
00000100:00100000:0.0:1767328105.297161:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993226624:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328105.297183:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328105.297221:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993226752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328105.297228:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2206
00000100:00100000:0.0:1767328105.297234:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993226624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328105.297243:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4128
00010000:00010000:0.0:1767328105.846563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328105.910497:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328105.910505:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328105.910509:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328105.910512:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328105.910515:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328105.910523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13298
00000100:00080000:2.0:1767328105.910528:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328105.910535:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328105.910569:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010634240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328105.910619:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010634240:0@lo:38:kworker.0
00000100:00080000:2.0:1767328105.910649:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328105.910653:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010634496:0@lo:400:kworker.0
00000100:00080000:2.0:1767328105.910656:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328105.910662:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328105.910668:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13298
00000100:00080000:2.0:1767328105.910673:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328105.910678:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328105.910684:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328105.910699:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328105.910700:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010634624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328105.910701:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328105.910720:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010634368:0@lo:400:kworker.0
00000100:00100000:0.0:1767328105.910723:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010634624:0@lo:38:kworker.0
00000100:00080000:2.0:1767328105.910733:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328105.910735:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328105.910741:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328105.910744:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328105.910747:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010634752:0@lo:400:kworker.0
00000100:00080000:2.0:1767328105.910752:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13298
00000100:00080000:2.0:1767328105.910764:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328105.910770:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328105.910773:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328105.910782:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328105.910788:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010634880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328105.910809:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634496
00000100:00080000:2.0:1767328105.910810:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328105.910816:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328105.910819:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328105.910820:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634496
00000100:00080000:2.0:1767328105.910826:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13298
00000100:00100000:0.0:1767328105.910827:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010634880:0@lo:38:kworker.0
00000100:00100000:1.0:1767328105.910831:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010635008:0@lo:400:kworker.0
00000100:00080000:2.0:1767328105.910834:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328105.910842:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328105.910871:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328105.910875:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634368
00000100:00100000:3.0:1767328105.910881:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634368
00000100:00100000:2.0:1767328105.910884:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44000 x1853164010635136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328105.910888:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634240
00000100:00100000:1.0:1767328105.910896:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634240
00000100:00100000:3.0:1767328105.910919:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9399
00000100:00100000:0.0:1767328105.910927:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9400
00000100:00100000:3.0:1767328105.910932:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010634496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328105.910939:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35198
00000100:00100000:0.0:1767328105.910941:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010634368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328105.910951:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010634240:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328105.910956:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010635136:0@lo:38:kworker.0
00010000:00020000:1.0:1767328105.910972:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328105.911009:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010634496:12345-0@lo:400:kworker.0 Request processed in 81us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328105.911012:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010634368:12345-0@lo:400:kworker.0 Request processed in 75us (231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328105.911021:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9399
00000100:00100000:2.0:1767328105.911028:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328105.911032:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9400
00000100:00100000:1.0:1767328105.911038:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010634240:12345-0@lo:38:kworker.0 Request processed in 85us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328105.911049:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35198
00000100:00100000:3.0:1767328105.911064:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328105.911075:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328105.911081:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634624
00000100:00080000:2.0:1767328105.911083:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328105.911087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634624
00000100:00100000:2.0:1767328105.911092:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010634240:0@lo:38:kworker.0
00000100:00100000:1.0:1767328105.911098:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634880
00000100:00100000:1.0:1767328105.911105:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634880
00000100:00100000:3.0:1767328105.911106:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010634496:0@lo:400:kworker.0
00000100:00100000:0.0:1767328105.911116:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635136
00000100:00100000:0.0:1767328105.911120:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635136
00000100:00100000:2.0:1767328105.911140:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010634752
00000100:00100000:2.0:1767328105.911147:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010634752
00000100:00100000:3.0:1767328105.911148:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129
00000100:00100000:3.0:1767328105.911157:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010634624:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328105.911162:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130
00010000:00020000:3.0:1767328105.911173:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328105.911174:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4131
00000100:00100000:1.0:1767328105.911175:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010634880:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328105.911185:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010635136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328105.911193:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328105.911197:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207
00010000:00020000:0.0:1767328105.911198:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328105.911209:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010634624:12345-0@lo:38:kworker.0 Request processed in 52us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328105.911214:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010634752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328105.911220:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129
00000100:00100000:0.0:1767328105.911248:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010635136:12345-0@lo:38:kworker.0 Request processed in 61us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328105.911255:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010634880:12345-0@lo:38:kworker.0 Request processed in 79us (381us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328105.911260:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4131
00000100:00080000:3.0:1767328105.911266:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328105.911273:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130
00000100:00100000:2.0:1767328105.911282:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010634752:12345-0@lo:400:kworker.0 Request processed in 72us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328105.911293:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207
00000100:00080000:3.0:1767328105.911299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328105.911306:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328105.911310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010635136:0@lo:38:kworker.0
00000100:00100000:0.0:1767328105.911316:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328105.911324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328105.911329:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328105.911333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010634880:0@lo:38:kworker.0
00000100:00100000:2.0:1767328105.911343:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010634752:0@lo:400:kworker.0
00000100:00080000:3.0:1767328105.911350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328105.911356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328105.911359:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635008
00000100:00100000:0.0:1767328105.911360:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010634368:0@lo:400:kworker.0
00000100:00100000:3.0:1767328105.911361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010634624:0@lo:38:kworker.0
00000100:00100000:1.0:1767328105.911367:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635008
00000100:00080000:2.0:1767328105.911405:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328105.911452:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208
00000100:00100000:1.0:1767328105.911463:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010635008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328105.911520:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010635008:12345-0@lo:400:kworker.0 Request processed in 60us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328105.911529:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208
00000100:00100000:0.0:1767328105.911552:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010635008:0@lo:400:kworker.0
00010000:00010000:1.0:1767328106.870600:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328107.894567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328108.918540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328109.494673:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010635264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328109.494744:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328109.494789:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635264
00000100:00100000:1.0:1767328109.494797:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635264
00000100:00100000:1.0:1767328109.494854:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8279
00000100:00080000:2.0:1767328109.494859:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328109.494865:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc806050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010635264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328109.494891:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328109.494933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc806050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010635264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328109.494940:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8279
00000100:00100000:3.0:1767328109.494974:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010635264:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328109.942563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328110.006619:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010635392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328110.006683:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328110.006743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635392
00000100:00100000:1.0:1767328110.006752:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635392
00000100:00080000:2.0:1767328110.006793:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328110.006806:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8280
00000100:00100000:1.0:1767328110.006815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010635392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328110.006839:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328110.006882:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010635392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328110.006887:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8280
00000100:00100000:3.0:1767328110.006924:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010635392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328110.417027:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328110.417073:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328110.417104:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993226880
00000100:00100000:1.0:1767328110.417115:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993226880
00000100:00100000:2.0:1767328110.417125:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227008
00000100:00100000:2.0:1767328110.417132:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227008
00000100:00100000:1.0:1767328110.417167:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4132
00000100:00100000:1.0:1767328110.417176:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993226880:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767328110.417182:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328110.417200:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2209
00010000:00020000:1.0:1767328110.417203:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328110.417215:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993227008:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328110.417273:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993226880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328110.417274:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993227008:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328110.417291:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4132
00000100:00100000:2.0:1767328110.417300:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2209
00010000:00010000:0.0:1767328110.966603:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328111.030546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328111.030555:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328111.030558:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328111.030562:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328111.030566:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328111.030574:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13303
00000100:00080000:1.0:1767328111.030580:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328111.030588:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328111.030627:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010635520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328111.030682:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010635520:0@lo:38:kworker.0
00000100:00080000:1.0:1767328111.030705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328111.030710:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328111.030713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328111.030718:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010635648:0@lo:400:kworker.0
00000100:00080000:1.0:1767328111.030719:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13303
00000100:00080000:1.0:1767328111.030725:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328111.030732:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328111.030739:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328111.030747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328111.030751:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010635904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328111.030757:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010635776:0@lo:400:kworker.0
00000100:00100000:0.0:1767328111.030788:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328111.030788:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328111.030795:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328111.030798:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328111.030804:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13303
00000100:00080000:1.0:1767328111.030807:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328111.030809:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010635904:0@lo:38:kworker.0
00000100:00080000:1.0:1767328111.030815:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328111.030833:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328111.030834:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010636160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328111.030851:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328111.030860:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635520
00000100:00100000:0.0:1767328111.030868:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635520
00000100:00080000:1.0:1767328111.030872:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328111.030876:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010636032:0@lo:400:kworker.0
00000100:00080000:1.0:1767328111.030878:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328111.030881:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010636160:0@lo:38:kworker.0
00000100:00080000:1.0:1767328111.030884:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328111.030891:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13303
00000100:00080000:1.0:1767328111.030895:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328111.030900:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328111.030905:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35199
00000100:00100000:0.0:1767328111.030912:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010635520:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328111.030920:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010636416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328111.030926:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328111.030930:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328111.030940:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635648
00000100:00100000:3.0:1767328111.030945:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635648
00000100:00100000:1.0:1767328111.030969:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635904
00000100:00100000:1.0:1767328111.030976:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635904
00000100:00100000:0.0:1767328111.030981:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010635520:12345-0@lo:38:kworker.0 Request processed in 65us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328111.030988:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35199
00000100:00100000:2.0:1767328111.030992:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010636288:0@lo:400:kworker.0
00000100:00100000:3.0:1767328111.030993:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010635776
00000100:00100000:3.0:1767328111.030998:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010635776
00000100:00100000:1.0:1767328111.031010:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636032
00000100:00100000:1.0:1767328111.031017:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636032
00000100:00100000:0.0:1767328111.031023:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9401
00000100:00100000:2.0:1767328111.031036:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328111.031037:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010635648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328111.031039:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9402
00000100:00100000:3.0:1767328111.031055:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc801850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010635776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328111.031067:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636288
00000100:00100000:1.0:1767328111.031073:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636288
00000100:00100000:0.0:1767328111.031081:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010635648:12345-0@lo:400:kworker.0 Request processed in 50us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328111.031088:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9401
00000100:00100000:2.0:1767328111.031100:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210
00000100:00100000:2.0:1767328111.031115:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010636032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328111.031117:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211
00000100:00100000:3.0:1767328111.031122:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc801850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010635776:12345-0@lo:400:kworker.0 Request processed in 69us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328111.031128:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133
00000100:00100000:3.0:1767328111.031133:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9402
00000100:00100000:1.0:1767328111.031135:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010636288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328111.031138:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010635904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328111.031152:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328111.031169:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010636032:12345-0@lo:400:kworker.0 Request processed in 57us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328111.031178:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210
00000100:00100000:0.0:1767328111.031197:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010635904:12345-0@lo:38:kworker.0 Request processed in 59us (346us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328111.031205:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133
00000100:00100000:1.0:1767328111.031216:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010636288:12345-0@lo:400:kworker.0 Request processed in 84us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328111.031221:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328111.031230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328111.031233:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211
00000100:00080000:0.0:1767328111.031237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328111.031254:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636160
00000100:00100000:0.0:1767328111.031258:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636160
00000100:00080000:2.0:1767328111.031270:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328111.031279:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328111.031286:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010635904:0@lo:38:kworker.0
00000100:00100000:0.0:1767328111.031288:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134
00000100:00100000:0.0:1767328111.031297:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010636160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328111.031306:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328111.031311:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010636288:0@lo:400:kworker.0
00000100:00080000:2.0:1767328111.031312:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328111.031323:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328111.031329:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010635520:0@lo:38:kworker.0
00000100:00100000:0.0:1767328111.031339:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010636160:12345-0@lo:38:kworker.0 Request processed in 41us (121us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328111.031346:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134
00000100:00100000:2.0:1767328111.031364:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010636416:0@lo:38:kworker.0
00000100:00100000:1.0:1767328111.031385:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010635648:0@lo:400:kworker.0
00000100:00100000:2.0:1767328111.031401:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328111.031477:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636416
00000100:00080000:2.0:1767328111.031480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328111.031482:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636416
00000100:00100000:0.0:1767328111.031488:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010636032:0@lo:400:kworker.0
00000100:00080000:2.0:1767328111.031488:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328111.031499:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010636160:0@lo:38:kworker.0
00000100:00100000:0.0:1767328111.031503:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010635776:0@lo:400:kworker.0
00000100:00100000:1.0:1767328111.031514:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135
00000100:00100000:1.0:1767328111.031523:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010636416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328111.031537:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328111.031580:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010636416:12345-0@lo:38:kworker.0 Request processed in 56us (180us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328111.031588:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135
00000100:00080000:2.0:1767328111.031599:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328111.031605:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328111.031610:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010636416:0@lo:38:kworker.0
00010000:00010000:1.0:1767328111.990554:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328113.014569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328114.038555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328114.513148:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993227136 offset 0 length 520: 4
00000100:00100000:3.0:1767328114.513197:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328114.513231:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328114.513283:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227392
00000100:00100000:0.0:1767328114.513287:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227264
00000100:00100000:1.0:1767328114.513294:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227392
00000100:00100000:0.0:1767328114.513295:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227264
00000100:00100000:0.0:1767328114.513348:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2212
00000100:00100000:1.0:1767328114.513357:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4136
00000100:00100000:1.0:1767328114.513364:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993227264:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328114.513370:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993227392:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767328114.513386:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328114.513396:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328114.513475:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993227264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 110us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328114.513480:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993227392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 120us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328114.513487:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4136
00000100:00100000:0.0:1767328114.513497:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2212
00000100:00100000:1.0:1767328114.614584:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328114.614605:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010636544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328114.614667:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328114.614715:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636544
00000100:00100000:2.0:1767328114.614725:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636544
00000100:00080000:0.0:1767328114.614785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328114.614796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8281
00000100:00100000:2.0:1767328114.614806:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010636544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328114.614832:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328114.614876:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010636544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328114.614883:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8281
00000100:00100000:1.0:1767328114.614919:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010636544:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328115.062600:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328115.126526:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328090/real 1767328090]  req@ffff9bb5adf9d880 x1853164010630272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328115 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328115.126556:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5adf9d880 x1853164010630272/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328115 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328115.126576:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328115.126592:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328115.126598:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010630272:0@lo:250:kworker.0
00000100:00080000:2.0:1767328115.126612:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328115.126619:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1767328115.126621:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767328115.126623:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328115.126632:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13288
00000100:00080000:2.0:1767328115.126637:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328115.126639:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010636672:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328115.126646:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328115.126667:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45f80 x1853164010636800/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328115.126687:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328115.126691:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328115.126692:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328115.126697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13308
00000100:00080000:2.0:1767328115.126701:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328115.126708:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328115.126710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328115.126724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010636800:0@lo:250:kworker.0
00000100:00100000:2.0:1767328115.126730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf46a00 x1853164010636928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328115.126745:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328115.126750:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328115.126754:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328115.126755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636672
00000400:00000100:3.0:1767328115.126755:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010636800 offset 0 length 520: 4
00000100:00080000:2.0:1767328115.126763:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13308
00000100:00100000:1.0:1767328115.126765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636672
00000100:00080000:2.0:1767328115.126768:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328115.126775:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328115.126790:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44a80 x1853164010637056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328115.126792:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010636928:0@lo:38:kworker.0
00000100:00080000:0.0:1767328115.126801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328115.126824:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8282
00000100:00100000:3.0:1767328115.126834:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328115.126838:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010636672:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328115.126840:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328115.126847:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328115.126849:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328115.126855:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13308
00000100:00100000:0.0:1767328115.126859:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328115.126859:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00002000:00000024:1.0:1767328115.126865:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:2.0:1767328115.126865:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328115.126869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010637056:0@lo:38:kworker.0
00000100:00100000:0.0:1767328115.126870:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010637184:0@lo:400:kworker.0
00000100:00100000:2.0:1767328115.126886:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010637312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328115.126916:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328115.126919:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328115.126923:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328115.126927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010636672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (222us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328115.126928:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328115.126938:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13308
00000100:00100000:1.0:1767328115.126941:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8282
00000100:00080000:2.0:1767328115.126945:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328115.126952:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328115.126957:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010636672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328115.126959:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010636928
00000100:00100000:0.0:1767328115.126964:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010636928
00000100:00100000:2.0:1767328115.126968:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47800 x1853164010637568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328115.126972:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010637440:0@lo:400:kworker.0
00000100:00100000:0.0:1767328115.126999:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35200
00000100:00100000:1.0:1767328115.127006:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328115.127010:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010636928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328115.127030:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328115.127030:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637184
00000100:00100000:2.0:1767328115.127038:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637184
00000100:00100000:1.0:1767328115.127044:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637440
00000100:00100000:3.0:1767328115.127045:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328115.127049:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637440
00000100:00100000:0.0:1767328115.127082:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010636928:12345-0@lo:38:kworker.0 Request processed in 74us (249us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328115.127087:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328115.127091:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35200
00000100:00100000:2.0:1767328115.127092:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637056
00000100:00080000:3.0:1767328115.127092:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328115.127099:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637056
00000100:00100000:3.0:1767328115.127102:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010636928:0@lo:38:kworker.0
00000100:00100000:1.0:1767328115.127104:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213
00000100:00100000:1.0:1767328115.127117:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010637184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328115.127131:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010637312:0@lo:38:kworker.0
00000100:00100000:2.0:1767328115.127135:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214
00000100:00100000:0.0:1767328115.127144:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4137
00000100:00100000:2.0:1767328115.127150:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010637440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328115.127157:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010637056:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328115.127159:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010637184:12345-0@lo:400:kworker.0 Request processed in 43us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328115.127171:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213
00010000:00020000:0.0:1767328115.127177:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328115.127177:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328115.127190:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637312
00000100:00100000:1.0:1767328115.127195:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637312
00000100:00100000:3.0:1767328115.127200:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010637568:0@lo:38:kworker.0
00000100:00100000:1.0:1767328115.127213:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4138
00000100:00100000:1.0:1767328115.127218:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010637312:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328115.127225:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010637440:12345-0@lo:400:kworker.0 Request processed in 79us (219us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328115.127231:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328115.127233:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010637056:12345-0@lo:38:kworker.0 Request processed in 76us (185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328115.127236:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328115.127241:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214
00000100:00100000:0.0:1767328115.127249:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4137
00000100:00100000:2.0:1767328115.127267:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637568
00000100:00080000:3.0:1767328115.127268:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328115.127269:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010637312:12345-0@lo:38:kworker.0 Request processed in 49us (96us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328115.127273:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637568
00000100:00080000:3.0:1767328115.127279:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328115.127288:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010637056:0@lo:38:kworker.0
00000100:00100000:1.0:1767328115.127291:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4138
00000100:00100000:0.0:1767328115.127297:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010637184:0@lo:400:kworker.0
00000100:00100000:2.0:1767328115.127309:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4139
00000100:00100000:2.0:1767328115.127317:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010637568:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328115.127322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328115.127328:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767328115.127331:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328115.127336:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010637312:0@lo:38:kworker.0
00000100:00080000:0.0:1767328115.127357:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328115.127379:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010637440:0@lo:400:kworker.0
00000100:00100000:2.0:1767328115.127389:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010637568:12345-0@lo:38:kworker.0 Request processed in 69us (156us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328115.127393:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328115.127399:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4139
00000100:00080000:3.0:1767328115.127403:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328115.127407:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010637568:0@lo:38:kworker.0
00010000:00010000:0.0:1767328116.086573:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328117.110559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328118.134522:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328119.158538:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328119.632964:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328119.633002:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328119.633036:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227648
00000100:00100000:2.0:1767328119.633046:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227648
00000100:00100000:0.0:1767328119.633070:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227520
00000100:00100000:0.0:1767328119.633078:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227520
00000100:00080000:1.0:1767328119.633115:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328119.633126:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2215
00000100:00100000:2.0:1767328119.633135:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4140
00000100:00100000:0.0:1767328119.633142:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993227648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328119.633153:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993227520:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328119.633175:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328119.633234:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993227520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 87us (227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328119.633237:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993227648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 96us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328119.633244:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4140
00000100:00100000:0.0:1767328119.633256:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2215
00000100:00100000:3.0:1767328119.734610:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010637696:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328119.734670:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328119.734755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637696
00000100:00100000:1.0:1767328119.734763:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637696
00000100:00080000:0.0:1767328119.734814:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328119.734821:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8283
00000100:00100000:1.0:1767328119.734832:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010637696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328119.734856:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328119.734908:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010637696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328119.734917:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8283
00000100:00100000:3.0:1767328119.734946:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010637696:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328120.182549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328120.246492:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328120.246500:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328120.246504:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328120.246508:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328120.246512:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328120.246519:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13312
00000100:00080000:2.0:1767328120.246523:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328120.246529:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328120.246555:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45c00 x1853164010637952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328120.246609:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010637952:0@lo:38:kworker.0
00000100:00080000:2.0:1767328120.246610:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328120.246618:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328120.246620:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328120.246624:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13312
00000100:00080000:2.0:1767328120.246626:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328120.246630:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328120.246637:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010638208:0@lo:400:kworker.0
00000100:00100000:1.0:1767328120.246641:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010637824:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328120.246644:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47800 x1853164010638336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328120.246667:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328120.246670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328120.246671:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328120.246675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13312
00000100:00100000:3.0:1767328120.246681:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328120.246682:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328120.246688:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328120.246698:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328120.246702:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010638592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328120.246708:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328120.246722:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010638336:0@lo:38:kworker.0
00000100:00080000:2.0:1767328120.246731:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328120.246734:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328120.246736:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328120.246739:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328120.246745:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010638464:0@lo:400:kworker.0
00000100:00080000:2.0:1767328120.246746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13312
00000100:00100000:1.0:1767328120.246749:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010638720:0@lo:400:kworker.0
00000100:00080000:2.0:1767328120.246751:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328120.246759:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328120.246760:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328120.246774:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44a80 x1853164010638848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328120.246793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010638592:0@lo:38:kworker.0
00000100:00100000:0.0:1767328120.246794:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328120.246804:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637824
00000100:00100000:1.0:1767328120.246811:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637824
00000100:00100000:3.0:1767328120.246834:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328120.246837:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638336
00000100:00100000:2.0:1767328120.246843:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638336
00000100:00100000:0.0:1767328120.246854:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010637952
00000100:00100000:0.0:1767328120.246859:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010637952
00000100:00100000:3.0:1767328120.246859:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010638848:0@lo:38:kworker.0
00000100:00100000:2.0:1767328120.246876:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638464
00000100:00100000:1.0:1767328120.246877:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8284
00000100:00100000:2.0:1767328120.246883:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638464
00000100:00100000:3.0:1767328120.246887:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328120.246891:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010637824:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328120.246895:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35201
00000100:00100000:0.0:1767328120.246905:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010637952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328120.246921:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00002000:00000024:1.0:1767328120.246922:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328120.246922:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638592
00000100:00100000:3.0:1767328120.246927:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638848
00000100:00100000:2.0:1767328120.246929:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638592
00000100:00100000:3.0:1767328120.246933:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638848
00000100:00100000:2.0:1767328120.246945:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216
00000100:00100000:2.0:1767328120.246956:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010638464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328120.246965:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4141
00000100:00100000:3.0:1767328120.246972:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010638336:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328120.246975:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010637824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328120.246981:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010637952:12345-0@lo:38:kworker.0 Request processed in 74us (302us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328120.246986:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328120.246990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8284
00000100:00100000:0.0:1767328120.246995:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35201
00000100:00100000:2.0:1767328120.247011:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010638464:12345-0@lo:400:kworker.0 Request processed in 57us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328120.247019:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216
00000100:00080000:1.0:1767328120.247020:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328120.247027:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328120.247029:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010638336:12345-0@lo:38:kworker.0 Request processed in 54us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328120.247033:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4142
00000100:00100000:3.0:1767328120.247044:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4141
00000100:00100000:0.0:1767328120.247045:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010638592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328120.247056:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328120.247058:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328120.247058:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4143
00000100:00100000:2.0:1767328120.247069:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010638848:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328120.247072:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638720
00000100:00100000:3.0:1767328120.247076:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638720
00010000:00020000:2.0:1767328120.247082:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328120.247101:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010638592:12345-0@lo:38:kworker.0 Request processed in 57us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328120.247107:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010637824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328120.247111:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4142
00000100:00100000:3.0:1767328120.247119:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217
00000100:00100000:2.0:1767328120.247125:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010638848:12345-0@lo:38:kworker.0 Request processed in 55us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328120.247130:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328120.247131:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010638720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328120.247136:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4143
00000100:00100000:1.0:1767328120.247138:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010638080:0@lo:400:kworker.0
00000100:00100000:0.0:1767328120.247161:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638208
00000100:00100000:0.0:1767328120.247166:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638208
00000100:00100000:1.0:1767328120.247175:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328120.247189:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010638720:12345-0@lo:400:kworker.0 Request processed in 61us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328120.247193:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010638464:0@lo:400:kworker.0
00000100:00100000:3.0:1767328120.247199:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217
00000100:00100000:0.0:1767328120.247203:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638080
00000100:00100000:0.0:1767328120.247207:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638080
00000100:00100000:1.0:1767328120.247215:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010638720:0@lo:400:kworker.0
00000100:00100000:0.0:1767328120.247238:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9403
00000100:00080000:3.0:1767328120.247243:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328120.247248:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010638208:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328120.247249:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328120.247256:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010638592:0@lo:38:kworker.0
00000100:00080000:2.0:1767328120.247257:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328120.247268:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9404
00000100:00080000:3.0:1767328120.247273:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328120.247281:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328120.247282:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010638080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328120.247286:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010638848:0@lo:38:kworker.0
00000100:00100000:0.0:1767328120.247303:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010638208:12345-0@lo:400:kworker.0 Request processed in 55us (604us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328120.247304:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328120.247314:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328120.247317:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9403
00000100:00100000:2.0:1767328120.247321:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010638208:0@lo:400:kworker.0
00000100:00100000:3.0:1767328120.247322:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010638336:0@lo:38:kworker.0
00000100:00100000:1.0:1767328120.247332:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010638080:12345-0@lo:400:kworker.0 Request processed in 54us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328120.247340:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9404
00000100:00080000:3.0:1767328120.247346:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328120.247350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328120.247354:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010637952:0@lo:38:kworker.0
00000100:00100000:0.0:1767328120.247374:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010638080:0@lo:400:kworker.0
00010000:00010000:0.0:1767328121.206537:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328122.230567:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328123.254541:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328124.278594:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328124.752962:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328124.753005:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227904
00000100:00100000:3.0:1767328124.753011:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328124.753015:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227904
00000100:00080000:3.0:1767328124.753054:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328124.753078:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993227776
00000100:00100000:2.0:1767328124.753084:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2218
00000100:00100000:1.0:1767328124.753087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993227776
00000100:00100000:2.0:1767328124.753094:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993227904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328124.753127:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4144
00000100:00100000:1.0:1767328124.753137:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993227776:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767328124.753161:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993227904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328124.753170:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2218
00010000:00020000:1.0:1767328124.753171:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328124.753213:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993227776:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328124.753221:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4144
00000100:00100000:2.0:1767328124.854602:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010638976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328124.854663:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328124.854701:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010638976
00000100:00100000:0.0:1767328124.854710:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010638976
00000100:00080000:3.0:1767328124.854765:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328124.854769:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8285
00000100:00100000:0.0:1767328124.854780:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010638976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328124.854805:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328124.854849:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010638976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328124.854855:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8285
00000100:00100000:2.0:1767328124.854899:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010638976:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328125.302545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328125.366506:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328125.366513:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328125.366516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328125.366519:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328125.366522:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328125.366528:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13318
00000100:00080000:1.0:1767328125.366532:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328125.366540:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328125.366563:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010639232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328125.366584:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328125.366601:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010639360:0@lo:400:kworker.0
00000100:00100000:0.0:1767328125.366604:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010639232:0@lo:38:kworker.0
00000100:00080000:1.0:1767328125.366609:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328125.366613:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328125.366616:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328125.366622:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13318
00000100:00100000:3.0:1767328125.366625:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767328125.366626:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328125.366634:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328125.366640:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010639488:0@lo:400:kworker.0
00000100:00100000:1.0:1767328125.366652:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010639616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328125.366683:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328125.366687:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328125.366687:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328125.366691:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328125.366695:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328125.366696:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767328125.366701:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13318
00000100:00080000:1.0:1767328125.366704:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328125.366707:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010639744:0@lo:400:kworker.0
00000100:00080000:1.0:1767328125.366711:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328125.366727:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53480 x1853164010639872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328125.366742:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010639104:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328125.366750:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010639616:0@lo:38:kworker.0
00000100:00100000:3.0:1767328125.366750:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328125.366755:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328125.366759:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328125.366761:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328125.366766:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13318
00000100:00080000:1.0:1767328125.366768:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328125.366771:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328125.366779:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328125.366785:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50700 x1853164010640128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328125.366794:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328125.366818:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328125.366821:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639232
00000100:00100000:0.0:1767328125.366822:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010639872:0@lo:38:kworker.0
00000100:00100000:1.0:1767328125.366823:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639360
00000100:00100000:1.0:1767328125.366831:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639360
00000100:00100000:3.0:1767328125.366831:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639232
00000100:00100000:2.0:1767328125.366832:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010640000:0@lo:400:kworker.0
00000100:00100000:0.0:1767328125.366844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328125.366869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010640128:0@lo:38:kworker.0
00000100:00100000:3.0:1767328125.366874:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35202
00000100:00100000:1.0:1767328125.366883:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9405
00000100:00100000:2.0:1767328125.366884:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328125.366885:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010639232:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328125.366896:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010639360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328125.366902:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639104
00010000:00020000:3.0:1767328125.366904:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328125.366908:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639104
00000100:00100000:2.0:1767328125.366946:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639744
00000100:00100000:2.0:1767328125.366953:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639744
00000100:00100000:3.0:1767328125.366953:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010639232:12345-0@lo:38:kworker.0 Request processed in 69us (275us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328125.366960:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8286
00000100:00100000:3.0:1767328125.366967:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35202
00000100:00100000:0.0:1767328125.366973:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010639104:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328125.366975:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010639360:12345-0@lo:400:kworker.0 Request processed in 77us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328125.366986:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9405
00002000:00000024:0.0:1767328125.366997:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328125.367005:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639616
00000100:00100000:3.0:1767328125.367007:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328125.367011:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639616
00000100:00100000:1.0:1767328125.367019:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639872
00000100:00100000:1.0:1767328125.367024:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639872
00000100:00100000:0.0:1767328125.367041:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010639104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328125.367041:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640000
00000100:00100000:2.0:1767328125.367046:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640000
00000100:00100000:1.0:1767328125.367050:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219
00000100:00100000:3.0:1767328125.367052:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010639488
00000100:00100000:0.0:1767328125.367057:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8286
00000100:00100000:3.0:1767328125.367058:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010639488
00000100:00100000:1.0:1767328125.367063:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010639744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328125.367076:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220
00000100:00100000:2.0:1767328125.367087:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010640000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328125.367097:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9406
00000100:00100000:0.0:1767328125.367106:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145
00000100:00100000:1.0:1767328125.367113:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010639744:12345-0@lo:400:kworker.0 Request processed in 50us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328125.367114:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010639488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328125.367121:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010639616:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328125.367129:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010640000:12345-0@lo:400:kworker.0 Request processed in 43us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328125.367130:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219
00010000:00020000:0.0:1767328125.367142:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328125.367142:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220
00000100:00100000:1.0:1767328125.367152:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4146
00000100:00100000:1.0:1767328125.367158:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010639872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328125.367169:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328125.367177:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010639488:12345-0@lo:400:kworker.0 Request processed in 70us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328125.367183:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010639616:12345-0@lo:38:kworker.0 Request processed in 65us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328125.367185:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9406
00000100:00100000:0.0:1767328125.367196:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145
00000100:00100000:2.0:1767328125.367207:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010639488:0@lo:400:kworker.0
00000100:00100000:1.0:1767328125.367210:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010639872:12345-0@lo:38:kworker.0 Request processed in 48us (364us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328125.367221:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4146
00000100:00100000:0.0:1767328125.367233:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328125.367245:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640128
00000100:00100000:1.0:1767328125.367252:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640128
00000100:00080000:2.0:1767328125.367256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328125.367262:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328125.367265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328125.367271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328125.367276:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010639616:0@lo:38:kworker.0
00000100:00100000:3.0:1767328125.367281:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4147
00000100:00100000:3.0:1767328125.367288:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010640128:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328125.367293:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328125.367300:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767328125.367300:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328125.367306:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010640000:0@lo:400:kworker.0
00000100:00100000:0.0:1767328125.367310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010639872:0@lo:38:kworker.0
00000100:00100000:1.0:1767328125.367319:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010639744:0@lo:400:kworker.0
00000100:00100000:2.0:1767328125.367329:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010639360:0@lo:400:kworker.0
00000100:00080000:0.0:1767328125.367331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328125.367337:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328125.367360:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010640128:12345-0@lo:38:kworker.0 Request processed in 53us (110us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328125.367365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010639232:0@lo:38:kworker.0
00000100:00100000:3.0:1767328125.367370:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4147
00000100:00100000:2.0:1767328125.367375:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010639104:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328125.367409:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328125.367413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328125.367440:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010640128:0@lo:38:kworker.0
00010000:00010000:0.0:1767328126.326581:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328127.350550:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328128.374533:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328129.398559:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328129.872997:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328129.873032:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328129.873058:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228160
00000100:00100000:2.0:1767328129.873068:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228160
00000100:00100000:1.0:1767328129.873078:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228032
00000100:00100000:1.0:1767328129.873084:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228032
00000100:00080000:3.0:1767328129.873116:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328129.873140:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2221
00000100:00100000:2.0:1767328129.873153:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4148
00000100:00100000:1.0:1767328129.873158:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993228160:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328129.873168:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993228032:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328129.873191:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328129.873234:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993228160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328129.873241:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993228032:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328129.873247:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2221
00000100:00100000:2.0:1767328129.873255:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4148
00000100:00100000:2.0:1767328129.974585:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010640256:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328129.974649:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328129.974697:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640256
00000100:00100000:1.0:1767328129.974705:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640256
00000100:00080000:3.0:1767328129.974751:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328129.974758:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8287
00000100:00100000:1.0:1767328129.974766:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010640256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328129.974790:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328129.974835:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010640256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328129.974840:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8287
00000100:00100000:2.0:1767328129.974932:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010640256:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328130.422616:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328130.486517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328130.486528:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328130.486532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328130.486537:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328130.486542:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328130.486552:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13323
00000100:00080000:1.0:1767328130.486558:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328130.486566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328130.486596:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51500 x1853164010640512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328130.486603:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010640384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328130.486657:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010640512:0@lo:38:kworker.0
00000100:00100000:3.0:1767328130.486668:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328130.486690:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010640640:0@lo:400:kworker.0
00000100:00080000:1.0:1767328130.486692:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328130.486700:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328130.486703:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328130.486709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328130.486714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13323
00000100:00080000:1.0:1767328130.486720:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767328130.486720:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010640768:0@lo:400:kworker.0
00000100:00080000:1.0:1767328130.486730:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328130.486738:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328130.486752:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51c00 x1853164010640896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328130.486765:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640640
00000100:00100000:3.0:1767328130.486772:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640640
00000100:00100000:2.0:1767328130.486791:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640512
00000100:00100000:2.0:1767328130.486797:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640512
00000100:00080000:1.0:1767328130.486798:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328130.486804:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328130.486807:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328130.486810:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640384
00000100:00080000:1.0:1767328130.486814:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13323
00000100:00100000:0.0:1767328130.486818:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640384
00000100:00080000:1.0:1767328130.486821:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767328130.486821:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9407
00000100:00100000:2.0:1767328130.486827:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35203
00000100:00080000:1.0:1767328130.486831:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328130.486839:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010640512:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328130.486840:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010640640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328130.486852:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53100 x1853164010641152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767328130.486861:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328130.486873:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8288
00000100:00100000:0.0:1767328130.486885:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010640384:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328130.486902:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328130.486902:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010640512:12345-0@lo:38:kworker.0 Request processed in 65us (195us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328130.486914:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00002000:00000024:0.0:1767328130.486916:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328130.486917:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35203
00000100:00080000:1.0:1767328130.486919:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328130.486924:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010640640:12345-0@lo:400:kworker.0 Request processed in 89us (183us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328130.486930:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13323
00000100:00100000:3.0:1767328130.486936:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9407
00000100:00080000:1.0:1767328130.486937:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328130.486944:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010641024:0@lo:400:kworker.0
00000100:00080000:1.0:1767328130.486947:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328130.486968:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb800 x1853164010641408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328130.486972:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010640384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328130.486979:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328130.486987:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328130.486994:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8288
00000100:00080000:3.0:1767328130.487030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328130.487040:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641024
00000100:00100000:2.0:1767328130.487045:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641024
00000100:00100000:1.0:1767328130.487052:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010640640:0@lo:400:kworker.0
00000100:00100000:3.0:1767328130.487054:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010641280:0@lo:400:kworker.0
00000100:00100000:0.0:1767328130.487057:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640768
00000100:00100000:0.0:1767328130.487064:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640768
00000100:00100000:2.0:1767328130.487084:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222
00000100:00100000:3.0:1767328130.487100:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328130.487102:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9408
00000100:00100000:2.0:1767328130.487106:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010641024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328130.487115:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010640768:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328130.487126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328130.487146:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641280
00000100:00100000:1.0:1767328130.487152:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641280
00000100:00100000:3.0:1767328130.487156:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010640384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328130.487158:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010641024:12345-0@lo:400:kworker.0 Request processed in 57us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328130.487170:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222
00000100:00100000:0.0:1767328130.487183:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010640768:12345-0@lo:400:kworker.0 Request processed in 71us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328130.487190:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9408
00000100:00100000:2.0:1767328130.487199:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010640896:0@lo:38:kworker.0
00000100:00100000:3.0:1767328130.487211:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223
00000100:00080000:0.0:1767328130.487221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328130.487227:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010641280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328130.487228:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328130.487253:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010641152:0@lo:38:kworker.0
00000100:00100000:1.0:1767328130.487258:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010640896
00000100:00100000:1.0:1767328130.487264:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010640896
00000100:00100000:2.0:1767328130.487279:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328130.487291:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010641280:12345-0@lo:400:kworker.0 Request processed in 70us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328130.487292:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641152
00000100:00100000:1.0:1767328130.487299:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641152
00000100:00100000:2.0:1767328130.487304:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010641408:0@lo:38:kworker.0
00000100:00100000:3.0:1767328130.487319:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223
00000100:00100000:0.0:1767328130.487331:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010641280:0@lo:400:kworker.0
00000100:00100000:2.0:1767328130.487353:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328130.487354:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4149
00000100:00100000:3.0:1767328130.487366:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150
00000100:00100000:1.0:1767328130.487368:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010640896:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328130.487370:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641408
00000100:00100000:3.0:1767328130.487376:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010641152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328130.487377:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641408
00000100:00080000:2.0:1767328130.487379:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328130.487389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:1.0:1767328130.487390:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328130.487395:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328130.487396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010640512:0@lo:38:kworker.0
00000100:00100000:0.0:1767328130.487401:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151
00000100:00100000:0.0:1767328130.487407:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010641408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328130.487437:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328130.487460:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010641024:0@lo:400:kworker.0
00000100:00100000:3.0:1767328130.487478:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010641152:12345-0@lo:38:kworker.0 Request processed in 102us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328130.487484:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150
00000100:00100000:1.0:1767328130.487491:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010640896:12345-0@lo:38:kworker.0 Request processed in 125us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328130.487492:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010641408:12345-0@lo:38:kworker.0 Request processed in 82us (142us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328130.487498:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328130.487508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328130.487512:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151
00000100:00100000:2.0:1767328130.487516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010640896:0@lo:38:kworker.0
00000100:00100000:3.0:1767328130.487518:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010640768:0@lo:400:kworker.0
00000100:00100000:1.0:1767328130.487523:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4149
00000100:00080000:2.0:1767328130.487537:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328130.487542:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328130.487547:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010641152:0@lo:38:kworker.0
00000100:00080000:2.0:1767328130.487555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328130.487559:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328130.487562:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010641408:0@lo:38:kworker.0
00010000:00010000:0.0:1767328131.446547:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328132.470544:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328133.494553:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328134.518559:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328134.992779:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328134.992808:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328134.992837:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228416
00000100:00100000:1.0:1767328134.992847:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228416
00000100:00100000:0.0:1767328134.992848:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228288
00000100:00100000:0.0:1767328134.992854:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228288
00000100:00100000:0.0:1767328134.992895:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2224
00000100:00100000:0.0:1767328134.992906:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993228416:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328134.992911:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4152
00000100:00100000:1.0:1767328134.992923:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993228288:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328134.992931:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328134.992947:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328134.992972:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993228416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328134.992984:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2224
00000100:00100000:1.0:1767328134.992985:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993228288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 58us (169us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328134.992994:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4152
00000100:00100000:0.0:1767328135.094575:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010641536:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328135.094619:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328135.094669:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641536
00000100:00100000:2.0:1767328135.094675:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641536
00000100:00080000:0.0:1767328135.094721:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328135.094727:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8289
00000100:00100000:2.0:1767328135.094736:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010641536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328135.094756:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328135.094793:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010641536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328135.094800:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8289
00000100:00100000:0.0:1767328135.094834:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010641536:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328135.542573:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328135.606494:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328135.606502:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328135.606504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328135.606508:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328135.606511:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328135.606518:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13328
00000100:00080000:1.0:1767328135.606523:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328135.606530:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328135.606553:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8700 x1853164010641792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328135.606578:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010641664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328135.606599:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010641920:0@lo:400:kworker.0
00000100:00080000:1.0:1767328135.606607:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328135.606611:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010641792:0@lo:38:kworker.0
00000100:00080000:1.0:1767328135.606612:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328135.606616:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328135.606621:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13328
00000100:00080000:1.0:1767328135.606624:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328135.606627:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328135.606639:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9500 x1853164010642176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328135.606660:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328135.606665:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328135.606668:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328135.606669:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328135.606671:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328135.606675:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328135.606679:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13328
00000100:00080000:1.0:1767328135.606681:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328135.606684:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328135.606693:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb800 x1853164010642432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328135.606709:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328135.606711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328135.606713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328135.606717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13328
00000100:00080000:1.0:1767328135.606719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328135.606722:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328135.606737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51c00 x1853164010642688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328135.606738:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010642560:0@lo:400:kworker.0
00000100:00100000:0.0:1767328135.606747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010642176:0@lo:38:kworker.0
00000100:00100000:2.0:1767328135.606761:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641664
00000100:00100000:2.0:1767328135.606768:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641664
00000100:00100000:3.0:1767328135.606776:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328135.606787:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010642304:0@lo:400:kworker.0
00000100:00100000:0.0:1767328135.606799:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641792
00000100:00100000:0.0:1767328135.606805:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641792
00000100:00100000:2.0:1767328135.606827:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8290
00000100:00100000:3.0:1767328135.606827:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328135.606839:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010641664:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328135.606846:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35204
00000100:00100000:1.0:1767328135.606853:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642560
00000100:00100000:0.0:1767328135.606856:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010641792:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328135.606857:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010642432:0@lo:38:kworker.0
00000100:00100000:1.0:1767328135.606859:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642560
00002000:00000024:2.0:1767328135.606869:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00010000:00020000:0.0:1767328135.606882:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328135.606909:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642176
00000100:00100000:3.0:1767328135.606912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328135.606916:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642176
00000100:00100000:2.0:1767328135.606927:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010641664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328135.606930:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010641792:12345-0@lo:38:kworker.0 Request processed in 73us (270us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328135.606940:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8290
00000100:00100000:0.0:1767328135.606943:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35204
00000100:00100000:1.0:1767328135.606943:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642432
00000100:00100000:1.0:1767328135.606950:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642432
00000100:00080000:3.0:1767328135.606959:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328135.606967:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767328135.606968:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328135.606974:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328135.606976:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010641792:0@lo:38:kworker.0
00000100:00100000:1.0:1767328135.606983:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225
00000100:00100000:0.0:1767328135.606991:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328135.606998:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642304
00000100:00100000:1.0:1767328135.607003:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010642560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328135.607004:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642304
00000100:00100000:3.0:1767328135.607009:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010642688:0@lo:38:kworker.0
00000100:00100000:0.0:1767328135.607015:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328135.607024:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010642048:0@lo:400:kworker.0
00000100:00100000:2.0:1767328135.607040:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226
00000100:00100000:2.0:1767328135.607049:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010642304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328135.607058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328135.607073:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010642560:12345-0@lo:400:kworker.0 Request processed in 76us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328135.607081:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328135.607086:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225
00000100:00100000:2.0:1767328135.607094:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010642304:12345-0@lo:400:kworker.0 Request processed in 45us (105us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328135.607102:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226
00000100:00100000:3.0:1767328135.607110:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642688
00000100:00100000:3.0:1767328135.607116:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642688
00000100:00100000:1.0:1767328135.607117:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4153
00000100:00100000:0.0:1767328135.607123:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010642304:0@lo:400:kworker.0
00000100:00100000:2.0:1767328135.607129:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4154
00000100:00100000:1.0:1767328135.607131:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010642176:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328135.607137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010642432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328135.607146:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328135.607150:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328135.607153:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4155
00000100:00100000:0.0:1767328135.607155:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010641920
00000100:00100000:0.0:1767328135.607160:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010641920
00000100:00100000:3.0:1767328135.607161:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010642688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328135.607173:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328135.607198:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642048
00000100:00100000:0.0:1767328135.607201:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642048
00000100:00100000:1.0:1767328135.607204:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010642176:12345-0@lo:38:kworker.0 Request processed in 74us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328135.607205:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010642432:12345-0@lo:38:kworker.0 Request processed in 67us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328135.607219:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010642688:12345-0@lo:38:kworker.0 Request processed in 57us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328135.607221:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4153
00000100:00100000:0.0:1767328135.607227:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9409
00000100:00100000:2.0:1767328135.607232:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4154
00000100:00100000:0.0:1767328135.607237:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010641920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328135.607241:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4155
00000100:00100000:3.0:1767328135.607288:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9410
00000100:00080000:1.0:1767328135.607290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328135.607298:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328135.607301:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010642048:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328135.607303:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328135.607307:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010642688:0@lo:38:kworker.0
00000100:00100000:0.0:1767328135.607309:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010641920:12345-0@lo:400:kworker.0 Request processed in 70us (647us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328135.607321:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9409
00000100:00080000:1.0:1767328135.607332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328135.607333:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010641920:0@lo:400:kworker.0
00000100:00080000:1.0:1767328135.607344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328135.607351:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010642176:0@lo:38:kworker.0
00000100:00100000:3.0:1767328135.607353:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010642048:12345-0@lo:400:kworker.0 Request processed in 56us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328135.607364:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9410
00000100:00100000:0.0:1767328135.607371:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010642048:0@lo:400:kworker.0
00000100:00080000:1.0:1767328135.607377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328135.607383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328135.607387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010642432:0@lo:38:kworker.0
00000100:00100000:2.0:1767328135.607399:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010642560:0@lo:400:kworker.0
00000100:00100000:2.0:1767328135.607448:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010641664:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328136.566564:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328137.590548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328138.614558:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328139.638589:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328140.113040:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328140.113070:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767328140.113084:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993228800 offset 0 length 520: 4
00000100:00100000:0.0:1767328140.113104:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228544
00000100:00100000:2.0:1767328140.113108:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228672
00000100:00100000:2.0:1767328140.113115:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228672
00000100:00100000:0.0:1767328140.113116:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228544
00000100:00080000:3.0:1767328140.113164:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328140.113173:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2227
00000100:00100000:2.0:1767328140.113184:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4156
00000100:00100000:0.0:1767328140.113190:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993228672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328140.113200:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993228544:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328140.113222:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328140.113297:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993228672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 111us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328140.113298:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993228544:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328140.113314:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4156
00000100:00100000:0.0:1767328140.113324:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2227
00000100:00100000:2.0:1767328140.214578:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010642816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328140.214624:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328140.214673:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642816
00000100:00100000:1.0:1767328140.214681:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642816
00000100:00080000:3.0:1767328140.214723:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328140.214736:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8291
00000100:00100000:1.0:1767328140.214753:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010642816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328140.214779:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328140.214823:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010642816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328140.214830:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8291
00000100:00100000:2.0:1767328140.214862:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010642816:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328140.662543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328140.726492:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328140.726501:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328140.726504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328140.726509:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328140.726513:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328140.726522:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13333
00000100:00080000:2.0:1767328140.726527:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328140.726543:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328140.726570:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328140.726576:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010643072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328140.726591:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010642944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328140.726604:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328115/real 1767328115]  req@ffff9bb5bcf45f80 x1853164010636800/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328140 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328140.726630:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcf45f80 x1853164010636800/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328140 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328140.726632:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328140.726636:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328140.726639:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328140.726639:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328140.726647:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13333
00000100:00100000:1.0:1767328140.726648:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010643072:0@lo:38:kworker.0
00000100:00080000:2.0:1767328140.726651:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328140.726656:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010643200:0@lo:400:kworker.0
00000100:00080000:2.0:1767328140.726658:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328140.726671:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328140.726680:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34aa00 x1853164010643328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328140.726693:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328140.726705:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328140.726713:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328140.726718:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328140.726721:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328140.726726:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13333
00000100:00080000:2.0:1767328140.726729:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328140.726733:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328140.726748:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38000 x1853164010643584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328140.726755:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328140.726759:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010643456:0@lo:400:kworker.0
00000100:00100000:0.0:1767328140.726768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010642944
00000100:00080000:2.0:1767328140.726771:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328140.726773:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:2.0:1767328140.726776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328140.726777:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010642944
00000100:00080000:2.0:1767328140.726778:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328140.726779:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010636800:0@lo:250:kworker.0
00000100:00100000:3.0:1767328140.726787:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328140.726788:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13333
00000100:00080000:2.0:1767328140.726793:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328140.726797:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328140.726812:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010643328:0@lo:38:kworker.0
00000100:00100000:3.0:1767328140.726812:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328140.726813:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3ad80 x1853164010643840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328140.726820:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010643712:0@lo:400:kworker.0
00000100:00080000:2.0:1767328140.726840:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328140.726842:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8292
00000100:00080000:2.0:1767328140.726848:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328140.726851:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328140.726853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328140.726856:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13312
00000100:00080000:3.0:1767328140.726859:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328140.726860:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328140.726861:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010642944:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328140.726869:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328140.726875:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643200
00000100:00100000:3.0:1767328140.726880:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643200
00000100:00100000:2.0:1767328140.726885:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38700 x1853164010643968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328140.726888:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010643584:0@lo:38:kworker.0
00002000:00000024:0.0:1767328140.726900:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328140.726919:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9411
00000100:00100000:2.0:1767328140.726921:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643072
00000100:00100000:1.0:1767328140.726924:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328140.726928:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643072
00000100:00100000:3.0:1767328140.726932:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010643200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328140.726955:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010643840:0@lo:38:kworker.0
00000100:00100000:2.0:1767328140.726965:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35205
00000100:00100000:0.0:1767328140.726966:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010642944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328140.726977:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010643072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328140.726981:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010643200:12345-0@lo:400:kworker.0 Request processed in 49us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328140.726983:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8292
00000100:00100000:1.0:1767328140.726993:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328140.726996:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9411
00010000:00020000:2.0:1767328140.727004:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328140.727021:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010643968:0@lo:250:kworker.0
00000100:00100000:3.0:1767328140.727024:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643456
00000100:00100000:3.0:1767328140.727028:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643456
00000100:00100000:0.0:1767328140.727039:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643328
00000400:00000100:1.0:1767328140.727045:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010643968 offset 0 length 520: 4
00000100:00100000:0.0:1767328140.727046:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643328
00000100:00100000:2.0:1767328140.727046:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010643072:12345-0@lo:38:kworker.0 Request processed in 69us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328140.727057:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35205
00000100:00100000:3.0:1767328140.727067:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643584
00000100:00100000:3.0:1767328140.727071:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643584
00000100:00100000:0.0:1767328140.727080:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643840
00000100:00100000:0.0:1767328140.727085:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643840
00000100:00080000:1.0:1767328140.727093:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328140.727094:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228
00000100:00080000:1.0:1767328140.727104:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328140.727110:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010643456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328140.727111:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010643072:0@lo:38:kworker.0
00000100:00100000:2.0:1767328140.727118:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157
00000100:00100000:2.0:1767328140.727125:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010643328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328140.727131:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4158
00000100:00100000:0.0:1767328140.727139:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010643584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328140.727141:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328140.727148:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159
00000100:00100000:1.0:1767328140.727156:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010643840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328140.727158:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328140.727161:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010643456:12345-0@lo:400:kworker.0 Request processed in 54us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328140.727175:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228
00010000:00020000:1.0:1767328140.727177:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328140.727186:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010643328:12345-0@lo:38:kworker.0 Request processed in 59us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328140.727194:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157
00000100:00080000:3.0:1767328140.727199:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328140.727210:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010643584:12345-0@lo:38:kworker.0 Request processed in 69us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328140.727219:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328140.727222:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010643840:12345-0@lo:38:kworker.0 Request processed in 63us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328140.727226:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4158
00000100:00100000:1.0:1767328140.727254:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159
00000100:00100000:1.0:1767328140.727275:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010643712
00000100:00100000:2.0:1767328140.727276:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010643200:0@lo:400:kworker.0
00000100:00100000:3.0:1767328140.727278:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010643456:0@lo:400:kworker.0
00000100:00100000:1.0:1767328140.727280:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010643712
00000100:00080000:3.0:1767328140.727311:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328140.727314:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010642944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328140.727332:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229
00000100:00100000:1.0:1767328140.727342:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010643712:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328140.727374:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328140.727381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328140.727386:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010643840:0@lo:38:kworker.0
00000100:00100000:1.0:1767328140.727392:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010643712:12345-0@lo:400:kworker.0 Request processed in 51us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328140.727398:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229
00000100:00080000:0.0:1767328140.727402:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328140.727409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328140.727415:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010643328:0@lo:38:kworker.0
00000100:00100000:3.0:1767328140.727458:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010643712:0@lo:400:kworker.0
00000100:00080000:0.0:1767328140.727463:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328140.727470:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328140.727473:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010643584:0@lo:38:kworker.0
00010000:00010000:0.0:1767328141.686609:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328142.710559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328143.734585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328144.758555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328145.233050:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328145.233101:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328145.233103:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229056
00000100:00100000:1.0:1767328145.233114:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229056
00000100:00100000:2.0:1767328145.233151:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993228928
00000100:00100000:2.0:1767328145.233157:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993228928
00000100:00080000:3.0:1767328145.233175:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328145.233197:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2230
00000100:00100000:2.0:1767328145.233223:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4160
00000100:00100000:1.0:1767328145.233224:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993229056:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328145.233232:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993228928:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328145.233252:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328145.233307:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993229056:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328145.233308:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993228928:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (206us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328145.233322:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4160
00000100:00100000:1.0:1767328145.233332:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2230
00000100:00100000:2.0:1767328145.334602:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010644096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328145.334663:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328145.334713:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644096
00000100:00100000:0.0:1767328145.334724:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644096
00000100:00100000:0.0:1767328145.334791:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8293
00000100:00100000:0.0:1767328145.334802:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010644096:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767328145.334830:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767328145.334832:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328145.334886:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010644096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328145.334895:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8293
00000100:00100000:2.0:1767328145.334929:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010644096:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328145.782546:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328145.846498:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328145.846506:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328145.846508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328145.846512:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328145.846515:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328145.846522:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13338
00000100:00080000:2.0:1767328145.846526:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328145.846533:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328145.846553:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010644224:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328145.846558:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010644352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328145.846599:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328145.846602:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328145.846604:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328145.846607:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13338
00000100:00080000:2.0:1767328145.846610:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328145.846615:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328145.846619:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328145.846626:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010644480:0@lo:400:kworker.0
00000100:00100000:2.0:1767328145.846631:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38000 x1853164010644608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328145.846659:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328145.846659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010644352:0@lo:38:kworker.0
00000100:00080000:2.0:1767328145.846667:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328145.846671:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328145.846675:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328145.846676:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644224
00000100:00080000:2.0:1767328145.846679:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13338
00000100:00080000:2.0:1767328145.846682:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328145.846685:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644224
00000100:00080000:2.0:1767328145.846686:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328145.846700:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38e00 x1853164010644864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328145.846709:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328145.846710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328145.846724:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010644736:0@lo:400:kworker.0
00000100:00080000:2.0:1767328145.846742:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328145.846744:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010644608:0@lo:38:kworker.0
00000100:00100000:1.0:1767328145.846745:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8294
00000100:00080000:2.0:1767328145.846750:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328145.846755:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328145.846756:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328145.846762:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010644224:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328145.846762:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13338
00000100:00080000:2.0:1767328145.846767:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328145.846771:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328145.846783:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010645120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:1.0:1767328145.846793:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328145.846803:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644352
00000100:00100000:3.0:1767328145.846808:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644352
00000100:00100000:0.0:1767328145.846819:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644480
00000100:00100000:2.0:1767328145.846823:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010644992:0@lo:400:kworker.0
00000100:00100000:0.0:1767328145.846825:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644480
00000100:00100000:1.0:1767328145.846839:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010644224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328145.846840:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35206
00000100:00100000:1.0:1767328145.846855:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8294
00000100:00100000:3.0:1767328145.846855:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010644352:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328145.846868:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328145.846869:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9412
00010000:00020000:3.0:1767328145.846878:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328145.846882:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010644480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328145.846918:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644736
00000100:00100000:2.0:1767328145.846923:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644736
00000100:00100000:1.0:1767328145.846928:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010644224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328145.846928:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010644352:12345-0@lo:38:kworker.0 Request processed in 75us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328145.846938:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010644480:12345-0@lo:400:kworker.0 Request processed in 56us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328145.846944:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35206
00000100:00100000:0.0:1767328145.846948:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9412
00000100:00080000:1.0:1767328145.846963:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328145.846965:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644992
00000100:00080000:1.0:1767328145.846968:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328145.846969:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644992
00000100:00100000:1.0:1767328145.846996:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231
00000100:00100000:3.0:1767328145.846997:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328145.847005:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232
00000100:00100000:1.0:1767328145.847007:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010644736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328145.847017:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010644992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328145.847018:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644608
00000100:00100000:2.0:1767328145.847023:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644608
00000100:00100000:3.0:1767328145.847036:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010644864:0@lo:38:kworker.0
00000100:00100000:1.0:1767328145.847047:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010644736:12345-0@lo:400:kworker.0 Request processed in 43us (291us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328145.847049:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4161
00000100:00100000:1.0:1767328145.847063:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231
00000100:00100000:2.0:1767328145.847063:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010644608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328145.847074:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010644992:12345-0@lo:400:kworker.0 Request processed in 57us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328145.847074:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328145.847077:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328145.847084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328145.847088:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232
00000100:00100000:1.0:1767328145.847102:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010644864
00000100:00100000:3.0:1767328145.847103:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010645120:0@lo:38:kworker.0
00000100:00100000:1.0:1767328145.847107:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010644864
00000100:00100000:2.0:1767328145.847116:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010644608:12345-0@lo:38:kworker.0 Request processed in 55us (122us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328145.847123:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4161
00000100:00100000:0.0:1767328145.847132:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010644992:0@lo:400:kworker.0
00000100:00100000:1.0:1767328145.847140:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162
00000100:00100000:3.0:1767328145.847144:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328145.847150:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010644864:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328145.847154:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645120
00000100:00100000:2.0:1767328145.847158:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645120
00010000:00020000:1.0:1767328145.847162:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328145.847177:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163
00000100:00080000:3.0:1767328145.847177:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328145.847180:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010644736:0@lo:400:kworker.0
00000100:00080000:3.0:1767328145.847189:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328145.847190:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010645120:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328145.847215:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010644480:0@lo:400:kworker.0
00000100:00100000:3.0:1767328145.847215:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010644352:0@lo:38:kworker.0
00000100:00100000:1.0:1767328145.847219:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010644864:12345-0@lo:38:kworker.0 Request processed in 67us (146us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328145.847224:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328145.847238:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162
00000100:00080000:3.0:1767328145.847241:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328145.847247:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328145.847253:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010644608:0@lo:38:kworker.0
00000100:00100000:2.0:1767328145.847266:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010645120:12345-0@lo:38:kworker.0 Request processed in 77us (127us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328145.847273:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163
00000100:00080000:3.0:1767328145.847281:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328145.847286:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328145.847290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010644864:0@lo:38:kworker.0
00000100:00080000:3.0:1767328145.847302:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328145.847305:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328145.847307:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010645120:0@lo:38:kworker.0
00010000:00010000:0.0:1767328146.806558:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328147.830556:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328148.854542:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328149.878565:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328150.352915:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328150.352950:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328150.352960:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229312
00000100:00100000:2.0:1767328150.352971:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229312
00000100:00100000:1.0:1767328150.352996:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229184
00000100:00100000:1.0:1767328150.353002:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229184
00000100:00080000:3.0:1767328150.353029:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328150.353040:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2233
00000100:00100000:2.0:1767328150.353048:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4164
00000100:00100000:1.0:1767328150.353053:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993229312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328150.353060:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993229184:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328150.353078:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328150.353120:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993229312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328150.353127:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993229184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 68us (174us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328150.353128:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2233
00000100:00100000:2.0:1767328150.353140:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4164
00000100:00100000:3.0:1767328150.454605:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010645248:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328150.454675:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328150.454723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645248
00000100:00100000:0.0:1767328150.454732:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645248
00000100:00080000:2.0:1767328150.454798:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328150.454804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8295
00000100:00100000:0.0:1767328150.454817:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010645248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328150.454848:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328150.454898:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010645248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328150.454907:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8295
00000100:00100000:3.0:1767328150.454939:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010645248:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328150.902563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328150.966520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328150.966531:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328150.966534:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328150.966538:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328150.966543:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328150.966552:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13343
00000100:00080000:2.0:1767328150.966557:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328150.966565:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328150.966597:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349500 x1853164010645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328150.966605:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328150.966623:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010645376:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328150.966631:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010645504:0@lo:38:kworker.0
00000100:00080000:2.0:1767328150.966650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328150.966656:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328150.966658:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328150.966664:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13343
00000100:00080000:2.0:1767328150.966668:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328150.966673:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328150.966678:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328150.966690:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010645760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328150.966695:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010645632:0@lo:400:kworker.0
00000100:00100000:0.0:1767328150.966713:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328150.966713:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328150.966738:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328150.966744:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328150.966746:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328150.966754:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328150.966757:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13343
00000100:00080000:2.0:1767328150.966761:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328150.966765:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010645760:0@lo:38:kworker.0
00000100:00080000:2.0:1767328150.966769:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328150.966786:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328150.966790:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348700 x1853164010646016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328150.966801:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010645888:0@lo:400:kworker.0
00000100:00100000:0.0:1767328150.966810:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328150.966826:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645632
00000100:00080000:2.0:1767328150.966829:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328150.966835:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645632
00000100:00080000:2.0:1767328150.966835:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328150.966838:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328150.966846:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13343
00000100:00100000:3.0:1767328150.966852:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328150.966853:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328150.966860:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328150.966863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010646016:0@lo:38:kworker.0
00000100:00100000:2.0:1767328150.966881:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010646272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328150.966895:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010646144:0@lo:400:kworker.0
00000100:00100000:0.0:1767328150.966902:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328150.966908:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9413
00000100:00100000:1.0:1767328150.966921:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010645632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328150.966932:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645376
00000100:00100000:2.0:1767328150.966939:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645376
00000100:00100000:3.0:1767328150.966940:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328150.966945:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010646272:0@lo:38:kworker.0
00000100:00100000:0.0:1767328150.966987:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328150.966991:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8296
00000100:00100000:1.0:1767328150.966997:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010645632:12345-0@lo:400:kworker.0 Request processed in 78us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328150.967007:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010645376:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328150.967010:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9413
00000100:00100000:3.0:1767328150.967013:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645760
00000100:00100000:3.0:1767328150.967019:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645760
00000100:00100000:0.0:1767328150.967032:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645504
00000100:00100000:0.0:1767328150.967038:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645504
00000100:00100000:1.0:1767328150.967044:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010645888
00002000:00000024:2.0:1767328150.967048:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328150.967050:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010645888
00000100:00100000:3.0:1767328150.967062:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646016
00000100:00100000:3.0:1767328150.967068:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646016
00000100:00100000:0.0:1767328150.967074:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35207
00000100:00100000:0.0:1767328150.967083:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010645504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328150.967087:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646144
00000100:00100000:3.0:1767328150.967090:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646272
00000100:00100000:1.0:1767328150.967093:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646144
00000100:00100000:3.0:1767328150.967096:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646272
00010000:00020000:0.0:1767328150.967101:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328150.967109:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010645376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (403us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328150.967116:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234
00000100:00100000:2.0:1767328150.967122:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8296
00000100:00100000:1.0:1767328150.967130:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235
00000100:00100000:3.0:1767328150.967135:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010645888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328150.967146:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010646144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328150.967153:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010645504:12345-0@lo:38:kworker.0 Request processed in 67us (446us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328150.967178:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35207
00000100:00100000:2.0:1767328150.967189:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165
00000100:00100000:2.0:1767328150.967197:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010645760:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328150.967211:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166
00010000:00020000:2.0:1767328150.967213:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328150.967217:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010645888:12345-0@lo:400:kworker.0 Request processed in 87us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328150.967224:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010646016:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328150.967227:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010646144:12345-0@lo:400:kworker.0 Request processed in 84us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328150.967238:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234
00010000:00020000:0.0:1767328150.967245:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328150.967246:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235
00000100:00100000:2.0:1767328150.967259:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010645760:12345-0@lo:38:kworker.0 Request processed in 59us (452us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328150.967267:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4167
00000100:00100000:2.0:1767328150.967278:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165
00000100:00100000:3.0:1767328150.967280:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010646272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328150.967285:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010646016:12345-0@lo:38:kworker.0 Request processed in 60us (385us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328150.967294:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166
00010000:00020000:3.0:1767328150.967299:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328150.967317:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328150.967324:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328150.967347:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328150.967355:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010646272:12345-0@lo:38:kworker.0 Request processed in 75us (366us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328150.967356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328150.967361:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010645376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328150.967364:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010645632:0@lo:400:kworker.0
00000100:00100000:0.0:1767328150.967366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010646016:0@lo:38:kworker.0
00000100:00100000:3.0:1767328150.967377:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4167
00000100:00080000:0.0:1767328150.967392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328150.967398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328150.967402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010645760:0@lo:38:kworker.0
00000100:00100000:3.0:1767328150.967456:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010646144:0@lo:400:kworker.0
00000100:00080000:0.0:1767328150.967460:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328150.967467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328150.967472:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010645504:0@lo:38:kworker.0
00000100:00100000:3.0:1767328150.967478:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010645888:0@lo:400:kworker.0
00000100:00080000:0.0:1767328150.967504:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328150.967510:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328150.967513:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010646272:0@lo:38:kworker.0
00010000:00010000:0.0:1767328151.926580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328152.950536:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328153.974572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328154.998597:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328155.472927:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328155.472961:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328155.472993:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229568
00000100:00100000:0.0:1767328155.473004:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229568
00000100:00100000:1.0:1767328155.473014:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229440
00000100:00100000:1.0:1767328155.473020:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229440
00000100:00080000:2.0:1767328155.473068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328155.473071:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2236
00000100:00100000:1.0:1767328155.473085:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993229568:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328155.473089:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4168
00000100:00100000:0.0:1767328155.473099:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993229440:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328155.473118:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328155.473176:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993229568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 95us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328155.473180:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993229440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328155.473187:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2236
00000100:00100000:0.0:1767328155.473198:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4168
00000100:00100000:2.0:1767328155.574599:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010646400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328155.574662:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328155.574719:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646400
00000100:00100000:3.0:1767328155.574728:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646400
00000100:00080000:2.0:1767328155.574776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328155.574787:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8297
00000100:00100000:3.0:1767328155.574798:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010646400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328155.574822:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328155.574868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010646400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328155.574873:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8297
00000100:00100000:2.0:1767328155.574930:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010646400:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328156.022538:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328156.086527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328156.086536:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328156.086540:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328156.086545:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328156.086550:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328156.086559:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13348
00000100:00080000:2.0:1767328156.086565:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328156.086573:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328156.086601:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348a80 x1853164010646656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328156.086646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328156.086647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010646656:0@lo:38:kworker.0
00000100:00100000:3.0:1767328156.086651:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010646528:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328156.086653:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328156.086658:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328156.086664:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13348
00000100:00080000:2.0:1767328156.086667:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328156.086671:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328156.086684:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010646784:0@lo:400:kworker.0
00000100:00100000:2.0:1767328156.086687:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328156.086711:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328156.086714:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328156.086719:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328156.086723:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328156.086726:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328156.086730:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13348
00000100:00080000:2.0:1767328156.086734:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328156.086738:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328156.086740:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328156.086752:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349c00 x1853164010647168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328156.086773:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328156.086776:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328156.086778:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328156.086780:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010646912:0@lo:38:kworker.0
00000100:00100000:0.0:1767328156.086782:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328156.086782:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328156.086784:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13348
00000100:00080000:2.0:1767328156.086791:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328156.086794:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328156.086799:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010647040:0@lo:400:kworker.0
00000100:00100000:3.0:1767328156.086801:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010647296:0@lo:400:kworker.0
00000100:00100000:2.0:1767328156.086807:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010647424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328156.086834:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328156.086837:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646656
00000100:00100000:2.0:1767328156.086844:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646656
00000100:00100000:0.0:1767328156.086865:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646784
00000100:00100000:3.0:1767328156.086867:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646528
00000100:00100000:0.0:1767328156.086870:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646784
00000100:00100000:3.0:1767328156.086875:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646528
00000100:00100000:1.0:1767328156.086878:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010647168:0@lo:38:kworker.0
00000100:00100000:2.0:1767328156.086886:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35208
00000100:00100000:2.0:1767328156.086896:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010646656:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328156.086911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328156.086919:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328156.086934:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8298
00000100:00100000:0.0:1767328156.086940:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9414
00000100:00100000:1.0:1767328156.086940:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010647424:0@lo:38:kworker.0
00000100:00100000:3.0:1767328156.086947:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010646528:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328156.086960:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010646784:12345-0@lo:400:kworker.0
00002000:00000024:3.0:1767328156.086976:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328156.086980:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010646656:12345-0@lo:38:kworker.0 Request processed in 82us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328156.086984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328156.086995:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35208
00000100:00080000:1.0:1767328156.087026:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328156.087028:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010646784:12345-0@lo:400:kworker.0 Request processed in 74us (292us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328156.087033:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328156.087037:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010646912
00000100:00100000:1.0:1767328156.087041:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010646656:0@lo:38:kworker.0
00000100:00100000:0.0:1767328156.087043:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9414
00000100:00100000:2.0:1767328156.087045:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010646912
00000100:00100000:3.0:1767328156.087052:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010646528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328156.087064:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8298
00000100:00100000:2.0:1767328156.087081:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647168
00000100:00100000:1.0:1767328156.087085:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647424
00000100:00100000:2.0:1767328156.087087:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647168
00000100:00100000:1.0:1767328156.087090:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647424
00000100:00100000:0.0:1767328156.087101:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328156.087114:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647040
00000100:00100000:3.0:1767328156.087121:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647040
00000100:00100000:1.0:1767328156.087141:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169
00000100:00100000:1.0:1767328156.087152:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010646912:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328156.087153:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4170
00000100:00100000:0.0:1767328156.087158:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010646784:0@lo:400:kworker.0
00000100:00100000:2.0:1767328156.087165:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010647168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328156.087169:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328156.087180:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328156.087197:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328156.087197:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237
00000100:00100000:1.0:1767328156.087216:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010646912:12345-0@lo:38:kworker.0 Request processed in 64us (382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328156.087218:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010647040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328156.087231:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169
00000100:00100000:2.0:1767328156.087231:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010647168:12345-0@lo:38:kworker.0 Request processed in 63us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328156.087240:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010646528:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328156.087248:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4170
00000100:00100000:1.0:1767328156.087255:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647296
00000100:00100000:1.0:1767328156.087261:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647296
00000100:00100000:2.0:1767328156.087275:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4171
00000100:00100000:2.0:1767328156.087284:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010647424:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328156.087289:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238
00000100:00100000:3.0:1767328156.087289:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010647040:12345-0@lo:400:kworker.0 Request processed in 77us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328156.087303:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010647296:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328156.087303:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328156.087308:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237
00000100:00080000:1.0:1767328156.087327:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328156.087333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328156.087338:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010646912:0@lo:38:kworker.0
00000100:00080000:1.0:1767328156.087358:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328156.087365:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328156.087366:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010647040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328156.087367:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010647424:12345-0@lo:38:kworker.0 Request processed in 79us (382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328156.087372:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010647296:12345-0@lo:400:kworker.0 Request processed in 69us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328156.087373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010647168:0@lo:38:kworker.0
00000100:00100000:2.0:1767328156.087390:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4171
00000100:00100000:0.0:1767328156.087402:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238
00000100:00080000:1.0:1767328156.087446:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328156.087450:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767328156.087453:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328156.087454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010647424:0@lo:38:kworker.0
00000100:00080000:2.0:1767328156.087464:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328156.087482:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010647296:0@lo:400:kworker.0
00010000:00010000:0.0:1767328157.046565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328158.070585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328159.094550:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328160.118578:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328160.593049:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328160.593091:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328160.593135:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229696
00000100:00100000:0.0:1767328160.593147:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229696
00000100:00100000:1.0:1767328160.593159:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993229824
00000100:00100000:1.0:1767328160.593165:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993229824
00000100:00100000:0.0:1767328160.593208:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4172
00000100:00100000:0.0:1767328160.593218:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993229696:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328160.593230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328160.593232:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2239
00000100:00100000:1.0:1767328160.593242:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993229824:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767328160.593245:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328160.593307:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993229824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328160.593312:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993229696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328160.593319:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2239
00000100:00100000:0.0:1767328160.593327:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4172
00000100:00100000:3.0:1767328160.694636:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328160.694660:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010647552:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328160.694725:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328160.694781:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647552
00000100:00100000:0.0:1767328160.694791:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647552
00000100:00080000:3.0:1767328160.694854:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328160.694871:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8299
00000100:00100000:0.0:1767328160.694882:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010647552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328160.694910:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328160.694960:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010647552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328160.694969:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8299
00000100:00100000:3.0:1767328160.695012:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010647552:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328161.142561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328161.206495:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328161.206503:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328161.206507:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328161.206510:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328161.206513:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328161.206520:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13353
00000100:00080000:2.0:1767328161.206523:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328161.206529:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328161.206561:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348380 x1853164010647808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328161.206597:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010647808:0@lo:38:kworker.0
00000100:00080000:2.0:1767328161.206621:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328161.206622:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010647680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328161.206623:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010647936:0@lo:400:kworker.0
00000100:00080000:2.0:1767328161.206629:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328161.206633:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328161.206638:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13353
00000100:00080000:2.0:1767328161.206643:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328161.206647:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328161.206663:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010648192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328161.206677:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328161.206686:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328161.206690:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328161.206691:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328161.206698:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328161.206700:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328161.206705:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13353
00000100:00080000:2.0:1767328161.206708:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328161.206711:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328161.206724:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34ad80 x1853164010648448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328161.206745:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328161.206748:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328161.206750:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328161.206755:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13353
00000100:00100000:0.0:1767328161.206759:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010648192:0@lo:38:kworker.0
00000100:00080000:2.0:1767328161.206760:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328161.206764:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010648576:0@lo:400:kworker.0
00000100:00080000:2.0:1767328161.206769:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328161.206775:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647936
00000100:00100000:1.0:1767328161.206781:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647936
00000100:00100000:2.0:1767328161.206788:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348e00 x1853164010648704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328161.206810:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328161.206818:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010648320:0@lo:400:kworker.0
00000100:00100000:1.0:1767328161.206839:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9415
00000100:00100000:3.0:1767328161.206844:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010648064:0@lo:400:kworker.0
00000100:00100000:0.0:1767328161.206849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010648448:0@lo:38:kworker.0
00000100:00100000:1.0:1767328161.206853:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010647936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328161.206859:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328161.206899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328161.206899:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328161.206927:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648192
00000100:00100000:2.0:1767328161.206933:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648192
00000100:00100000:1.0:1767328161.206937:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010647936:12345-0@lo:400:kworker.0 Request processed in 89us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328161.206946:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9415
00000100:00100000:0.0:1767328161.206950:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010648704:0@lo:38:kworker.0
00000100:00100000:2.0:1767328161.206959:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648320
00000100:00100000:3.0:1767328161.206959:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328161.206965:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648064
00000100:00100000:2.0:1767328161.206965:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648320
00000100:00100000:1.0:1767328161.206969:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648064
00000100:00100000:0.0:1767328161.206996:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328161.207008:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648448
00000100:00100000:1.0:1767328161.207012:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9416
00000100:00100000:2.0:1767328161.207013:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648448
00000100:00100000:3.0:1767328161.207017:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648576
00000100:00100000:1.0:1767328161.207023:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010648064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328161.207025:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648576
00000100:00100000:2.0:1767328161.207032:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648704
00000100:00100000:2.0:1767328161.207037:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648704
00000100:00100000:0.0:1767328161.207047:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647808
00000100:00100000:0.0:1767328161.207054:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647808
00000100:00100000:2.0:1767328161.207060:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240
00000100:00100000:3.0:1767328161.207070:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241
00000100:00100000:2.0:1767328161.207072:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010648320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328161.207077:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010648064:12345-0@lo:400:kworker.0 Request processed in 56us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328161.207087:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9416
00000100:00100000:0.0:1767328161.207109:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35209
00000100:00100000:0.0:1767328161.207119:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010647808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328161.207119:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010648576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328161.207134:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010648320:12345-0@lo:400:kworker.0 Request processed in 65us (276us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328161.207146:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328161.207146:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010647936:0@lo:400:kworker.0
00000100:00100000:2.0:1767328161.207146:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240
00000100:00100000:2.0:1767328161.207166:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4173
00000100:00100000:2.0:1767328161.207171:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010648192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328161.207183:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010648576:12345-0@lo:400:kworker.0 Request processed in 100us (228us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328161.207186:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328161.207191:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010648064:0@lo:400:kworker.0
00000100:00100000:3.0:1767328161.207199:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241
00000100:00100000:0.0:1767328161.207214:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010647808:12345-0@lo:38:kworker.0 Request processed in 93us (539us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328161.207226:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174
00000100:00100000:0.0:1767328161.207227:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35209
00000100:00100000:2.0:1767328161.207233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010648192:12345-0@lo:38:kworker.0 Request processed in 57us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328161.207239:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010648448:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328161.207247:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4173
00000100:00100000:1.0:1767328161.207257:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175
00010000:00020000:3.0:1767328161.207257:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328161.207267:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010648704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328161.207281:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328161.207290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328161.207294:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328161.207299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767328161.207301:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328161.207301:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010648448:12345-0@lo:38:kworker.0 Request processed in 62us (404us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328161.207309:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010648192:0@lo:38:kworker.0
00000100:00100000:3.0:1767328161.207316:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174
00000100:00100000:1.0:1767328161.207323:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010648704:12345-0@lo:38:kworker.0 Request processed in 52us (327us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328161.207329:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010648320:0@lo:400:kworker.0
00000100:00080000:0.0:1767328161.207331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328161.207333:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175
00000100:00080000:0.0:1767328161.207341:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328161.207348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010648448:0@lo:38:kworker.0
00000100:00100000:1.0:1767328161.207365:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010647680
00000100:00080000:0.0:1767328161.207367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328161.207369:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010648576:0@lo:400:kworker.0
00000100:00100000:1.0:1767328161.207372:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010647680
00000100:00080000:0.0:1767328161.207377:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328161.207384:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010647808:0@lo:38:kworker.0
00000100:00080000:0.0:1767328161.207414:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328161.207436:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8300
00000100:00100000:1.0:1767328161.207449:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010647680:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328161.207453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328161.207460:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010648704:0@lo:38:kworker.0
00002000:00000024:1.0:1767328161.207475:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328161.207513:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010647680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (830us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328161.207517:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8300
00000100:00100000:3.0:1767328161.207559:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010647680:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328162.166542:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328163.190592:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328164.214566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328164.689031:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993229952 offset 0 length 520: 4
00000100:00100000:3.0:1767328164.689101:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328164.689152:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230208
00000100:00100000:3.0:1767328164.689158:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328164.689163:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230208
00000100:00080000:2.0:1767328164.689217:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328164.689224:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230080
00000100:00100000:1.0:1767328164.689228:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230080
00000100:00100000:0.0:1767328164.689239:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2242
00000100:00100000:0.0:1767328164.689257:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993230208:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328164.689263:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4176
00000100:00100000:1.0:1767328164.689273:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993230080:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328164.689291:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328164.689344:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993230080:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (188us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328164.689350:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993230208:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 95us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328164.689355:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4176
00000100:00100000:0.0:1767328164.689367:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2242
00010000:00010000:1.0:1767328165.238546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328165.302483:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328140/real 1767328140]  req@ffff9bb5b3a38700 x1853164010643968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328165 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328165.302508:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5b3a38700 x1853164010643968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328165 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328165.302523:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328165.302539:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328165.302542:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010643968:0@lo:250:kworker.0
00000100:00080000:1.0:1767328165.302573:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328165.302579:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328165.302581:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328165.302585:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13338
00000100:00080000:1.0:1767328165.302588:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328165.302594:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328165.302621:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53480 x1853164010648832/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328165.302643:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328165.302646:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328165.302647:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328165.302650:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13359
00000100:00080000:1.0:1767328165.302652:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328165.302655:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328165.302668:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51500 x1853164010648960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328165.302685:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010648832:0@lo:250:kworker.0
00000100:00080000:1.0:1767328165.302713:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328165.302716:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328165.302718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328165.302721:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13359
00000100:00080000:1.0:1767328165.302723:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328165.302726:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000400:00000100:0.0:1767328165.302730:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010648832 offset 0 length 520: 4
00000100:00100000:1.0:1767328165.302737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52a00 x1853164010649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328165.302755:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328165.302758:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328165.302760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328165.302764:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13359
00000100:00080000:1.0:1767328165.302768:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328165.302769:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010649088:0@lo:400:kworker.0
00000100:00080000:1.0:1767328165.302773:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328165.302776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010648960:0@lo:38:kworker.0
00000100:00100000:1.0:1767328165.302791:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53b80 x1853164010649600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328165.302804:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010649472:0@lo:400:kworker.0
00000100:00080000:1.0:1767328165.302812:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328165.302816:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328165.302817:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328165.302820:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13359
00000100:00080000:1.0:1767328165.302823:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328165.302829:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328165.302830:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328165.302831:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328165.302846:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328165.302848:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53800 x1853164010649856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328165.302870:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328165.302872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010649344:0@lo:38:kworker.0
00000100:00100000:1.0:1767328165.302875:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010649216:0@lo:400:kworker.0
00000100:00100000:2.0:1767328165.302883:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010649728:0@lo:400:kworker.0
00000100:00100000:3.0:1767328165.302912:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649088
00000100:00100000:0.0:1767328165.302917:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328165.302920:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649088
00000100:00100000:1.0:1767328165.302925:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328165.302950:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010648960
00000100:00100000:2.0:1767328165.302956:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010648960
00000100:00100000:0.0:1767328165.302961:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010649600:0@lo:38:kworker.0
00000100:00100000:3.0:1767328165.302973:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9417
00000100:00100000:1.0:1767328165.302982:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649472
00000100:00100000:3.0:1767328165.302987:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010649088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328165.302988:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649472
00000100:00100000:2.0:1767328165.302988:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35210
00000100:00100000:0.0:1767328165.303026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328165.303026:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010648960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328165.303057:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328165.303119:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649344
00000100:00100000:0.0:1767328165.303123:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010649856:0@lo:38:kworker.0
00000100:00100000:1.0:1767328165.303124:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649344
00000100:00100000:3.0:1767328165.303132:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010649088:12345-0@lo:400:kworker.0 Request processed in 150us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328165.303139:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9417
00000100:00100000:1.0:1767328165.303149:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649600
00000100:00100000:1.0:1767328165.303153:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649600
00000100:00100000:3.0:1767328165.303160:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649216
00000100:00100000:2.0:1767328165.303164:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010648960:12345-0@lo:38:kworker.0 Request processed in 145us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328165.303165:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328165.303166:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649216
00000100:00100000:1.0:1767328165.303174:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243
00000100:00100000:2.0:1767328165.303181:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35210
00000100:00100000:1.0:1767328165.303187:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010649472:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328165.303201:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328165.303208:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328165.303208:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9418
00000100:00100000:2.0:1767328165.303210:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649856
00000100:00100000:0.0:1767328165.303216:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010648960:0@lo:38:kworker.0
00000100:00100000:2.0:1767328165.303217:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649856
00000100:00100000:3.0:1767328165.303223:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010649216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328165.303239:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010649472:12345-0@lo:400:kworker.0 Request processed in 55us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328165.303245:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4177
00000100:00100000:2.0:1767328165.303256:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010649344:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328165.303258:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243
00000100:00100000:3.0:1767328165.303267:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010649216:12345-0@lo:400:kworker.0 Request processed in 48us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328165.303269:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4178
00010000:00020000:2.0:1767328165.303271:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328165.303282:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010649600:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328165.303286:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179
00000100:00100000:3.0:1767328165.303286:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9418
00010000:00020000:0.0:1767328165.303296:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328165.303298:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010649856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328165.303327:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328165.303336:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010649344:12345-0@lo:38:kworker.0 Request processed in 56us (400us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328165.303354:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4177
00000100:00100000:3.0:1767328165.303372:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010649472:0@lo:400:kworker.0
00000100:00100000:0.0:1767328165.303403:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010649600:12345-0@lo:38:kworker.0 Request processed in 121us (405us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328165.303411:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328165.303419:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328165.303424:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328165.303428:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010649216:0@lo:400:kworker.0
00000100:00100000:0.0:1767328165.303441:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4178
00000100:00100000:1.0:1767328165.303448:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010649856:12345-0@lo:38:kworker.0 Request processed in 120us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328165.303449:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328165.303459:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179
00000100:00100000:0.0:1767328165.303473:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649728
00000100:00100000:0.0:1767328165.303478:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649728
00000100:00080000:3.0:1767328165.303489:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328165.303495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328165.303499:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010649344:0@lo:38:kworker.0
00000100:00080000:3.0:1767328165.303536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328165.303543:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328165.303554:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010649600:0@lo:38:kworker.0
00000100:00100000:0.0:1767328165.303563:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244
00000100:00100000:2.0:1767328165.303575:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010649088:0@lo:400:kworker.0
00000100:00080000:3.0:1767328165.303580:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328165.303593:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010649728:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328165.303598:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328165.303623:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010649856:0@lo:38:kworker.0
00000100:00080000:2.0:1767328165.303636:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328165.303666:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010649728:12345-0@lo:400:kworker.0 Request processed in 90us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328165.303676:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244
00000100:00100000:2.0:1767328165.303683:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010649728:0@lo:400:kworker.0
00000100:00100000:2.0:1767328165.814623:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010649984:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328165.814691:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328165.814742:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010649984
00000100:00100000:1.0:1767328165.814751:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010649984
00000100:00100000:1.0:1767328165.814802:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8301
00000100:00100000:1.0:1767328165.814812:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010649984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328165.814842:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328165.814891:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010649984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328165.814900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8301
00000100:00100000:2.0:1767328165.814923:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010649984:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328166.262577:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328166.326643:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010650112:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328166.326700:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328166.326740:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650112
00000100:00100000:1.0:1767328166.326749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650112
00000100:00100000:1.0:1767328166.326794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8302
00000100:00100000:1.0:1767328166.326802:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010650112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328166.326827:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328166.326870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010650112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328166.326875:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8302
00000100:00100000:3.0:1767328166.326913:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010650112:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328167.286621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328168.310587:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328169.334554:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328169.808975:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328169.809022:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328169.809061:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230336
00000100:00100000:0.0:1767328169.809072:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230336
00000100:00100000:2.0:1767328169.809078:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230464
00000100:00100000:2.0:1767328169.809084:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230464
00000100:00100000:0.0:1767328169.809110:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4180
00000100:00100000:0.0:1767328169.809117:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993230336:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328169.809137:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328169.809146:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2245
00000100:00080000:3.0:1767328169.809151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328169.809157:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993230464:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328169.809236:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993230464:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328169.809242:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2245
00000100:00100000:0.0:1767328169.818041:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993230336:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 8907us (9057us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328169.818049:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4180
00010000:00010000:1.0:1767328170.358694:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328170.422491:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328170.422501:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328170.422505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328170.422510:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328170.422514:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328170.422523:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13363
00000100:00080000:1.0:1767328170.422527:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328170.422534:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328170.422573:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84700 x1853164010650240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328170.422625:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010650240:0@lo:38:kworker.0
00000100:00080000:1.0:1767328170.422637:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328170.422641:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328170.422643:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328170.422647:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13363
00000100:00080000:1.0:1767328170.422649:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328170.422653:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328170.422664:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85f80 x1853164010650624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328170.422668:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328170.422684:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010650368:0@lo:400:kworker.0
00000100:00080000:1.0:1767328170.422685:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328170.422693:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328170.422695:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328170.422698:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328170.422701:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13363
00000100:00080000:1.0:1767328170.422703:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328170.422706:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328170.422714:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010650752:0@lo:400:kworker.0
00000100:00100000:1.0:1767328170.422720:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85880 x1853164010650880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328170.422734:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010650624:0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.422743:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328170.422745:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328170.422749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328170.422750:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328170.422754:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13363
00000100:00080000:1.0:1767328170.422757:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328170.422760:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328170.422765:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328170.422772:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87b80 x1853164010651136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328170.422780:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010651008:0@lo:400:kworker.0
00000100:00100000:3.0:1767328170.422787:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010650496:0@lo:400:kworker.0
00000100:00100000:1.0:1767328170.422808:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650240
00000100:00100000:1.0:1767328170.422816:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650240
00000100:00100000:0.0:1767328170.422821:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328170.422827:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328170.422851:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650368
00000100:00100000:2.0:1767328170.422857:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650368
00000100:00100000:1.0:1767328170.422859:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35211
00000100:00100000:1.0:1767328170.422868:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010650240:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.422884:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650752
00010000:00020000:1.0:1767328170.422884:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328170.422890:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650752
00000100:00080000:3.0:1767328170.422890:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328170.422903:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650496
00000100:00100000:2.0:1767328170.422907:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650496
00000100:00080000:3.0:1767328170.422917:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328170.422924:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328170.422931:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010650240:12345-0@lo:38:kworker.0 Request processed in 62us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328170.422938:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35211
00000100:00100000:0.0:1767328170.422944:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651008
00000100:00100000:0.0:1767328170.422948:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651008
00000100:00100000:2.0:1767328170.422953:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9419
00000100:00100000:3.0:1767328170.422961:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9420
00000100:00100000:2.0:1767328170.422966:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010650368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328170.422975:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010650496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328170.422990:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246
00000100:00100000:0.0:1767328170.423001:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010650752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328170.423011:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247
00000100:00100000:2.0:1767328170.423037:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010650368:12345-0@lo:400:kworker.0 Request processed in 60us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328170.423045:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010651008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328170.423045:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9419
00000100:00100000:3.0:1767328170.423052:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010650496:12345-0@lo:400:kworker.0 Request processed in 80us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328170.423061:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9420
00000100:00100000:0.0:1767328170.423081:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010650752:12345-0@lo:400:kworker.0 Request processed in 80us (313us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328170.423088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328170.423093:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010650368:0@lo:400:kworker.0
00000100:00100000:1.0:1767328170.423094:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010651008:12345-0@lo:400:kworker.0 Request processed in 75us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328170.423098:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246
00000100:00100000:1.0:1767328170.423108:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247
00000100:00100000:3.0:1767328170.423113:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010650496:0@lo:400:kworker.0
00000100:00100000:2.0:1767328170.423129:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010651008:0@lo:400:kworker.0
00000100:00100000:1.0:1767328170.423143:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328170.423161:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650624
00000100:00100000:3.0:1767328170.423165:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650624
00000100:00100000:1.0:1767328170.423170:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010650880:0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.423175:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010650752:0@lo:400:kworker.0
00000100:00100000:3.0:1767328170.423201:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181
00000100:00100000:1.0:1767328170.423202:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328170.423211:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010650624:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.423219:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010650880
00010000:00020000:3.0:1767328170.423223:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328170.423224:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010650880
00000100:00080000:1.0:1767328170.423238:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328170.423245:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328170.423250:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010650240:0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.423254:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182
00000100:00100000:3.0:1767328170.423264:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010650624:12345-0@lo:38:kworker.0 Request processed in 49us (120us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328170.423265:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010650880:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328170.423271:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010651136:0@lo:38:kworker.0
00000100:00100000:3.0:1767328170.423278:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181
00010000:00020000:0.0:1767328170.423284:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328170.423301:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328170.423325:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010650880:12345-0@lo:38:kworker.0 Request processed in 62us (128us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328170.423328:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651136
00000100:00100000:3.0:1767328170.423333:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651136
00000100:00100000:0.0:1767328170.423334:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182
00000100:00080000:1.0:1767328170.423334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328170.423344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328170.423349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010650624:0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.423355:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183
00000100:00100000:0.0:1767328170.423362:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010651136:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328170.423368:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767328170.423370:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328170.423376:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328170.423382:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010650880:0@lo:38:kworker.0
00000100:00100000:0.0:1767328170.423396:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010651136:12345-0@lo:38:kworker.0 Request processed in 34us (95us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328170.423402:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183
00000100:00080000:1.0:1767328170.423411:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328170.423441:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328170.423444:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010651136:0@lo:38:kworker.0
00000100:00100000:2.0:1767328170.934675:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010651264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328170.934740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328170.934794:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651264
00000100:00100000:1.0:1767328170.934805:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651264
00000100:00100000:1.0:1767328170.934850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8303
00000100:00100000:1.0:1767328170.934858:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010651264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328170.934883:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328170.934925:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010651264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328170.934932:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8303
00000100:00100000:2.0:1767328170.934965:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010651264:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328171.382545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328171.446595:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010651392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328171.446664:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328171.446711:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651392
00000100:00100000:1.0:1767328171.446719:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651392
00000100:00100000:1.0:1767328171.446763:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8304
00000100:00100000:1.0:1767328171.446773:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010651392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328171.446805:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328171.446867:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010651392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328171.446876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8304
00000100:00100000:3.0:1767328171.446920:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010651392:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328172.406609:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328173.430574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328174.454575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328174.928954:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328174.929001:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328174.929035:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230720
00000100:00100000:0.0:1767328174.929045:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230720
00000100:00100000:1.0:1767328174.929055:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230592
00000100:00100000:1.0:1767328174.929063:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230592
00000100:00080000:3.0:1767328174.929102:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328174.929120:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2248
00000100:00100000:0.0:1767328174.929129:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4184
00000100:00100000:1.0:1767328174.929136:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993230720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328174.929139:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993230592:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328174.929164:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328174.929220:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993230592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328174.929222:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993230720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328174.929236:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4184
00000100:00100000:1.0:1767328174.929247:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2248
00010000:00010000:1.0:1767328175.478559:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328175.542526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328175.542535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328175.542538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328175.542541:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328175.542545:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328175.542553:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13368
00000100:00080000:2.0:1767328175.542557:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328175.542563:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328175.542596:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34ad80 x1853164010651520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328175.542647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010651520:0@lo:38:kworker.0
00000100:00080000:2.0:1767328175.542652:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328175.542657:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328175.542659:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328175.542663:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13368
00000100:00080000:2.0:1767328175.542665:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328175.542667:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328175.542678:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349500 x1853164010651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328175.542684:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328175.542698:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328175.542700:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010651648:0@lo:400:kworker.0
00000100:00080000:2.0:1767328175.542702:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328175.542706:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328175.542710:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13368
00000100:00080000:2.0:1767328175.542712:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328175.542717:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328175.542723:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328175.542727:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010651776:0@lo:400:kworker.0
00000100:00100000:2.0:1767328175.542733:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010652160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328175.542744:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328175.542758:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328175.542762:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328175.542764:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328175.542767:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010651904:0@lo:38:kworker.0
00000100:00080000:2.0:1767328175.542769:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13368
00000100:00080000:2.0:1767328175.542774:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328175.542776:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010652288:0@lo:400:kworker.0
00000100:00100000:0.0:1767328175.542778:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328175.542782:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328175.542796:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010652416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328175.542819:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328175.542823:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010652032:0@lo:400:kworker.0
00000100:00100000:0.0:1767328175.542838:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651776
00000100:00100000:3.0:1767328175.542842:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651648
00000100:00100000:0.0:1767328175.542845:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651776
00000100:00100000:3.0:1767328175.542849:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651648
00000100:00100000:1.0:1767328175.542852:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010652160:0@lo:38:kworker.0
00000100:00100000:2.0:1767328175.542872:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328175.542898:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651520
00000100:00100000:1.0:1767328175.542904:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651520
00000100:00100000:0.0:1767328175.542907:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9421
00000100:00100000:3.0:1767328175.542920:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9422
00000100:00100000:0.0:1767328175.542921:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010651776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328175.542931:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35212
00000100:00100000:3.0:1767328175.542936:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010651648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328175.542937:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010651520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328175.542944:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328175.542958:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328175.542983:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010651776:12345-0@lo:400:kworker.0 Request processed in 67us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328175.542983:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010651904
00000100:00100000:2.0:1767328175.543000:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010651904
00000100:00100000:0.0:1767328175.543005:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9421
00000100:00100000:1.0:1767328175.543013:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010651520:12345-0@lo:38:kworker.0 Request processed in 73us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328175.543013:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010651648:12345-0@lo:400:kworker.0 Request processed in 79us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328175.543024:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35212
00000100:00100000:3.0:1767328175.543024:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9422
00000100:00100000:2.0:1767328175.543026:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652032
00000100:00100000:2.0:1767328175.543030:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652032
00000100:00100000:0.0:1767328175.543039:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652288
00000100:00100000:0.0:1767328175.543044:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652288
00000100:00100000:1.0:1767328175.543063:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249
00000100:00100000:2.0:1767328175.543073:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185
00000100:00100000:1.0:1767328175.543074:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010652032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328175.543074:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010651648:0@lo:400:kworker.0
00000100:00100000:2.0:1767328175.543082:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010651904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328175.543093:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328175.543097:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250
00000100:00100000:0.0:1767328175.543107:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010652288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328175.543127:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010652032:12345-0@lo:400:kworker.0 Request processed in 54us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328175.543135:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010651904:12345-0@lo:38:kworker.0 Request processed in 53us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328175.543139:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249
00000100:00100000:2.0:1767328175.543148:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185
00000100:00100000:0.0:1767328175.543160:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010652288:12345-0@lo:400:kworker.0 Request processed in 54us (214us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328175.543163:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328175.543168:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250
00000100:00080000:3.0:1767328175.543170:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328175.543176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328175.543198:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010652288:0@lo:400:kworker.0
00000100:00100000:1.0:1767328175.543205:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010652032:0@lo:400:kworker.0
00000100:00100000:0.0:1767328175.543222:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010651776:0@lo:400:kworker.0
00000100:00100000:1.0:1767328175.543242:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328175.543257:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652160
00000100:00100000:0.0:1767328175.543261:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652160
00000100:00080000:1.0:1767328175.543267:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328175.543271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328175.543274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010651520:0@lo:38:kworker.0
00000100:00100000:1.0:1767328175.543287:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010652416:0@lo:38:kworker.0
00000100:00100000:0.0:1767328175.543291:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186
00000100:00100000:0.0:1767328175.543296:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010652160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328175.543307:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328175.543311:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328175.543345:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010652160:12345-0@lo:38:kworker.0 Request processed in 45us (101us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328175.543351:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328175.543356:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186
00000100:00080000:1.0:1767328175.543360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328175.543360:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652416
00000100:00100000:2.0:1767328175.543367:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652416
00000100:00100000:1.0:1767328175.543369:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010651904:0@lo:38:kworker.0
00000100:00080000:1.0:1767328175.543386:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328175.543391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328175.543392:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187
00000100:00100000:1.0:1767328175.543400:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010652160:0@lo:38:kworker.0
00000100:00100000:2.0:1767328175.543402:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010652416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328175.543415:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328175.543486:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010652416:12345-0@lo:38:kworker.0 Request processed in 84us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328175.543493:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187
00000100:00080000:1.0:1767328175.543514:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328175.543520:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328175.543524:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010652416:0@lo:38:kworker.0
00000100:00100000:0.0:1767328176.054601:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010652544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328176.054669:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328176.054718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652544
00000100:00100000:1.0:1767328176.054727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652544
00000100:00100000:1.0:1767328176.054774:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8305
00000100:00100000:1.0:1767328176.054785:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010652544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328176.054815:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328176.054864:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010652544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328176.054874:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8305
00000100:00100000:0.0:1767328176.054901:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010652544:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328176.502547:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328176.566631:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010652672:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328176.566696:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328176.566734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652672
00000100:00100000:1.0:1767328176.566743:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652672
00000100:00100000:1.0:1767328176.566787:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8306
00000100:00100000:1.0:1767328176.566797:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010652672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328176.566823:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328176.566864:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010652672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328176.566870:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8306
00000100:00100000:2.0:1767328176.566899:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010652672:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328177.526608:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328178.550552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328179.574567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328180.048978:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328180.049023:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328180.049052:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230976
00000100:00100000:2.0:1767328180.049064:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230976
00000100:00100000:0.0:1767328180.049073:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993230848
00000100:00100000:0.0:1767328180.049079:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993230848
00000100:00080000:3.0:1767328180.049121:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328180.049126:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2251
00000100:00100000:0.0:1767328180.049139:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993230976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328180.049145:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4188
00000100:00100000:2.0:1767328180.049155:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993230848:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328180.049179:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328180.049208:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993230976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328180.049220:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2251
00000100:00100000:2.0:1767328180.049220:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993230848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (193us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328180.049229:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4188
00010000:00010000:0.0:1767328180.598608:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328180.662524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328180.662535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328180.662538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328180.662542:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328180.662546:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328180.662554:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13373
00000100:00080000:3.0:1767328180.662560:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328180.662568:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328180.662609:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bb480 x1853164010652800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328180.662662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010652800:0@lo:38:kworker.0
00000100:00100000:2.0:1767328180.662690:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010652928:0@lo:400:kworker.0
00000100:00080000:3.0:1767328180.662690:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328180.662699:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328180.662703:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328180.662709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13373
00000100:00080000:3.0:1767328180.662714:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328180.662719:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328180.662725:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328180.662734:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328180.662736:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328180.662742:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868ba680 x1853164010653184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328180.662752:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010653056:0@lo:400:kworker.0
00000100:00100000:1.0:1767328180.662762:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010653184:0@lo:38:kworker.0
00000100:00080000:3.0:1767328180.662776:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328180.662781:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767328180.662782:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328180.662787:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328180.662792:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010653312:0@lo:400:kworker.0
00000100:00080000:3.0:1767328180.662795:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13373
00000100:00100000:0.0:1767328180.662802:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328180.662803:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328180.662811:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328180.662812:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328180.662833:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8000 x1853164010653440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328180.662839:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652928
00000100:00100000:2.0:1767328180.662848:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652928
00000100:00100000:0.0:1767328180.662869:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010652800
00000100:00100000:1.0:1767328180.662875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010653440:0@lo:38:kworker.0
00000100:00100000:0.0:1767328180.662878:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010652800
00000100:00080000:3.0:1767328180.662893:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328180.662899:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328180.662902:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328180.662906:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328180.662911:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13373
00000100:00100000:2.0:1767328180.662915:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653056
00000100:00080000:3.0:1767328180.662916:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328180.662920:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653056
00000100:00080000:3.0:1767328180.662923:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328180.662929:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35213
00000100:00100000:0.0:1767328180.662940:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010652800:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328180.662945:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34ad80 x1853164010653696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328180.662964:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010653568:0@lo:400:kworker.0
00000100:00100000:2.0:1767328180.662970:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9423
00010000:00020000:0.0:1767328180.662982:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328180.662985:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010652928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328180.662998:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328180.663020:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9424
00000100:00100000:0.0:1767328180.663037:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010652800:12345-0@lo:38:kworker.0 Request processed in 94us (312us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328180.663038:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010653056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328180.663043:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010652928:12345-0@lo:400:kworker.0 Request processed in 60us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328180.663045:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653184
00000100:00100000:1.0:1767328180.663052:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653184
00000100:00100000:0.0:1767328180.663058:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35213
00000100:00100000:2.0:1767328180.663058:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9423
00000100:00100000:1.0:1767328180.663079:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653440
00000100:00100000:1.0:1767328180.663083:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653440
00000100:00100000:2.0:1767328180.663104:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653568
00000100:00100000:1.0:1767328180.663109:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189
00000100:00100000:2.0:1767328180.663109:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653568
00000100:00100000:3.0:1767328180.663117:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010653056:12345-0@lo:400:kworker.0 Request processed in 85us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328180.663119:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010653184:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328180.663130:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010653056:0@lo:400:kworker.0
00000100:00100000:3.0:1767328180.663135:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9424
00010000:00020000:1.0:1767328180.663136:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328180.663146:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252
00000100:00100000:2.0:1767328180.663156:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010653568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328180.663171:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010653184:12345-0@lo:38:kworker.0 Request processed in 52us (371us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328180.663179:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189
00000100:00100000:3.0:1767328180.663187:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190
00000100:00100000:3.0:1767328180.663196:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010653440:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328180.663200:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010653568:12345-0@lo:400:kworker.0 Request processed in 45us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328180.663208:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252
00010000:00020000:3.0:1767328180.663213:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328180.663216:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010653568:0@lo:400:kworker.0
00000100:00080000:0.0:1767328180.663218:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328180.663225:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328180.663227:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328180.663235:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328180.663252:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653312
00000100:00100000:0.0:1767328180.663256:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653312
00000100:00100000:1.0:1767328180.663263:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010653696:0@lo:38:kworker.0
00000100:00100000:3.0:1767328180.663266:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010653440:12345-0@lo:38:kworker.0 Request processed in 67us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328180.663276:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190
00000100:00100000:2.0:1767328180.663287:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010652928:0@lo:400:kworker.0
00000100:00100000:0.0:1767328180.663299:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253
00000100:00100000:1.0:1767328180.663302:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328180.663312:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010653312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328180.663319:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653696
00000100:00100000:3.0:1767328180.663325:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653696
00000100:00080000:1.0:1767328180.663334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328180.663340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328180.663344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010653440:0@lo:38:kworker.0
00000100:00080000:1.0:1767328180.663359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328180.663362:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191
00000100:00080000:1.0:1767328180.663367:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328180.663369:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010653312:12345-0@lo:400:kworker.0 Request processed in 57us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328180.663374:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010653184:0@lo:38:kworker.0
00000100:00100000:3.0:1767328180.663375:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010653696:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328180.663382:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253
00000100:00080000:1.0:1767328180.663395:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328180.663396:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010653312:0@lo:400:kworker.0
00010000:00020000:3.0:1767328180.663396:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328180.663407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767328180.663409:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328180.663412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010652800:0@lo:38:kworker.0
00000100:00100000:3.0:1767328180.663479:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010653696:12345-0@lo:38:kworker.0 Request processed in 105us (180us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328180.663486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328180.663488:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191
00000100:00080000:1.0:1767328180.663494:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328180.663500:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010653696:0@lo:38:kworker.0
00000100:00100000:2.0:1767328181.174592:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010653824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328181.174653:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328181.174698:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653824
00000100:00100000:1.0:1767328181.174706:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653824
00000100:00100000:1.0:1767328181.174747:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8307
00000100:00100000:1.0:1767328181.174755:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010653824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328181.174779:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328181.174828:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010653824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328181.174835:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8307
00000100:00100000:2.0:1767328181.174864:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010653824:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328181.622566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328181.686632:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010653952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328181.686703:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328181.686741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010653952
00000100:00100000:1.0:1767328181.686749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010653952
00000100:00100000:1.0:1767328181.686801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8308
00000100:00100000:1.0:1767328181.686810:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010653952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328181.686835:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328181.686887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010653952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328181.686897:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8308
00000100:00100000:2.0:1767328181.686960:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010653952:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328182.646541:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328183.670567:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328184.694597:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328185.169011:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328185.169054:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328185.169089:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993231232
00000100:00100000:0.0:1767328185.169101:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993231232
00000100:00100000:1.0:1767328185.169133:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993231104
00000100:00100000:1.0:1767328185.169140:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993231104
00000100:00080000:2.0:1767328185.169166:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328185.169181:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2254
00000100:00100000:1.0:1767328185.169194:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993231232:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328185.169203:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4192
00000100:00100000:0.0:1767328185.169213:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993231104:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328185.169236:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328185.169272:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993231232:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328185.169280:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993231104:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328185.169286:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2254
00000100:00100000:0.0:1767328185.169297:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4192
00010000:00010000:0.0:1767328185.718562:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328185.782540:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328185.782549:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328185.782552:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328185.782556:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328185.782559:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328185.782564:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13378
00000100:00080000:2.0:1767328185.782569:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328185.782575:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328185.782609:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f800 x1853164010654080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328185.782662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010654080:0@lo:38:kworker.0
00000100:00080000:2.0:1767328185.782668:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328185.782672:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328185.782674:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328185.782678:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13378
00000100:00080000:2.0:1767328185.782681:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328185.782684:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328185.782688:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328185.782696:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ce00 x1853164010654464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328185.782703:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010654208:0@lo:400:kworker.0
00000100:00080000:2.0:1767328185.782720:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328185.782726:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328185.782730:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328185.782730:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328185.782738:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13378
00000100:00080000:2.0:1767328185.782741:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328185.782744:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328185.782748:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010654592:0@lo:400:kworker.0
00000100:00100000:3.0:1767328185.782751:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328185.782761:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010654720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328185.782786:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328185.782789:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328185.782791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328185.782796:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13378
00000100:00100000:1.0:1767328185.782797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010654464:0@lo:38:kworker.0
00000100:00100000:3.0:1767328185.782801:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010654848:0@lo:400:kworker.0
00000100:00080000:2.0:1767328185.782802:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328185.782803:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328185.782811:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328185.782827:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5500 x1853164010654976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328185.782844:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328185.782847:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328185.782857:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654208
00000100:00100000:0.0:1767328185.782858:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010654336:0@lo:400:kworker.0
00000100:00100000:3.0:1767328185.782865:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654208
00000100:00100000:1.0:1767328185.782876:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010654720:0@lo:38:kworker.0
00000100:00100000:2.0:1767328185.782891:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328185.782902:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328185.782935:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654592
00000100:00100000:1.0:1767328185.782940:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654592
00000100:00100000:3.0:1767328185.782948:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654336
00000100:00100000:3.0:1767328185.782954:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654336
00000100:00080000:2.0:1767328185.782988:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328185.782994:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654080
00000100:00080000:2.0:1767328185.782995:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328185.782996:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654464
00000100:00100000:0.0:1767328185.783002:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654080
00000100:00080000:2.0:1767328185.783002:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328185.783003:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654464
00000100:00100000:3.0:1767328185.783009:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9425
00000100:00100000:2.0:1767328185.783016:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654848
00000100:00100000:3.0:1767328185.783021:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010654208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328185.783022:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654848
00000100:00100000:1.0:1767328185.783038:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255
00000100:00100000:0.0:1767328185.783043:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35214
00000100:00100000:1.0:1767328185.783050:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010654592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328185.783061:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010654080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328185.783067:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256
00010000:00020000:0.0:1767328185.783078:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328185.783078:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010654848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328185.783084:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010654208:12345-0@lo:400:kworker.0 Request processed in 65us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328185.783091:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9425
00000100:00100000:1.0:1767328185.783105:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010654592:12345-0@lo:400:kworker.0 Request processed in 58us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328185.783117:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255
00000100:00100000:3.0:1767328185.783117:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9426
00000100:00100000:0.0:1767328185.783126:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010654080:12345-0@lo:38:kworker.0 Request processed in 64us (399us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328185.783133:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010654336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328185.783136:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35214
00000100:00100000:2.0:1767328185.783136:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010654848:12345-0@lo:400:kworker.0 Request processed in 59us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328185.783144:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193
00000100:00100000:2.0:1767328185.783152:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256
00000100:00100000:1.0:1767328185.783155:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010654464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328185.783167:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328185.783178:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010654336:12345-0@lo:400:kworker.0 Request processed in 50us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328185.783188:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9426
00000100:00080000:2.0:1767328185.783194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328185.783203:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010654336:0@lo:400:kworker.0
00000100:00100000:1.0:1767328185.783208:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010654464:12345-0@lo:38:kworker.0 Request processed in 52us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328185.783215:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193
00000100:00100000:2.0:1767328185.783223:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010654848:0@lo:400:kworker.0
00000100:00100000:0.0:1767328185.783227:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010654592:0@lo:400:kworker.0
00000100:00100000:2.0:1767328185.783244:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010654208:0@lo:400:kworker.0
00000100:00100000:3.0:1767328185.783250:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328185.783283:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328185.783288:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328185.783290:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654720
00000100:00100000:3.0:1767328185.783293:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010654080:0@lo:38:kworker.0
00000100:00100000:1.0:1767328185.783295:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654720
00000100:00100000:3.0:1767328185.783310:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010654976:0@lo:38:kworker.0
00000100:00100000:1.0:1767328185.783321:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4194
00000100:00100000:1.0:1767328185.783326:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010654720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328185.783336:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328185.783337:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328185.783364:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010654976
00000100:00080000:3.0:1767328185.783365:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328185.783369:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010654976
00000100:00080000:3.0:1767328185.783372:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328185.783377:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010654464:0@lo:38:kworker.0
00000100:00100000:1.0:1767328185.783382:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010654720:12345-0@lo:38:kworker.0 Request processed in 51us (132us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328185.783390:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4194
00000100:00080000:3.0:1767328185.783390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328185.783398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328185.783399:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195
00000100:00100000:3.0:1767328185.783405:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010654720:0@lo:38:kworker.0
00000100:00100000:0.0:1767328185.783411:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010654976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328185.783454:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328185.783486:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010654976:12345-0@lo:38:kworker.0 Request processed in 79us (153us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328185.783492:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195
00000100:00080000:3.0:1767328185.783503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328185.783507:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328185.783510:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010654976:0@lo:38:kworker.0
00000100:00100000:3.0:1767328186.294632:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010655104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328186.294700:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328186.294756:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655104
00000100:00100000:1.0:1767328186.294766:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655104
00000100:00100000:1.0:1767328186.294823:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8309
00000100:00100000:1.0:1767328186.294836:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010655104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328186.294870:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328186.294952:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010655104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328186.294962:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8309
00000100:00100000:3.0:1767328186.294994:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010655104:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328186.742560:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328186.806571:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010655232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328186.806632:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328186.806717:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655232
00000100:00100000:1.0:1767328186.806727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655232
00000100:00100000:1.0:1767328186.806771:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8310
00000100:00100000:1.0:1767328186.806780:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010655232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328186.806806:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328186.806850:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010655232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328186.806857:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8310
00000100:00100000:2.0:1767328186.806894:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010655232:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328187.766564:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328188.790552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328189.265306:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993231360 offset 0 length 520: 4
00000100:00100000:3.0:1767328189.265345:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328189.265374:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328189.265399:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993231616
00000100:00100000:0.0:1767328189.265409:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993231616
00000100:00100000:2.0:1767328189.265471:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993231488
00000100:00100000:2.0:1767328189.265479:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993231488
00000100:00080000:3.0:1767328189.265495:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328189.265515:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2257
00000100:00100000:2.0:1767328189.265531:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4196
00000100:00100000:0.0:1767328189.265533:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993231616:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328189.265545:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993231488:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328189.265566:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328189.265622:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993231616:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 97us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328189.265629:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993231488:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328189.265637:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2257
00000100:00100000:2.0:1767328189.265646:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4196
00010000:00010000:1.0:1767328189.814589:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328190.838569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328190.902503:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328190.902511:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328165/real 1767328165]  req@ffff9bb5b8f53480 x1853164010648832/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328190 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328190.902512:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328190.902518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328190.902528:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328190.902533:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328190.902540:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13383
00000100:00080000:2.0:1767328190.902546:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328190.902549:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5b8f53480 x1853164010648832/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328190 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328190.902557:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767328190.902568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328190.902590:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328190.902593:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010648832:0@lo:250:kworker.0
00000100:00100000:2.0:1767328190.902600:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4000 x1853164010655360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328190.902643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010655360:0@lo:38:kworker.0
00000100:00100000:0.0:1767328190.902669:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328190.902684:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010655488:0@lo:400:kworker.0
00000100:00080000:2.0:1767328190.902686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328190.902693:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328190.902696:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328190.902704:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328190.902705:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010655616:0@lo:400:kworker.0
00000100:00080000:2.0:1767328190.902708:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13383
00000100:00080000:2.0:1767328190.902716:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328190.902722:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328190.902729:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328190.902744:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a7800 x1853164010655744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328190.902762:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010655744:0@lo:38:kworker.0
00000100:00080000:2.0:1767328190.902771:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328190.902777:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328190.902780:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655360
00000100:00080000:2.0:1767328190.902780:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328190.902789:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13383
00000100:00100000:1.0:1767328190.902791:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655360
00000100:00080000:2.0:1767328190.902796:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328190.902800:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328190.902804:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328190.902808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328190.902825:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5c00 x1853164010656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328190.902836:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35215
00000100:00100000:0.0:1767328190.902842:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328190.902848:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010655360:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328190.902852:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010655872:0@lo:400:kworker.0
00000100:00080000:2.0:1767328190.902867:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328190.902872:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328190.902875:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00020000:1.0:1767328190.902898:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328190.902900:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13383
00000100:00100000:0.0:1767328190.902902:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328190.902908:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328190.902915:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328190.902915:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655744
00000100:00100000:3.0:1767328190.902923:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655744
00000100:00100000:2.0:1767328190.902937:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5f80 x1853164010656256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328190.902942:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655872
00000100:00100000:0.0:1767328190.902949:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655872
00000100:00100000:1.0:1767328190.902953:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010655360:12345-0@lo:38:kworker.0 Request processed in 104us (250us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328190.902961:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328190.902961:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197
00000100:00100000:1.0:1767328190.902965:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35215
00000100:00080000:2.0:1767328190.902972:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1767328190.902974:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010655744:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328190.902976:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328190.902984:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13363
00000100:00080000:2.0:1767328190.902988:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00010000:00020000:3.0:1767328190.902989:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328190.902997:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328190.902998:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258
00000100:00080000:2.0:1767328190.902999:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328190.903007:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010656128:0@lo:400:kworker.0
00000100:00100000:0.0:1767328190.903012:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010655872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328190.903018:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6d80 x1853164010656384/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328190.903029:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010655744:12345-0@lo:38:kworker.0 Request processed in 54us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328190.903038:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197
00000100:00100000:1.0:1767328190.903044:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328190.903058:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010656000:0@lo:38:kworker.0
00000100:00100000:3.0:1767328190.903059:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656128
00000100:00100000:3.0:1767328190.903064:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656128
00000100:00100000:0.0:1767328190.903071:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010655872:12345-0@lo:400:kworker.0 Request processed in 63us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328190.903078:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258
00000100:00100000:0.0:1767328190.903101:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259
00000100:00100000:2.0:1767328190.903108:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328190.903113:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010656128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328190.903130:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656000
00000100:00100000:1.0:1767328190.903135:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656000
00000100:00100000:2.0:1767328190.903146:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010656256:0@lo:38:kworker.0
00000100:00080000:3.0:1767328190.903148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328190.903155:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010656128:12345-0@lo:400:kworker.0 Request processed in 46us (111us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328190.903162:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259
00000100:00100000:1.0:1767328190.903168:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198
00000100:00100000:1.0:1767328190.903175:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010656000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328190.903185:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328190.903206:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328190.903207:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655488
00000100:00100000:0.0:1767328190.903210:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010656128:0@lo:400:kworker.0
00000100:00100000:3.0:1767328190.903213:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655488
00000100:00100000:1.0:1767328190.903220:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010656000:12345-0@lo:38:kworker.0 Request processed in 43us (112us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328190.903228:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198
00000100:00100000:2.0:1767328190.903243:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010656384:0@lo:250:kworker.0
00000100:00100000:1.0:1767328190.903246:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656256
00000100:00100000:1.0:1767328190.903251:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656256
00000100:00100000:0.0:1767328190.903253:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010655872:0@lo:400:kworker.0
00000100:00100000:3.0:1767328190.903255:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010655616
00000100:00100000:3.0:1767328190.903260:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010655616
00000400:00000100:2.0:1767328190.903277:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010656384 offset 0 length 520: 4
00000100:00100000:1.0:1767328190.903282:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199
00000100:00100000:1.0:1767328190.903289:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010656256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328190.903299:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328190.903300:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9427
00000100:00100000:0.0:1767328190.903317:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9428
00000100:00100000:3.0:1767328190.903317:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010655488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328190.903331:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010655616:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328190.903332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328190.903337:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010656256:12345-0@lo:38:kworker.0 Request processed in 46us (133us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328190.903344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328190.903346:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199
00000100:00100000:2.0:1767328190.903364:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010655744:0@lo:38:kworker.0
00000100:00100000:3.0:1767328190.903365:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010655488:12345-0@lo:400:kworker.0 Request processed in 53us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328190.903379:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9427
00000100:00100000:0.0:1767328190.903383:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010655616:12345-0@lo:400:kworker.0 Request processed in 55us (584us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328190.903391:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9428
00000100:00080000:2.0:1767328190.903394:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328190.903401:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010655488:0@lo:400:kworker.0
00000100:00080000:2.0:1767328190.903403:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328190.903407:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328190.903413:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328190.903414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010655360:0@lo:38:kworker.0
00000100:00100000:0.0:1767328190.903477:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010655616:0@lo:400:kworker.0
00000100:00080000:2.0:1767328190.903481:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328190.903488:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328190.903492:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010656000:0@lo:38:kworker.0
00000100:00080000:2.0:1767328190.903503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328190.903507:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328190.903511:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010656256:0@lo:38:kworker.0
00000100:00100000:0.0:1767328191.414609:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010656512:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328191.414704:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328191.414755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656512
00000100:00100000:1.0:1767328191.414765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656512
00000100:00100000:1.0:1767328191.414816:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8311
00000100:00100000:1.0:1767328191.414826:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010656512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328191.414859:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328191.414933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010656512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328191.414941:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8311
00000100:00100000:0.0:1767328191.414982:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010656512:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328191.862606:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328191.926596:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010656640:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328191.926663:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328191.926730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656640
00000100:00100000:1.0:1767328191.926739:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656640
00000100:00100000:1.0:1767328191.926782:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8312
00000100:00100000:1.0:1767328191.926789:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010656640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328191.926823:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328191.926906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010656640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328191.926915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8312
00000100:00100000:2.0:1767328191.926924:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010656640:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328192.886570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328193.910603:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328194.384913:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328194.384950:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328194.384979:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993231872
00000100:00100000:0.0:1767328194.384988:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993231872
00000100:00100000:1.0:1767328194.385006:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993231744
00000100:00100000:1.0:1767328194.385013:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993231744
00000100:00080000:3.0:1767328194.385045:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328194.385057:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2260
00000100:00100000:0.0:1767328194.385066:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4200
00000100:00100000:1.0:1767328194.385072:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993231872:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328194.385080:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993231744:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328194.385099:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328194.385151:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993231872:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328194.385152:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993231744:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 73us (199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328194.385167:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2260
00000100:00100000:0.0:1767328194.385173:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4200
00010000:00010000:1.0:1767328194.934560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328195.958536:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328196.022527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328196.022535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328196.022539:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328196.022544:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328196.022548:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328196.022556:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13388
00000100:00080000:0.0:1767328196.022561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328196.022568:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328196.022608:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09ed80 x1853164010656768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328196.022657:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010656768:0@lo:38:kworker.0
00000100:00080000:0.0:1767328196.022669:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328196.022673:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328196.022675:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328196.022678:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13388
00000100:00080000:0.0:1767328196.022681:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328196.022683:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328196.022694:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328196.022711:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328196.022715:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328196.022716:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328196.022720:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13388
00000100:00080000:0.0:1767328196.022722:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328196.022728:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328196.022728:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010656896:0@lo:400:kworker.0
00000100:00100000:2.0:1767328196.022732:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328196.022744:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f800 x1853164010657408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328196.022760:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010657280:0@lo:400:kworker.0
00000100:00080000:0.0:1767328196.022769:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328196.022772:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328196.022775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010657152:0@lo:38:kworker.0
00000100:00080000:0.0:1767328196.022776:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328196.022785:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328196.022786:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13388
00000100:00080000:0.0:1767328196.022790:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328196.022792:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328196.022803:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328196.022806:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010657664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328196.022825:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328196.022826:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010657024:0@lo:400:kworker.0
00000100:00100000:3.0:1767328196.022836:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010657536:0@lo:400:kworker.0
00000100:00100000:0.0:1767328196.022862:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657280
00000100:00100000:2.0:1767328196.022869:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328196.022870:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657280
00000100:00100000:3.0:1767328196.022881:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328196.022904:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656768
00000100:00100000:1.0:1767328196.022910:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656768
00000100:00100000:2.0:1767328196.022919:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328196.022932:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010656896
00000100:00100000:0.0:1767328196.022933:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657536
00000100:00100000:0.0:1767328196.022941:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657536
00000100:00100000:3.0:1767328196.022941:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010656896
00000100:00100000:1.0:1767328196.022947:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35216
00000100:00100000:2.0:1767328196.022947:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010657408:0@lo:38:kworker.0
00000100:00100000:1.0:1767328196.022957:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010656768:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328196.022978:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328196.022979:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657152
00010000:00020000:1.0:1767328196.022983:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328196.022984:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657152
00000100:00100000:3.0:1767328196.022987:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9429
00000100:00100000:3.0:1767328196.022998:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010656896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328196.023002:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657408
00000100:00100000:0.0:1767328196.023006:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657408
00000100:00100000:2.0:1767328196.023006:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010657664:0@lo:38:kworker.0
00000100:00100000:0.0:1767328196.023025:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261
00000100:00100000:1.0:1767328196.023030:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010656768:12345-0@lo:38:kworker.0 Request processed in 73us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328196.023037:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010657280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328196.023042:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35216
00000100:00100000:2.0:1767328196.023047:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328196.023055:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010656896:12345-0@lo:400:kworker.0 Request processed in 59us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328196.023063:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9429
00000100:00080000:2.0:1767328196.023080:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328196.023081:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657024
00000100:00100000:3.0:1767328196.023087:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657024
00000100:00080000:2.0:1767328196.023090:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328196.023093:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657664
00000100:00100000:0.0:1767328196.023099:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010657280:12345-0@lo:400:kworker.0 Request processed in 63us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328196.023099:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010656768:0@lo:38:kworker.0
00000100:00100000:1.0:1767328196.023100:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657664
00000100:00100000:0.0:1767328196.023114:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261
00000100:00100000:3.0:1767328196.023119:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9430
00000100:00100000:1.0:1767328196.023125:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262
00000100:00100000:3.0:1767328196.023131:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010657024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328196.023137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010657536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328196.023138:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4201
00000100:00100000:2.0:1767328196.023151:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4202
00000100:00100000:0.0:1767328196.023152:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010657152:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328196.023162:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010657408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328196.023166:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328196.023176:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328196.023180:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010657024:12345-0@lo:400:kworker.0 Request processed in 52us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328196.023188:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010657536:12345-0@lo:400:kworker.0 Request processed in 54us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328196.023194:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9430
00000100:00100000:1.0:1767328196.023198:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262
00000100:00100000:0.0:1767328196.023217:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010657152:12345-0@lo:38:kworker.0 Request processed in 67us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328196.023223:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4203
00000100:00100000:2.0:1767328196.023228:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010657408:12345-0@lo:38:kworker.0 Request processed in 66us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328196.023233:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4201
00000100:00100000:1.0:1767328196.023234:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010657664:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328196.023242:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4202
00000100:00080000:3.0:1767328196.023243:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:1.0:1767328196.023247:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328196.023258:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328196.023265:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328196.023286:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010657280:0@lo:400:kworker.0
00000100:00100000:1.0:1767328196.023292:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010657664:12345-0@lo:38:kworker.0 Request processed in 57us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328196.023292:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010657024:0@lo:400:kworker.0
00000100:00100000:3.0:1767328196.023298:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010657536:0@lo:400:kworker.0
00000100:00100000:1.0:1767328196.023308:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4203
00000100:00100000:3.0:1767328196.023321:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010656896:0@lo:400:kworker.0
00000100:00080000:2.0:1767328196.023336:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328196.023342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328196.023347:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010657664:0@lo:38:kworker.0
00000100:00080000:2.0:1767328196.023356:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328196.023359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328196.023361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010657152:0@lo:38:kworker.0
00000100:00080000:2.0:1767328196.023365:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328196.023367:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328196.023369:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010657408:0@lo:38:kworker.0
00000100:00100000:3.0:1767328196.534663:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010657792:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328196.534723:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328196.534771:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657792
00000100:00100000:1.0:1767328196.534779:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657792
00000100:00100000:1.0:1767328196.534820:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8313
00000100:00100000:1.0:1767328196.534828:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010657792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328196.534867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328196.534911:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010657792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328196.534917:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8313
00000100:00100000:3.0:1767328196.534955:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010657792:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328196.982750:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328197.046761:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010657920:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328197.046855:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328197.046919:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010657920
00000100:00100000:1.0:1767328197.046932:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010657920
00000100:00100000:1.0:1767328197.047004:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8314
00000100:00100000:1.0:1767328197.047016:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010657920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328197.047051:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328197.047138:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010657920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328197.047151:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8314
00000100:00100000:2.0:1767328197.047219:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010657920:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328198.006568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328199.030536:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328199.504920:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328199.504956:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328199.504982:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232000
00000100:00100000:1.0:1767328199.504993:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232000
00000100:00100000:2.0:1767328199.505017:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232128
00000100:00100000:2.0:1767328199.505024:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232128
00000100:00100000:1.0:1767328199.505039:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4204
00000100:00100000:1.0:1767328199.505047:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993232000:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328199.505068:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328199.505080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328199.505085:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2263
00000100:00100000:2.0:1767328199.505100:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993232128:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328199.505126:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993232000:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328199.505132:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4204
00000100:00100000:2.0:1767328199.505150:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993232128:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328199.505160:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2263
00010000:00010000:1.0:1767328200.054546:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328201.078564:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328201.142506:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328201.142516:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328201.142522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328201.142526:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328201.142531:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328201.142540:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13393
00000100:00080000:0.0:1767328201.142545:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328201.142551:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328201.142587:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328201.142629:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010658048:0@lo:38:kworker.0
00000100:00080000:0.0:1767328201.142662:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328201.142666:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767328201.142668:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328201.142673:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328201.142678:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13393
00000100:00100000:1.0:1767328201.142682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010658176:0@lo:400:kworker.0
00000100:00080000:0.0:1767328201.142683:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328201.142687:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328201.142692:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328201.142700:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328201.142703:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010658304:0@lo:400:kworker.0
00000100:00100000:0.0:1767328201.142715:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9f800 x1853164010658432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328201.142729:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328201.142743:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010658432:0@lo:38:kworker.0
00000100:00080000:0.0:1767328201.142750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328201.142755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328201.142758:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328201.142767:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328201.142769:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13393
00000100:00080000:0.0:1767328201.142774:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328201.142781:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328201.142783:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328201.142784:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658048
00000100:00100000:1.0:1767328201.142793:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658048
00000100:00100000:0.0:1767328201.142804:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010658688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328201.142804:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010658560:0@lo:400:kworker.0
00000100:00100000:2.0:1767328201.142830:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658432
00000100:00100000:2.0:1767328201.142837:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658432
00000100:00100000:1.0:1767328201.142841:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35217
00000100:00100000:1.0:1767328201.142852:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010658048:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328201.142855:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328201.142870:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658560
00010000:00020000:1.0:1767328201.142872:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328201.142875:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658560
00000100:00080000:0.0:1767328201.142885:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328201.142891:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328201.142893:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328201.142898:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658176
00000100:00080000:0.0:1767328201.142899:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13393
00000100:00100000:3.0:1767328201.142904:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658176
00000100:00080000:0.0:1767328201.142905:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328201.142912:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010658048:12345-0@lo:38:kworker.0 Request processed in 60us (211us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328201.142916:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328201.142922:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35217
00000100:00100000:2.0:1767328201.142923:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264
00000100:00100000:2.0:1767328201.142935:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010658560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328201.142939:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bb480 x1853164010658944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328201.142949:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658304
00000100:00100000:1.0:1767328201.142954:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9431
00000100:00100000:3.0:1767328201.142956:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658304
00000100:00100000:1.0:1767328201.142965:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010658176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328201.142985:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010658816:0@lo:400:kworker.0
00000100:00100000:3.0:1767328201.142994:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9432
00000100:00100000:2.0:1767328201.142995:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010658560:12345-0@lo:400:kworker.0 Request processed in 64us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328201.143003:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264
00000100:00100000:3.0:1767328201.143004:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010658304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328201.143014:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010658176:12345-0@lo:400:kworker.0 Request processed in 50us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328201.143023:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4205
00000100:00100000:1.0:1767328201.143025:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9431
00000100:00100000:0.0:1767328201.143032:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328201.143034:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010658432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328201.143049:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328201.143049:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010658304:12345-0@lo:400:kworker.0 Request processed in 47us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328201.143056:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9432
00000100:00100000:1.0:1767328201.143079:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010658688:0@lo:38:kworker.0
00000100:00100000:0.0:1767328201.143086:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010658176:0@lo:400:kworker.0
00000100:00100000:2.0:1767328201.143088:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010658432:12345-0@lo:38:kworker.0 Request processed in 52us (307us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328201.143098:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4205
00000100:00100000:3.0:1767328201.143100:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658816
00000100:00100000:3.0:1767328201.143104:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658816
00000100:00100000:1.0:1767328201.143119:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328201.143125:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328201.143131:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328201.143135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328201.143143:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010658944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328201.143148:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658688
00000100:00100000:3.0:1767328201.143153:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658688
00000100:00100000:0.0:1767328201.143158:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265
00000100:00100000:1.0:1767328201.143164:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328201.143173:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010658816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328201.143173:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010658944
00000100:00100000:2.0:1767328201.143179:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010658944
00000100:00100000:3.0:1767328201.143180:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4206
00000100:00080000:1.0:1767328201.143189:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328201.143190:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010658688:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328201.143195:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4207
00000100:00080000:1.0:1767328201.143197:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328201.143204:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010658432:0@lo:38:kworker.0
00000100:00100000:2.0:1767328201.143206:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010658944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328201.143206:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328201.143216:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767328201.143218:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328201.143223:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328201.143227:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010658048:0@lo:38:kworker.0
00000100:00100000:0.0:1767328201.143239:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010658816:12345-0@lo:400:kworker.0 Request processed in 70us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328201.143249:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265
00000100:00100000:3.0:1767328201.143254:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010658688:12345-0@lo:38:kworker.0 Request processed in 62us (135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328201.143255:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010658944:12345-0@lo:38:kworker.0 Request processed in 50us (90us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328201.143256:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328201.143265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328201.143269:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4206
00000100:00100000:1.0:1767328201.143272:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010658688:0@lo:38:kworker.0
00000100:00100000:2.0:1767328201.143283:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4207
00000100:00080000:1.0:1767328201.143289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328201.143293:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010658816:0@lo:400:kworker.0
00000100:00080000:1.0:1767328201.143294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328201.143301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010658944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328201.143323:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010658560:0@lo:400:kworker.0
00000100:00100000:3.0:1767328201.143339:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010658304:0@lo:400:kworker.0
00000100:00100000:3.0:1767328201.654611:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010659072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328201.654673:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328201.654713:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659072
00000100:00100000:1.0:1767328201.654721:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659072
00000100:00100000:1.0:1767328201.654763:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8315
00000100:00100000:1.0:1767328201.654771:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010659072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328201.654796:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328201.654860:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010659072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328201.654866:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8315
00000100:00100000:3.0:1767328201.654902:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010659072:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328202.102520:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328202.166596:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010659200:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328202.166668:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328202.166721:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659200
00000100:00100000:1.0:1767328202.166729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659200
00000100:00100000:1.0:1767328202.166772:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8316
00000100:00100000:1.0:1767328202.166782:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010659200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328202.166839:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328202.166883:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010659200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328202.166890:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8316
00000100:00100000:2.0:1767328202.166923:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010659200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328203.126540:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328204.150590:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328204.625003:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328204.625049:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328204.625075:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232384
00000100:00100000:2.0:1767328204.625085:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232384
00000100:00100000:0.0:1767328204.625094:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232256
00000100:00100000:0.0:1767328204.625100:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232256
00000100:00100000:0.0:1767328204.625147:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2266
00000100:00080000:3.0:1767328204.625148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328204.625160:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4208
00000100:00100000:0.0:1767328204.625161:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993232384:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328204.625169:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993232256:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328204.625189:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328204.625234:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993232384:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328204.625243:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2266
00000100:00100000:2.0:1767328204.625249:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993232256:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328204.625260:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4208
00010000:00010000:1.0:1767328205.174532:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328206.198567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328206.262519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328206.262527:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328206.262529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328206.262533:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328206.262536:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328206.262542:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13399
00000100:00080000:2.0:1767328206.262546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328206.262552:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328206.262585:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09d500 x1853164010659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328206.262636:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010659328:0@lo:38:kworker.0
00000100:00080000:2.0:1767328206.262644:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328206.262648:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328206.262650:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328206.262655:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13399
00000100:00080000:2.0:1767328206.262658:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328206.262661:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328206.262663:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328206.262678:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328206.262678:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05c00 x1853164010659712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328206.262679:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010659584:0@lo:400:kworker.0
00000100:00100000:0.0:1767328206.262695:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010659456:0@lo:400:kworker.0
00000100:00100000:1.0:1767328206.262703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328206.262711:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328206.262715:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328206.262717:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328206.262721:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13399
00000100:00080000:2.0:1767328206.262724:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328206.262727:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328206.262734:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328206.262740:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328206.262741:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04e00 x1853164010659968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328206.262746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010659712:0@lo:38:kworker.0
00000100:00100000:0.0:1767328206.262752:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010659840:0@lo:400:kworker.0
00000100:00080000:2.0:1767328206.262790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328206.262794:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328206.262796:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328206.262800:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13399
00000100:00080000:2.0:1767328206.262804:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767328206.262806:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767328206.262809:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328206.262814:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328206.262819:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010660096:0@lo:400:kworker.0
00000100:00100000:0.0:1767328206.262820:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328206.262827:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04000 x1853164010660224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328206.262860:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659712
00000100:00100000:1.0:1767328206.262862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010659968:0@lo:38:kworker.0
00000100:00100000:2.0:1767328206.262868:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659712
00000100:00100000:3.0:1767328206.262869:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328206.262882:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659584
00000100:00100000:0.0:1767328206.262887:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659584
00000100:00100000:2.0:1767328206.262902:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660096
00000100:00100000:1.0:1767328206.262907:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328206.262908:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660096
00000100:00100000:1.0:1767328206.262934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010660224:0@lo:38:kworker.0
00000100:00100000:0.0:1767328206.262948:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659456
00000100:00100000:2.0:1767328206.262950:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659968
00000100:00100000:0.0:1767328206.262953:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659456
00000100:00100000:2.0:1767328206.262955:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659968
00000100:00100000:3.0:1767328206.262957:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9433
00000100:00100000:1.0:1767328206.262962:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328206.262973:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010659584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328206.262977:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660224
00000100:00100000:2.0:1767328206.262981:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660224
00000100:00100000:0.0:1767328206.262996:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9434
00000100:00100000:2.0:1767328206.263001:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267
00000100:00100000:1.0:1767328206.263005:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659328
00000100:00100000:0.0:1767328206.263009:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010659456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328206.263011:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659328
00000100:00100000:2.0:1767328206.263014:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010660096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328206.263030:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010659584:12345-0@lo:400:kworker.0 Request processed in 61us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328206.263038:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9433
00000100:00100000:1.0:1767328206.263045:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35218
00000100:00100000:1.0:1767328206.263053:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010659328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328206.263068:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010659456:12345-0@lo:400:kworker.0 Request processed in 64us (251us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328206.263071:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328206.263078:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010660096:12345-0@lo:400:kworker.0 Request processed in 66us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328206.263083:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9434
00000100:00100000:2.0:1767328206.263089:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267
00000100:00100000:3.0:1767328206.263094:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010659584:0@lo:400:kworker.0
00000100:00100000:2.0:1767328206.263113:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4209
00000100:00100000:0.0:1767328206.263124:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210
00000100:00100000:2.0:1767328206.263124:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010659712:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328206.263132:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010659328:12345-0@lo:38:kworker.0 Request processed in 75us (426us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328206.263137:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010659968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328206.263140:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328206.263143:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211
00000100:00100000:1.0:1767328206.263155:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35218
00000100:00100000:3.0:1767328206.263156:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010660224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328206.263158:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328206.263169:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010659712:12345-0@lo:38:kworker.0 Request processed in 47us (359us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328206.263174:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328206.263179:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4209
00000100:00100000:0.0:1767328206.263198:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010659968:12345-0@lo:38:kworker.0 Request processed in 61us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328206.263207:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210
00000100:00080000:1.0:1767328206.263215:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328206.263220:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010660224:12345-0@lo:38:kworker.0 Request processed in 66us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328206.263222:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010660096:0@lo:400:kworker.0
00000100:00080000:1.0:1767328206.263224:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328206.263236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010659968:0@lo:38:kworker.0
00000100:00100000:3.0:1767328206.263239:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211
00000100:00080000:0.0:1767328206.263245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328206.263250:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328206.263253:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328206.263262:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328206.263270:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328206.263276:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328206.263279:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010660224:0@lo:38:kworker.0
00000100:00080000:1.0:1767328206.263299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328206.263302:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328206.263305:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010659712:0@lo:38:kworker.0
00000100:00100000:3.0:1767328206.263314:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010659840
00000100:00080000:1.0:1767328206.263318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328206.263321:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010659840
00000100:00080000:1.0:1767328206.263324:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328206.263329:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010659328:0@lo:38:kworker.0
00000100:00100000:0.0:1767328206.263334:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010659456:0@lo:400:kworker.0
00000100:00080000:2.0:1767328206.263372:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328206.263377:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268
00000100:00100000:3.0:1767328206.263387:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010659840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328206.263449:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010659840:12345-0@lo:400:kworker.0 Request processed in 65us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328206.263453:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268
00000100:00100000:0.0:1767328206.263484:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010659840:0@lo:400:kworker.0
00000100:00100000:0.0:1767328206.774601:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328206.774626:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010660352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328206.774699:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328206.774746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660352
00000100:00100000:1.0:1767328206.774754:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660352
00000100:00100000:1.0:1767328206.774804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8317
00000100:00100000:1.0:1767328206.774812:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010660352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328206.774839:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328206.774882:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010660352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328206.774887:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8317
00000100:00100000:0.0:1767328206.774932:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010660352:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328207.222526:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328207.286700:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010660480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328207.286816:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328207.286949:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660480
00000100:00100000:1.0:1767328207.286975:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660480
00000100:00100000:1.0:1767328207.287020:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8318
00000100:00100000:1.0:1767328207.287027:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010660480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328207.287053:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328207.287100:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010660480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328207.287106:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8318
00000100:00100000:2.0:1767328207.287172:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010660480:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328208.246580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328209.270590:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328209.745223:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328209.745279:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328209.745298:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232512
00000100:00100000:0.0:1767328209.745309:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232512
00000100:00100000:0.0:1767328209.745350:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232640
00000100:00100000:0.0:1767328209.745353:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232640
00000100:00100000:2.0:1767328209.745395:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4212
00000100:00100000:2.0:1767328209.745407:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993232512:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328209.745453:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328209.745455:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2269
00010000:00020000:2.0:1767328209.745464:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328209.745476:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993232640:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328209.745532:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993232512:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 125us (318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328209.745540:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993232640:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328209.745547:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4212
00000100:00100000:1.0:1767328209.745557:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2269
00010000:00010000:1.0:1767328210.294551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328211.318560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328211.382518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328211.382527:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328211.382530:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328211.382533:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328211.382536:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328211.382543:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13404
00000100:00080000:1.0:1767328211.382547:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328211.382553:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328211.382584:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1880 x1853164010660608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328211.382644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010660608:0@lo:38:kworker.0
00000100:00080000:1.0:1767328211.382646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328211.382653:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328211.382655:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328211.382661:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13404
00000100:00100000:3.0:1767328211.382663:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010660736:0@lo:400:kworker.0
00000100:00080000:1.0:1767328211.382664:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328211.382670:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328211.382675:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010660864:0@lo:400:kworker.0
00000100:00100000:1.0:1767328211.382687:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0380 x1853164010660992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328211.382703:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328211.382707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328211.382708:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328211.382711:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13404
00000100:00080000:1.0:1767328211.382714:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328211.382717:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328211.382727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328211.382730:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc1c00 x1853164010661248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328211.382732:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328211.382746:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010661120:0@lo:400:kworker.0
00000100:00080000:1.0:1767328211.382781:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328211.382784:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328211.382786:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328211.382790:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13404
00000100:00080000:1.0:1767328211.382793:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328211.382799:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328211.382800:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328211.382817:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010661504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328211.382828:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328211.382837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010660992:0@lo:38:kworker.0
00000100:00100000:3.0:1767328211.382847:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010661376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328211.382853:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010661120
00000100:00100000:0.0:1767328211.382860:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010661120
00000100:00100000:1.0:1767328211.382874:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660608
00000100:00100000:2.0:1767328211.382881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328211.382883:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660608
00000100:00080000:3.0:1767328211.382889:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328211.382910:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328211.382917:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660992
00000100:00100000:0.0:1767328211.382921:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660992
00000100:00100000:1.0:1767328211.382925:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35219
00000100:00100000:2.0:1767328211.382925:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010661248:0@lo:38:kworker.0
00000100:00100000:1.0:1767328211.382938:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010660608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328211.382949:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270
00010000:00020000:1.0:1767328211.382957:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328211.382963:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4213
00000100:00100000:0.0:1767328211.382965:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010661120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328211.382965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328211.382973:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010660992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328211.382984:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328211.382992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010661504:0@lo:38:kworker.0
00000100:00100000:1.0:1767328211.383011:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010660608:12345-0@lo:38:kworker.0 Request processed in 74us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328211.383019:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35219
00000100:00100000:0.0:1767328211.383038:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010661120:12345-0@lo:400:kworker.0 Request processed in 79us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328211.383038:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328211.383040:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010660992:12345-0@lo:38:kworker.0 Request processed in 67us (160us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328211.383056:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270
00000100:00100000:1.0:1767328211.383056:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660736
00000100:00100000:1.0:1767328211.383064:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660736
00000100:00100000:3.0:1767328211.383065:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4213
00000100:00080000:2.0:1767328211.383075:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328211.383077:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010661248
00000100:00100000:0.0:1767328211.383082:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010661248
00000100:00080000:2.0:1767328211.383082:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328211.383086:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010661504
00000100:00100000:2.0:1767328211.383089:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010660608:0@lo:38:kworker.0
00000100:00100000:3.0:1767328211.383092:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010661504
00000100:00100000:1.0:1767328211.383120:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010660864
00000100:00100000:0.0:1767328211.383121:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4214
00000100:00080000:2.0:1767328211.383123:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328211.383126:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010660864
00000100:00100000:0.0:1767328211.383132:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010661248:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328211.383132:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328211.383133:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4215
00000100:00100000:2.0:1767328211.383143:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010660992:0@lo:38:kworker.0
00000100:00100000:3.0:1767328211.383144:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010661504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328211.383149:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328211.383153:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9435
00010000:00020000:3.0:1767328211.383162:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328211.383167:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010660736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328211.383187:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010661248:12345-0@lo:38:kworker.0 Request processed in 56us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328211.383195:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4214
00000100:00080000:2.0:1767328211.383210:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328211.383213:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010661504:12345-0@lo:38:kworker.0 Request processed in 67us (177us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328211.383217:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328211.383226:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010660736:12345-0@lo:400:kworker.0 Request processed in 60us (497us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328211.383226:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4215
00000100:00100000:0.0:1767328211.383227:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9436
00000100:00100000:2.0:1767328211.383227:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010661248:0@lo:38:kworker.0
00000100:00100000:0.0:1767328211.383241:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010660864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328211.383247:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9435
00000100:00080000:2.0:1767328211.383248:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328211.383251:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328211.383258:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328211.383258:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328211.383266:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010661504:0@lo:38:kworker.0
00000100:00100000:0.0:1767328211.383287:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010660864:12345-0@lo:400:kworker.0 Request processed in 48us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328211.383292:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9436
00000100:00100000:3.0:1767328211.383300:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010660864:0@lo:400:kworker.0
00000100:00100000:2.0:1767328211.383314:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328211.383332:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010661120:0@lo:400:kworker.0
00000100:00100000:1.0:1767328211.383349:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010661376
00000100:00100000:2.0:1767328211.383351:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010660736:0@lo:400:kworker.0
00000100:00100000:1.0:1767328211.383354:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010661376
00000100:00100000:1.0:1767328211.383393:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271
00000100:00100000:1.0:1767328211.383401:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010661376:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328211.383401:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328211.383455:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010661376:12345-0@lo:400:kworker.0 Request processed in 56us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328211.383460:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271
00000100:00100000:2.0:1767328211.383489:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010661376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328211.894624:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328211.894647:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010661632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328211.894710:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328211.894790:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010661632
00000100:00100000:1.0:1767328211.894801:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010661632
00000100:00100000:1.0:1767328211.894868:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8319
00000100:00100000:1.0:1767328211.894881:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010661632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328211.894912:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328211.894966:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010661632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328211.894975:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8319
00000100:00100000:0.0:1767328211.895013:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010661632:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328212.342598:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328212.406616:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010661760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328212.406677:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328212.406714:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010661760
00000100:00100000:1.0:1767328212.406722:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010661760
00000100:00100000:1.0:1767328212.406787:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8320
00000100:00100000:1.0:1767328212.406797:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010661760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328212.406824:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328212.406870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010661760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328212.406875:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8320
00000100:00100000:3.0:1767328212.406926:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010661760:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328213.366571:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328214.390571:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328214.865222:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328214.865262:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767328214.865287:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993233024 offset 0 length 520: 4
00000100:00100000:1.0:1767328214.865288:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232768
00000100:00100000:1.0:1767328214.865300:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232768
00000100:00100000:2.0:1767328214.865329:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993232896
00000100:00100000:2.0:1767328214.865335:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993232896
00000100:00100000:1.0:1767328214.865351:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4216
00000100:00100000:1.0:1767328214.865363:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993232768:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328214.865387:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328214.865392:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328214.865393:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2272
00000100:00100000:2.0:1767328214.865406:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993232896:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328214.865493:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993232768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 130us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328214.865496:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993232896:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328214.865508:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4216
00000100:00100000:2.0:1767328214.865519:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2272
00010000:00010000:1.0:1767328215.414569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328215.478500:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328190/real 1767328190]  req@ffff9bb5868a6d80 x1853164010656384/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328215 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767328215.478535:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5868a6d80 x1853164010656384/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328215 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328215.478555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328215.478576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328215.478579:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010656384:0@lo:250:kworker.0
00000100:00080000:3.0:1767328215.478617:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328215.478623:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328215.478625:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328215.478630:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13388
00000100:00080000:3.0:1767328215.478633:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328215.478639:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328215.478667:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301f80 x1853164010661888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328215.478687:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328215.478690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328215.478691:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328215.478694:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13409
00000100:00080000:3.0:1767328215.478697:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328215.478701:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328215.478729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010661888:0@lo:250:kworker.0
00000100:00100000:3.0:1767328215.478729:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300380 x1853164010662016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767328215.478776:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010661888 offset 0 length 520: 4
00000100:00080000:3.0:1767328215.478790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328215.478795:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328215.478797:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328215.478802:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010662144:0@lo:400:kworker.0
00000100:00080000:3.0:1767328215.478802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13409
00000100:00080000:3.0:1767328215.478807:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328215.478812:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328215.478827:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300a80 x1853164010662400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328215.478829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010662016:0@lo:38:kworker.0
00000100:00100000:0.0:1767328215.478830:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328215.478849:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010662272:0@lo:400:kworker.0
00000100:00100000:1.0:1767328215.478850:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328215.478857:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328215.478862:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328215.478864:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328215.478869:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13409
00000100:00100000:2.0:1767328215.478872:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328215.478873:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328215.478878:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328215.478892:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301c00 x1853164010662656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328215.478904:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328215.478910:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010662400:0@lo:38:kworker.0
00000100:00100000:1.0:1767328215.478923:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662144
00000100:00080000:3.0:1767328215.478923:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328215.478929:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328215.478931:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328215.478933:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662144
00000100:00080000:3.0:1767328215.478937:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13409
00000100:00100000:2.0:1767328215.478942:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328215.478944:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328215.478949:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328215.478951:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010662528:0@lo:400:kworker.0
00000100:00100000:3.0:1767328215.478962:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c000 x1853164010662912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328215.478967:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010662656:0@lo:38:kworker.0
00000100:00100000:1.0:1767328215.478990:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662272
00000100:00100000:1.0:1767328215.478995:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662272
00000100:00100000:3.0:1767328215.478998:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328215.479002:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328215.479012:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662016
00000100:00100000:3.0:1767328215.479012:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010662784:0@lo:400:kworker.0
00000100:00100000:2.0:1767328215.479020:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662016
00000100:00100000:1.0:1767328215.479026:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9437
00000100:00100000:1.0:1767328215.479037:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010662144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328215.479056:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35220
00000100:00100000:3.0:1767328215.479057:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328215.479065:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010662016:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328215.479077:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9438
00010000:00020000:2.0:1767328215.479082:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328215.479090:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010662272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328215.479096:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010662144:12345-0@lo:400:kworker.0 Request processed in 62us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328215.479103:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9437
00000100:00100000:3.0:1767328215.479107:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010662144:0@lo:400:kworker.0
00000100:00100000:2.0:1767328215.479128:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010662016:12345-0@lo:38:kworker.0 Request processed in 62us (258us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328215.479137:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662400
00000100:00100000:2.0:1767328215.479137:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35220
00000100:00080000:3.0:1767328215.479139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328215.479142:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662400
00000100:00080000:3.0:1767328215.479145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328215.479146:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010662272:12345-0@lo:400:kworker.0 Request processed in 60us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328215.479156:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9438
00000100:00100000:2.0:1767328215.479171:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662528
00000100:00100000:1.0:1767328215.479172:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662784
00000100:00100000:1.0:1767328215.479178:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662784
00000100:00100000:2.0:1767328215.479178:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662528
00000100:00100000:3.0:1767328215.479205:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217
00000100:00100000:0.0:1767328215.479211:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010662272:0@lo:400:kworker.0
00000100:00100000:3.0:1767328215.479214:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010662400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328215.479226:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328215.479230:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273
00000100:00100000:1.0:1767328215.479239:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274
00000100:00100000:2.0:1767328215.479243:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010662528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328215.479246:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328215.479252:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010662784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328215.479270:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010662400:12345-0@lo:38:kworker.0 Request processed in 56us (329us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328215.479278:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328215.479278:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217
00000100:00080000:0.0:1767328215.479286:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328215.479291:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010662016:0@lo:38:kworker.0
00000100:00100000:3.0:1767328215.479300:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662656
00000100:00100000:3.0:1767328215.479305:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662656
00000100:00100000:1.0:1767328215.479306:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010662784:12345-0@lo:400:kworker.0 Request processed in 57us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328215.479311:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010662912:0@lo:38:kworker.0
00000100:00100000:2.0:1767328215.479316:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010662528:12345-0@lo:400:kworker.0 Request processed in 75us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328215.479320:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274
00000100:00100000:2.0:1767328215.479331:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273
00000100:00100000:3.0:1767328215.479340:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4218
00000100:00100000:0.0:1767328215.479349:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328215.479351:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010662656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328215.479364:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328215.479376:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010662912
00000100:00100000:2.0:1767328215.479380:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010662912
00000100:00080000:0.0:1767328215.479387:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328215.479393:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328215.479397:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4219
00000100:00100000:0.0:1767328215.479401:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010662400:0@lo:38:kworker.0
00000100:00100000:1.0:1767328215.479409:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010662912:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328215.479410:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010662656:12345-0@lo:38:kworker.0 Request processed in 57us (161us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328215.479413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328215.479414:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328215.479446:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328215.479453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328215.479457:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4218
00000100:00100000:0.0:1767328215.479460:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010662656:0@lo:38:kworker.0
00000100:00100000:2.0:1767328215.479476:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010662528:0@lo:400:kworker.0
00000100:00100000:1.0:1767328215.479484:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010662912:12345-0@lo:38:kworker.0 Request processed in 77us (138us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328215.479493:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4219
00000100:00080000:0.0:1767328215.479495:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328215.479501:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328215.479505:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010662912:0@lo:38:kworker.0
00000100:00100000:3.0:1767328215.479522:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010662784:0@lo:400:kworker.0
00010000:00010000:0.0:1767328216.438590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328217.014612:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010663040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328217.014674:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328217.014732:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663040
00000100:00100000:1.0:1767328217.014742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663040
00000100:00100000:1.0:1767328217.014800:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8321
00000100:00080000:2.0:1767328217.014802:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328217.014810:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010663040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328217.014836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328217.014877:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010663040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328217.014883:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8321
00000100:00100000:3.0:1767328217.014921:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010663040:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328217.462566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328217.526598:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010663168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328217.526668:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328217.526749:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663168
00000100:00100000:1.0:1767328217.526757:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663168
00000100:00080000:2.0:1767328217.526806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328217.526821:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8322
00000100:00100000:1.0:1767328217.526834:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010663168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328217.526867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328217.526914:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010663168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328217.526920:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8322
00000100:00100000:3.0:1767328217.526955:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010663168:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328218.486557:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328219.510575:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328219.985002:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328219.985034:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328219.985065:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233152
00000100:00100000:1.0:1767328219.985076:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233152
00000100:00100000:2.0:1767328219.985087:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233280
00000100:00100000:2.0:1767328219.985093:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233280
00000100:00100000:1.0:1767328219.985126:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4220
00000100:00100000:1.0:1767328219.985135:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993233152:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328219.985149:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2275
00000100:00080000:0.0:1767328219.985155:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328219.985162:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328219.985163:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993233280:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328219.985230:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993233280:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328219.985241:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2275
00000100:00100000:1.0:1767328219.985242:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993233152:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 104us (246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328219.985254:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4220
00010000:00010000:1.0:1767328220.534581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328220.598511:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328220.598518:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328220.598521:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328220.598524:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328220.598527:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328220.598533:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13413
00000100:00080000:2.0:1767328220.598537:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328220.598542:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328220.598575:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04380 x1853164010663296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328220.598630:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010663296:0@lo:38:kworker.0
00000100:00080000:2.0:1767328220.598634:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328220.598638:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328220.598640:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328220.598644:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13413
00000100:00080000:2.0:1767328220.598646:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328220.598652:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328220.598652:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010663424:0@lo:400:kworker.0
00000100:00100000:2.0:1767328220.598683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07100 x1853164010663680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328220.598704:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328220.598708:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328220.598710:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328220.598717:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328220.598718:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328220.598720:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13413
00000100:00100000:1.0:1767328220.598722:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010663552:0@lo:400:kworker.0
00000100:00080000:2.0:1767328220.598726:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328220.598732:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328220.598745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05c00 x1853164010663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328220.598766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010663680:0@lo:38:kworker.0
00000100:00080000:2.0:1767328220.598768:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328220.598770:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328220.598778:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328220.598779:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328220.598783:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010664064:0@lo:400:kworker.0
00000100:00080000:2.0:1767328220.598784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328220.598792:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13413
00000100:00080000:2.0:1767328220.598795:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328220.598798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328220.598813:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328220.598813:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04e00 x1853164010664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328220.598814:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328220.598825:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010663808:0@lo:400:kworker.0
00000100:00100000:3.0:1767328220.598845:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328220.598847:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010663936:0@lo:38:kworker.0
00000100:00100000:2.0:1767328220.598868:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663680
00000100:00100000:1.0:1767328220.598875:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328220.598876:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663680
00000100:00100000:3.0:1767328220.598899:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664064
00000100:00100000:0.0:1767328220.598901:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663424
00000100:00100000:3.0:1767328220.598905:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664064
00000100:00100000:0.0:1767328220.598907:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663424
00000100:00100000:2.0:1767328220.598912:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663808
00000100:00100000:2.0:1767328220.598916:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663808
00000100:00100000:1.0:1767328220.598932:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4221
00000100:00100000:1.0:1767328220.598940:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010663680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328220.598957:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328220.598968:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276
00000100:00100000:0.0:1767328220.598972:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663552
00000100:00100000:2.0:1767328220.598976:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277
00000100:00100000:0.0:1767328220.598979:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663552
00000100:00100000:3.0:1767328220.598981:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010664064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328220.598990:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010663808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328220.598994:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010663680:12345-0@lo:38:kworker.0 Request processed in 52us (183us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328220.599002:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4221
00000100:00100000:0.0:1767328220.599028:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9439
00000100:00100000:3.0:1767328220.599038:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010664064:12345-0@lo:400:kworker.0 Request processed in 61us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328220.599042:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010663424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328220.599052:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010663808:12345-0@lo:400:kworker.0 Request processed in 64us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328220.599052:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276
00000100:00100000:1.0:1767328220.599053:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9440
00000100:00100000:2.0:1767328220.599065:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277
00000100:00100000:1.0:1767328220.599070:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010663552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328220.599089:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010663424:12345-0@lo:400:kworker.0 Request processed in 51us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328220.599096:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9439
00000100:00100000:2.0:1767328220.599098:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663296
00000100:00100000:2.0:1767328220.599102:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663296
00000100:00100000:3.0:1767328220.599110:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010664064:0@lo:400:kworker.0
00000100:00080000:0.0:1767328220.599123:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328220.599123:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010663552:12345-0@lo:400:kworker.0 Request processed in 56us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328220.599128:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35221
00000100:00080000:0.0:1767328220.599130:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328220.599136:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328220.599136:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9440
00000100:00100000:3.0:1767328220.599137:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010663424:0@lo:400:kworker.0
00000100:00100000:2.0:1767328220.599141:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010663296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328220.599155:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328220.599168:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328220.599186:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010663808:0@lo:400:kworker.0
00000100:00100000:2.0:1767328220.599196:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010663296:12345-0@lo:38:kworker.0 Request processed in 55us (482us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328220.599198:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010663936
00000100:00100000:3.0:1767328220.599204:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010663936
00000100:00080000:0.0:1767328220.599206:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328220.599206:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35221
00000100:00100000:1.0:1767328220.599213:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010663552:0@lo:400:kworker.0
00000100:00080000:0.0:1767328220.599216:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328220.599225:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010663296:0@lo:38:kworker.0
00000100:00100000:3.0:1767328220.599235:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222
00000100:00100000:3.0:1767328220.599241:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010663936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328220.599246:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010664192:0@lo:38:kworker.0
00010000:00020000:3.0:1767328220.599252:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328220.599278:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328220.599299:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010663936:12345-0@lo:38:kworker.0 Request processed in 55us (131us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328220.599301:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664192
00000100:00080000:0.0:1767328220.599307:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328220.599308:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664192
00000100:00100000:3.0:1767328220.599314:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222
00000100:00080000:0.0:1767328220.599317:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328220.599324:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010663680:0@lo:38:kworker.0
00000100:00080000:0.0:1767328220.599341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328220.599341:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223
00000100:00100000:3.0:1767328220.599349:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010664192:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328220.599351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328220.599360:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010663936:0@lo:38:kworker.0
00010000:00020000:3.0:1767328220.599363:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328220.599397:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010664192:12345-0@lo:38:kworker.0 Request processed in 48us (121us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328220.599403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328220.599403:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223
00000100:00080000:0.0:1767328220.599410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328220.599413:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010664192:0@lo:38:kworker.0
00010000:00010000:0.0:1767328221.558535:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328222.134598:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328222.134617:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010664320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328222.134695:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328222.134743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664320
00000100:00100000:2.0:1767328222.134752:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664320
00000100:00080000:0.0:1767328222.134805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328222.134808:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8323
00000100:00100000:2.0:1767328222.134817:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010664320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328222.134844:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328222.134905:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010664320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328222.134915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8323
00000100:00100000:1.0:1767328222.134945:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010664320:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328222.582547:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328222.646628:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328222.646644:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010664448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328222.646717:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328222.646782:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664448
00000100:00100000:2.0:1767328222.646791:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664448
00000100:00100000:2.0:1767328222.646859:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8324
00000100:00080000:0.0:1767328222.646866:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328222.646869:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010664448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328222.646897:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328222.646940:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010664448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328222.646946:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8324
00000100:00100000:3.0:1767328222.646985:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010664448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328223.606567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328224.630547:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328225.104858:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328225.104892:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328225.104917:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233408
00000100:00100000:3.0:1767328225.104927:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233408
00000100:00100000:0.0:1767328225.104934:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233536
00000100:00100000:0.0:1767328225.104940:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233536
00000100:00100000:3.0:1767328225.104968:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4224
00000100:00100000:3.0:1767328225.104976:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993233408:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328225.104996:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328225.105001:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2278
00000100:00080000:2.0:1767328225.105009:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328225.105012:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993233536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328225.105064:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993233536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328225.105064:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993233408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328225.105077:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2278
00000100:00100000:3.0:1767328225.105083:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4224
00010000:00010000:1.0:1767328225.654580:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328225.718503:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328225.718510:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328225.718512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328225.718516:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328225.718520:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328225.718526:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13418
00000100:00080000:3.0:1767328225.718530:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328225.718535:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328225.718568:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010664576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328225.718621:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010664576:0@lo:38:kworker.0
00000100:00080000:3.0:1767328225.718645:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328225.718651:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010664832:0@lo:400:kworker.0
00000100:00080000:3.0:1767328225.718652:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328225.718656:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328225.718660:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13418
00000100:00080000:3.0:1767328225.718663:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328225.718666:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328225.718681:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7480 x1853164010664960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328225.718690:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767328225.718704:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328225.718705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328225.718705:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328225.718706:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010664704:0@lo:400:kworker.0
00000100:00080000:3.0:1767328225.718709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328225.718714:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328225.718718:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13418
00000100:00080000:3.0:1767328225.718719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328225.718722:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328225.718734:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6680 x1853164010665216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328225.718750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328225.718753:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010664960:0@lo:38:kworker.0
00000100:00080000:3.0:1767328225.718755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328225.718756:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767328225.718760:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328225.718764:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328225.718768:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13418
00000100:00100000:1.0:1767328225.718769:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010665088:0@lo:400:kworker.0
00000100:00080000:3.0:1767328225.718771:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328225.718776:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328225.718789:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4700 x1853164010665472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328225.718801:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010665344:0@lo:400:kworker.0
00000100:00100000:0.0:1767328225.718810:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328225.718828:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664832
00000100:00100000:3.0:1767328225.718835:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664832
00000100:00100000:2.0:1767328225.718841:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328225.718843:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664704
00000100:00100000:0.0:1767328225.718849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010665216:0@lo:38:kworker.0
00000100:00100000:1.0:1767328225.718850:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664704
00000100:00080000:2.0:1767328225.718880:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328225.718885:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328225.718888:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328225.718907:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9441
00000100:00100000:1.0:1767328225.718915:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9442
00000100:00100000:0.0:1767328225.718918:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010665472:0@lo:38:kworker.0
00000100:00100000:2.0:1767328225.718918:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664960
00000100:00100000:3.0:1767328225.718923:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010664832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328225.718926:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664960
00000100:00100000:1.0:1767328225.718929:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010664704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328225.718956:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328225.718959:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665344
00000100:00100000:2.0:1767328225.718963:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665344
00000100:00100000:3.0:1767328225.718996:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010664832:12345-0@lo:400:kworker.0 Request processed in 78us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328225.719003:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010664704:12345-0@lo:400:kworker.0 Request processed in 78us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328225.719008:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665216
00000100:00100000:3.0:1767328225.719008:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9441
00000100:00100000:0.0:1767328225.719013:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665472
00000100:00100000:2.0:1767328225.719014:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665216
00000100:00100000:0.0:1767328225.719018:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665472
00000100:00100000:1.0:1767328225.719019:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9442
00000100:00100000:2.0:1767328225.719035:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279
00000100:00100000:2.0:1767328225.719046:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010665344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328225.719050:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225
00000100:00100000:0.0:1767328225.719059:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010664960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328225.719060:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010664576
00000100:00100000:3.0:1767328225.719063:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226
00000100:00100000:1.0:1767328225.719067:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010664576
00000100:00100000:3.0:1767328225.719073:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010665216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328225.719081:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328225.719086:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328225.719091:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010665344:12345-0@lo:400:kworker.0 Request processed in 45us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328225.719092:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35222
00000100:00100000:1.0:1767328225.719102:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010664576:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328225.719103:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279
00010000:00020000:1.0:1767328225.719117:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328225.719125:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010664960:12345-0@lo:38:kworker.0 Request processed in 65us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328225.719132:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227
00000100:00100000:3.0:1767328225.719134:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010665216:12345-0@lo:38:kworker.0 Request processed in 58us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328225.719142:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225
00000100:00100000:2.0:1767328225.719143:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010665472:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328225.719151:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010664576:12345-0@lo:38:kworker.0 Request processed in 46us (450us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328225.719153:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226
00010000:00020000:2.0:1767328225.719161:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328225.719164:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35222
00000100:00080000:3.0:1767328225.719179:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328225.719185:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328225.719192:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328225.719197:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010664960:0@lo:38:kworker.0
00000100:00100000:2.0:1767328225.719199:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010665472:12345-0@lo:38:kworker.0 Request processed in 58us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328225.719205:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328225.719213:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227
00000100:00080000:0.0:1767328225.719230:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328225.719231:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010665344:0@lo:400:kworker.0
00000100:00100000:2.0:1767328225.719233:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665088
00000100:00080000:0.0:1767328225.719238:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328225.719240:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665088
00000100:00100000:0.0:1767328225.719245:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010665216:0@lo:38:kworker.0
00000100:00100000:1.0:1767328225.719249:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010664832:0@lo:400:kworker.0
00000100:00100000:3.0:1767328225.719258:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010664704:0@lo:400:kworker.0
00000100:00080000:0.0:1767328225.719267:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328225.719278:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328225.719285:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010664576:0@lo:38:kworker.0
00000100:00100000:2.0:1767328225.719285:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280
00000100:00080000:1.0:1767328225.719298:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328225.719298:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010665088:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328225.719316:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328225.719321:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328225.719325:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010665472:0@lo:38:kworker.0
00000100:00100000:2.0:1767328225.719342:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010665088:12345-0@lo:400:kworker.0 Request processed in 46us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328225.719349:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280
00000100:00100000:1.0:1767328225.719362:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010665088:0@lo:400:kworker.0
00010000:00010000:0.0:1767328226.678560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328227.254688:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010665600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328227.254754:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328227.254793:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665600
00000100:00100000:2.0:1767328227.254802:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665600
00000100:00080000:1.0:1767328227.254855:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328227.254861:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8325
00000100:00100000:2.0:1767328227.254871:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010665600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328227.254915:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328227.254957:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010665600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328227.254963:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8325
00000100:00100000:3.0:1767328227.255002:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010665600:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328227.702593:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328227.766557:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328227.766574:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010665728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328227.766660:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328227.766720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665728
00000100:00100000:2.0:1767328227.766727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665728
00000100:00080000:1.0:1767328227.766775:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328227.766785:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8326
00000100:00100000:2.0:1767328227.766794:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010665728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328227.766820:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328227.766864:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010665728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328227.766869:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8326
00000100:00100000:0.0:1767328227.766912:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010665728:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328228.726567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328229.750536:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328230.225023:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328230.225056:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328230.225092:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233792
00000100:00100000:2.0:1767328230.225104:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233792
00000100:00100000:1.0:1767328230.225114:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233664
00000100:00100000:1.0:1767328230.225121:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233664
00000100:00080000:3.0:1767328230.225157:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328230.225167:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2281
00000100:00100000:2.0:1767328230.225181:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4228
00000100:00100000:1.0:1767328230.225182:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993233792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328230.225195:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993233664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328230.225217:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328230.225267:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993233792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328230.225275:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993233664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328230.225281:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2281
00000100:00100000:2.0:1767328230.225291:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4228
00010000:00010000:1.0:1767328230.774551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328230.838537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328230.838545:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328230.838548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328230.838552:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328230.838555:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328230.838562:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13423
00000100:00080000:1.0:1767328230.838566:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328230.838572:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328230.838620:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010665856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328230.838677:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010665856:0@lo:38:kworker.0
00000100:00080000:1.0:1767328230.838682:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328230.838686:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328230.838688:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328230.838692:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13423
00000100:00080000:1.0:1767328230.838695:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328230.838700:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328230.838701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010665984:0@lo:400:kworker.0
00000100:00100000:1.0:1767328230.838714:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0a80 x1853164010666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328230.838720:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767328230.838732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328230.838737:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010666112:0@lo:400:kworker.0
00000100:00080000:1.0:1767328230.838738:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328230.838741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328230.838748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328230.838751:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13423
00000100:00080000:1.0:1767328230.838754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328230.838761:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328230.838762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328230.838777:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3100 x1853164010666496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328230.838789:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010666240:0@lo:38:kworker.0
00000100:00100000:3.0:1767328230.838799:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328230.838802:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328230.838805:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767328230.838807:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328230.838810:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328230.838816:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010666624:0@lo:400:kworker.0
00000100:00080000:1.0:1767328230.838816:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13423
00000100:00080000:1.0:1767328230.838822:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328230.838826:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328230.838832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328230.838840:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010666752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328230.838842:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010666368:0@lo:400:kworker.0
00000100:00100000:0.0:1767328230.838858:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328230.838861:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010666496:0@lo:38:kworker.0
00000100:00100000:3.0:1767328230.838889:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328230.838890:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665984
00000100:00100000:1.0:1767328230.838898:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665984
00000100:00100000:0.0:1767328230.838916:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666240
00000100:00100000:0.0:1767328230.838922:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666240
00000100:00100000:2.0:1767328230.838923:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010665856
00000100:00100000:2.0:1767328230.838928:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010665856
00000100:00100000:1.0:1767328230.838960:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666112
00000100:00100000:3.0:1767328230.838960:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328230.838961:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666624
00000100:00100000:0.0:1767328230.838969:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666624
00000100:00100000:1.0:1767328230.838969:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666112
00000100:00100000:2.0:1767328230.838974:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35223
00000100:00100000:2.0:1767328230.838981:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010665856:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328230.838992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010666752:0@lo:38:kworker.0
00010000:00020000:2.0:1767328230.838999:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328230.839015:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9443
00000100:00100000:0.0:1767328230.839016:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666368
00000100:00100000:0.0:1767328230.839020:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666368
00000100:00100000:1.0:1767328230.839030:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010665984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328230.839031:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328230.839042:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666496
00000100:00100000:2.0:1767328230.839047:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010665856:12345-0@lo:38:kworker.0 Request processed in 62us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328230.839048:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666496
00000100:00100000:2.0:1767328230.839055:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35223
00000100:00100000:0.0:1767328230.839064:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666752
00000100:00100000:0.0:1767328230.839068:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666752
00000100:00080000:3.0:1767328230.839071:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328230.839079:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328230.839086:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010665856:0@lo:38:kworker.0
00000100:00100000:0.0:1767328230.839090:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282
00000100:00100000:1.0:1767328230.839095:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010665984:12345-0@lo:400:kworker.0 Request processed in 69us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328230.839102:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283
00000100:00100000:0.0:1767328230.839105:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010666624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328230.839110:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9443
00000100:00100000:2.0:1767328230.839122:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010666368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328230.839131:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9444
00000100:00100000:1.0:1767328230.839142:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010666112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328230.839152:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010666624:12345-0@lo:400:kworker.0 Request processed in 50us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328230.839155:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229
00000100:00100000:0.0:1767328230.839166:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282
00000100:00100000:3.0:1767328230.839168:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010666240:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328230.839181:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010666368:12345-0@lo:400:kworker.0 Request processed in 62us (292us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328230.839186:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328230.839193:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4230
00000100:00100000:1.0:1767328230.839194:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010666112:12345-0@lo:400:kworker.0 Request processed in 51us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328230.839206:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9444
00000100:00100000:2.0:1767328230.839206:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283
00000100:00100000:0.0:1767328230.839207:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010666496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328230.839222:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328230.839235:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010666240:12345-0@lo:38:kworker.0 Request processed in 67us (402us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328230.839237:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4231
00000100:00080000:1.0:1767328230.839244:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328230.839250:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328230.839251:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010666752:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328230.839253:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229
00000100:00080000:1.0:1767328230.839255:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328230.839256:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010666496:12345-0@lo:38:kworker.0 Request processed in 52us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328230.839267:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4230
00010000:00020000:2.0:1767328230.839276:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328230.839293:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010666624:0@lo:400:kworker.0
00000100:00100000:1.0:1767328230.839310:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010665984:0@lo:400:kworker.0
00000100:00080000:3.0:1767328230.839321:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328230.839327:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010666752:12345-0@lo:38:kworker.0 Request processed in 75us (297us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328230.839332:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328230.839337:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4231
00000100:00100000:3.0:1767328230.839341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010666496:0@lo:38:kworker.0
00000100:00100000:0.0:1767328230.839342:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010666368:0@lo:400:kworker.0
00000100:00080000:3.0:1767328230.839367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328230.839371:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010666112:0@lo:400:kworker.0
00000100:00080000:3.0:1767328230.839375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328230.839382:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010666240:0@lo:38:kworker.0
00000100:00080000:3.0:1767328230.839408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328230.839413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328230.839435:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010666752:0@lo:38:kworker.0
00010000:00010000:0.0:1767328231.798567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328232.374631:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010666880:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328232.374693:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328232.374745:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010666880
00000100:00100000:2.0:1767328232.374754:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010666880
00000100:00080000:1.0:1767328232.374802:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328232.374810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8327
00000100:00100000:2.0:1767328232.374819:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010666880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328232.374845:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328232.374888:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010666880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328232.374894:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8327
00000100:00100000:0.0:1767328232.374977:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010666880:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328232.822570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328232.886580:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328232.886617:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010667008:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328232.886672:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328232.886712:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667008
00000100:00100000:2.0:1767328232.886720:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667008
00000100:00100000:2.0:1767328232.886774:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8328
00000100:00100000:2.0:1767328232.886784:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010667008:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328232.886786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767328232.886809:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328232.886850:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010667008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328232.886857:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8328
00000100:00100000:3.0:1767328232.886896:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010667008:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328233.846599:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328234.870617:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328235.344950:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328235.344994:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328235.345061:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993233920
00000100:00100000:2.0:1767328235.345062:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234048
00000100:00100000:2.0:1767328235.345074:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234048
00000100:00100000:0.0:1767328235.345075:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993233920
00000100:00100000:0.0:1767328235.345130:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2284
00000100:00080000:1.0:1767328235.345138:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328235.345140:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4232
00000100:00100000:2.0:1767328235.345151:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993233920:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328235.345160:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993234048:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767328235.345176:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328235.345236:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993233920:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 85us (295us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328235.345243:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993234048:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328235.345249:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4232
00000100:00100000:0.0:1767328235.345261:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2284
00010000:00010000:1.0:1767328235.894549:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328235.958538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328235.958549:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328235.958553:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328235.958557:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328235.958590:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328235.958626:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13428
00000100:00080000:1.0:1767328235.958634:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328235.958642:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328235.958683:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010667136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328235.958746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010667136:0@lo:38:kworker.0
00000100:00080000:1.0:1767328235.958754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328235.958760:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328235.958763:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328235.958763:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010667392:0@lo:400:kworker.0
00000100:00080000:1.0:1767328235.958764:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328235.958775:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13428
00000100:00080000:1.0:1767328235.958780:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767328235.958780:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010667264:0@lo:400:kworker.0
00000100:00080000:1.0:1767328235.958788:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328235.958804:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010667520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328235.958828:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328235.958829:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328235.958830:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328235.958837:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328235.958840:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328235.958845:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13428
00000100:00080000:1.0:1767328235.958849:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328235.958853:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328235.958868:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667392
00000100:00100000:1.0:1767328235.958869:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010667776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328235.958876:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667392
00000100:00080000:1.0:1767328235.958903:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328235.958905:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767328235.958909:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328235.958913:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328235.958916:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010667648:0@lo:400:kworker.0
00000100:00100000:0.0:1767328235.958919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010667520:0@lo:38:kworker.0
00000100:00080000:1.0:1767328235.958922:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13428
00000100:00080000:1.0:1767328235.958931:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767328235.958936:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9445
00000100:00080000:1.0:1767328235.958937:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328235.958951:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010667392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328235.958951:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328235.958957:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89df80 x1853164010668032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328235.958998:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667648
00000100:00100000:1.0:1767328235.959001:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667136
00000100:00100000:0.0:1767328235.959006:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667648
00000100:00100000:3.0:1767328235.959006:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328235.959008:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667136
00000100:00100000:2.0:1767328235.959014:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010667392:12345-0@lo:400:kworker.0 Request processed in 67us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328235.959021:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9445
00000100:00100000:3.0:1767328235.959030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010667776:0@lo:38:kworker.0
00000100:00100000:1.0:1767328235.959048:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35224
00000100:00080000:2.0:1767328235.959048:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328235.959055:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328235.959056:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328235.959059:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667520
00000100:00100000:1.0:1767328235.959061:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010667136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328235.959066:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667520
00000100:00100000:2.0:1767328235.959077:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667776
00000100:00100000:2.0:1767328235.959082:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667776
00000100:00100000:3.0:1767328235.959083:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010668032:0@lo:38:kworker.0
00010000:00020000:1.0:1767328235.959084:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328235.959097:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285
00000100:00100000:3.0:1767328235.959108:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328235.959114:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233
00000100:00100000:0.0:1767328235.959115:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010667648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328235.959123:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010667520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328235.959135:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328235.959142:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010667136:12345-0@lo:38:kworker.0 Request processed in 82us (318us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328235.959143:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328235.959152:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328235.959159:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35224
00000100:00100000:3.0:1767328235.959159:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010667136:0@lo:38:kworker.0
00000100:00100000:2.0:1767328235.959168:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010667520:12345-0@lo:38:kworker.0 Request processed in 45us (164us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328235.959174:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233
00000100:00100000:0.0:1767328235.959187:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010667648:12345-0@lo:400:kworker.0 Request processed in 79us (236us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328235.959189:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328235.959191:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668032
00000100:00100000:2.0:1767328235.959196:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668032
00000100:00080000:3.0:1767328235.959199:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328235.959202:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285
00000100:00100000:3.0:1767328235.959208:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010667520:0@lo:38:kworker.0
00000100:00100000:1.0:1767328235.959216:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234
00000100:00100000:1.0:1767328235.959228:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010667776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328235.959228:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235
00000100:00100000:2.0:1767328235.959235:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010668032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328235.959243:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328235.959246:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328235.959274:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328235.959285:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010667648:0@lo:400:kworker.0
00000100:00100000:0.0:1767328235.959308:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010667392:0@lo:400:kworker.0
00000100:00100000:2.0:1767328235.959312:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010668032:12345-0@lo:38:kworker.0 Request processed in 74us (201us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328235.959313:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010667776:12345-0@lo:38:kworker.0 Request processed in 82us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328235.959313:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010667904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328235.959328:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235
00000100:00100000:1.0:1767328235.959340:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234
00000100:00080000:0.0:1767328235.959349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328235.959351:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328235.959355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328235.959356:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667264
00000100:00100000:2.0:1767328235.959361:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667264
00000100:00100000:0.0:1767328235.959363:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010668032:0@lo:38:kworker.0
00000100:00100000:1.0:1767328235.959363:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010667904
00000100:00100000:1.0:1767328235.959371:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010667904
00000100:00080000:0.0:1767328235.959383:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328235.959389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328235.959391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010667776:0@lo:38:kworker.0
00000100:00100000:2.0:1767328235.959407:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9446
00000100:00100000:2.0:1767328235.959443:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010667264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328235.959447:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286
00000100:00100000:1.0:1767328235.959462:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010667904:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328235.959480:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328235.959485:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328235.959487:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010667264:12345-0@lo:400:kworker.0 Request processed in 72us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328235.959493:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9446
00000100:00100000:1.0:1767328235.959514:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010667904:12345-0@lo:400:kworker.0 Request processed in 55us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328235.959523:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010667904:0@lo:400:kworker.0
00000100:00100000:1.0:1767328235.959526:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286
00000100:00100000:3.0:1767328235.959537:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010667264:0@lo:400:kworker.0
00010000:00010000:0.0:1767328236.918551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328237.494656:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010668160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328237.494717:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328237.494793:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668160
00000100:00100000:2.0:1767328237.494804:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668160
00000100:00080000:3.0:1767328237.494851:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328237.494879:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8329
00000100:00100000:2.0:1767328237.494892:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010668160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328237.494923:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328237.494981:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010668160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328237.494990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8329
00000100:00100000:3.0:1767328237.495014:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010668160:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328237.942575:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328238.006605:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010668288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328238.006665:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328238.006738:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668288
00000100:00100000:2.0:1767328238.006747:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668288
00000100:00080000:3.0:1767328238.006796:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328238.006806:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8330
00000100:00100000:2.0:1767328238.006815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010668288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328238.006841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328238.006882:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010668288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328238.006887:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8330
00000100:00100000:3.0:1767328238.006930:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010668288:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328238.966571:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328239.440980:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993234176 offset 0 length 520: 4
00000100:00100000:3.0:1767328239.441016:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328239.441039:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328239.441076:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234432
00000100:00100000:0.0:1767328239.441077:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234304
00000100:00100000:0.0:1767328239.441088:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234304
00000100:00100000:1.0:1767328239.441089:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234432
00000100:00100000:0.0:1767328239.441143:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2287
00000100:00100000:1.0:1767328239.441159:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4236
00000100:00100000:0.0:1767328239.441162:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993234432:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328239.441170:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993234304:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328239.441178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328239.441198:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328239.441254:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993234432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328239.441263:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993234304:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328239.441266:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2287
00000100:00100000:1.0:1767328239.441276:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4236
00010000:00010000:1.0:1767328239.990577:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328240.054500:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328215/real 1767328215]  req@ffff9bb591301f80 x1853164010661888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328240 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328240.054526:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb591301f80 x1853164010661888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328240 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328240.054568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328240.054581:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328240.054584:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010661888:0@lo:250:kworker.0
00000100:00080000:1.0:1767328240.054608:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328240.054616:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328240.054620:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328240.054625:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13413
00000100:00080000:1.0:1767328240.054629:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328240.054636:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328240.054664:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89ea00 x1853164010668416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328240.054683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328240.054686:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328240.054688:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328240.054691:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13433
00000100:00080000:1.0:1767328240.054694:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328240.054697:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328240.054710:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89f480 x1853164010668544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328240.054712:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010668416:0@lo:250:kworker.0
00000400:00000100:3.0:1767328240.054759:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010668416 offset 0 length 520: 4
00000100:00080000:1.0:1767328240.054772:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328240.054777:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328240.054779:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328240.054783:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010668800:0@lo:400:kworker.0
00000100:00080000:1.0:1767328240.054784:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13433
00000100:00080000:1.0:1767328240.054788:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328240.054793:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328240.054799:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328240.054804:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010668544:0@lo:38:kworker.0
00000100:00100000:1.0:1767328240.054809:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89ce00 x1853164010668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328240.054814:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010668672:0@lo:400:kworker.0
00000100:00100000:0.0:1767328240.054834:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328240.054842:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328240.054842:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328240.054849:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328240.054852:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328240.054856:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13433
00000100:00080000:1.0:1767328240.054861:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328240.054865:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328240.054871:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328240.054874:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328240.054875:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010668928:0@lo:38:kworker.0
00000100:00100000:0.0:1767328240.054883:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010669056:0@lo:400:kworker.0
00000100:00100000:1.0:1767328240.054883:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89d880 x1853164010669184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328240.054905:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328240.054909:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328240.054914:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328240.054915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328240.054918:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010669312:0@lo:400:kworker.0
00000100:00080000:1.0:1767328240.054924:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13433
00000100:00080000:1.0:1767328240.054928:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328240.054930:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668544
00000100:00080000:1.0:1767328240.054932:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328240.054936:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668544
00000100:00100000:1.0:1767328240.054948:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89d180 x1853164010669440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328240.054951:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010669184:0@lo:38:kworker.0
00000100:00100000:2.0:1767328240.054963:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328240.054977:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35225
00000100:00100000:0.0:1767328240.054986:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010668544:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328240.054990:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668928
00000100:00100000:3.0:1767328240.054995:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328240.054996:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668928
00000100:00100000:2.0:1767328240.055007:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668800
00000100:00100000:2.0:1767328240.055012:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668800
00010000:00020000:0.0:1767328240.055013:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328240.055028:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669312
00000100:00100000:1.0:1767328240.055032:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669312
00000100:00100000:3.0:1767328240.055034:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010669440:0@lo:38:kworker.0
00000100:00100000:2.0:1767328240.055057:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010668672
00000100:00100000:2.0:1767328240.055061:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010668672
00000100:00100000:0.0:1767328240.055073:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010668544:12345-0@lo:38:kworker.0 Request processed in 85us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328240.055073:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669184
00000100:00100000:1.0:1767328240.055079:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669184
00000100:00100000:3.0:1767328240.055082:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328240.055088:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35225
00000100:00100000:2.0:1767328240.055092:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9447
00000100:00100000:2.0:1767328240.055103:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010668800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328240.055111:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669440
00000100:00100000:1.0:1767328240.055116:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669440
00000100:00080000:3.0:1767328240.055120:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328240.055128:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328240.055129:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288
00000100:00100000:3.0:1767328240.055133:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010668544:0@lo:38:kworker.0
00000100:00100000:0.0:1767328240.055145:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010669312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328240.055149:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237
00000100:00100000:2.0:1767328240.055152:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010668800:12345-0@lo:400:kworker.0 Request processed in 48us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328240.055159:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010668928:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328240.055163:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9447
00010000:00020000:1.0:1767328240.055177:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328240.055178:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9448
00000100:00100000:3.0:1767328240.055193:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010668672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328240.055199:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010669312:12345-0@lo:400:kworker.0 Request processed in 59us (237us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328240.055204:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328240.055209:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288
00000100:00080000:2.0:1767328240.055210:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328240.055216:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328240.055225:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010668928:12345-0@lo:38:kworker.0 Request processed in 67us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328240.055234:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238
00000100:00100000:3.0:1767328240.055240:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010668672:12345-0@lo:400:kworker.0 Request processed in 50us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328240.055241:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010669184:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328240.055245:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237
00010000:00020000:2.0:1767328240.055259:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328240.055259:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9448
00000100:00100000:0.0:1767328240.055260:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239
00000100:00100000:0.0:1767328240.055271:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010669440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328240.055284:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328240.055297:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010669184:12345-0@lo:38:kworker.0 Request processed in 55us (305us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328240.055303:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238
00000100:00080000:1.0:1767328240.055309:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328240.055317:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328240.055323:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010669184:0@lo:38:kworker.0
00000100:00100000:0.0:1767328240.055330:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010669440:12345-0@lo:38:kworker.0 Request processed in 59us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328240.055334:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010669312:0@lo:400:kworker.0
00000100:00080000:1.0:1767328240.055339:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328240.055342:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239
00000100:00080000:1.0:1767328240.055345:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328240.055350:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010668928:0@lo:38:kworker.0
00000100:00100000:3.0:1767328240.055356:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010668672:0@lo:400:kworker.0
00000100:00100000:0.0:1767328240.055372:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328240.055383:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328240.055387:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328240.055392:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010669440:0@lo:38:kworker.0
00000100:00100000:0.0:1767328240.055407:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010668800:0@lo:400:kworker.0
00000100:00100000:2.0:1767328240.055439:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669056
00000100:00100000:2.0:1767328240.055443:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669056
00000100:00100000:2.0:1767328240.055476:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289
00000100:00100000:2.0:1767328240.055483:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010669056:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328240.055491:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328240.055517:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010669056:12345-0@lo:400:kworker.0 Request processed in 35us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328240.055522:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289
00000100:00100000:0.0:1767328240.055559:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010669056:0@lo:400:kworker.0
00010000:00010000:1.0:1767328241.014543:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328242.038560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328242.614641:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328242.614673:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010669568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328242.614740:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328242.614781:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669568
00000100:00100000:2.0:1767328242.614789:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669568
00000100:00080000:3.0:1767328242.614831:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328242.614852:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8331
00000100:00100000:2.0:1767328242.614861:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010669568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328242.614888:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328242.614929:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010669568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328242.614935:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8331
00000100:00100000:3.0:1767328242.614987:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010669568:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328243.062591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328243.126715:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328243.126735:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010669696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328243.126794:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328243.126843:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669696
00000100:00100000:2.0:1767328243.126851:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669696
00000100:00080000:3.0:1767328243.126931:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328243.126940:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8332
00000100:00100000:2.0:1767328243.126949:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010669696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328243.126974:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328243.127016:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010669696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328243.127022:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8332
00000100:00100000:3.0:1767328243.127057:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010669696:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328244.086614:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328244.560985:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328244.561022:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328244.561062:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234560
00000100:00100000:2.0:1767328244.561072:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234560
00000100:00100000:0.0:1767328244.561077:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234688
00000100:00100000:0.0:1767328244.561084:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234688
00000100:00100000:2.0:1767328244.561120:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4240
00000100:00100000:2.0:1767328244.561128:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993234560:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328244.561147:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2290
00000100:00100000:0.0:1767328244.561155:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993234688:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:2.0:1767328244.561158:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328244.561194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328244.561220:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993234560:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328244.561221:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993234688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 63us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328244.561234:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4240
00000100:00100000:0.0:1767328244.561242:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2290
00010000:00010000:1.0:1767328245.110601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328245.174626:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328245.174635:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328245.174639:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328245.174644:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328245.174648:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328245.174656:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13437
00000100:00080000:3.0:1767328245.174661:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328245.174669:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328245.174707:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010669824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328245.174790:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328245.174795:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328245.174798:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328245.174803:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13437
00000100:00080000:3.0:1767328245.174807:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328245.174812:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328245.174826:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010669824:0@lo:38:kworker.0
00000100:00100000:0.0:1767328245.174827:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010669952:0@lo:400:kworker.0
00000100:00100000:3.0:1767328245.174832:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328245.174866:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328245.174871:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010670080:0@lo:400:kworker.0
00000100:00080000:3.0:1767328245.174872:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328245.174876:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328245.174887:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13437
00000100:00080000:3.0:1767328245.174893:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328245.174899:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328245.174940:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1880 x1853164010670464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328245.174953:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328245.174956:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328245.174999:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010670336:0@lo:400:kworker.0
00000100:00080000:3.0:1767328245.175015:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328245.175021:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328245.175024:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328245.175030:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13437
00000100:00080000:3.0:1767328245.175033:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328245.175039:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328245.175050:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328245.175056:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010670208:0@lo:38:kworker.0
00000100:00100000:2.0:1767328245.175057:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328245.175064:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010670720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328245.175073:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010670592:0@lo:400:kworker.0
00000100:00100000:3.0:1767328245.175125:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669952
00000100:00100000:1.0:1767328245.175126:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328245.175140:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669952
00000100:00100000:2.0:1767328245.175157:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670336
00000100:00100000:0.0:1767328245.175166:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328245.175168:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670336
00000100:00100000:1.0:1767328245.175173:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010670464:0@lo:38:kworker.0
00000100:00100000:1.0:1767328245.175230:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328245.175249:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670208
00000100:00100000:2.0:1767328245.175272:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670208
00000100:00100000:0.0:1767328245.175279:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670592
00000100:00100000:3.0:1767328245.175281:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9449
00000100:00100000:0.0:1767328245.175288:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670592
00000100:00100000:1.0:1767328245.175293:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010670720:0@lo:38:kworker.0
00000100:00100000:3.0:1767328245.175306:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010669952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328245.175316:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670464
00000100:00100000:2.0:1767328245.175323:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670464
00000100:00100000:1.0:1767328245.175330:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328245.175339:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291
00000100:00100000:0.0:1767328245.175354:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010670336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328245.175359:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670720
00000100:00100000:2.0:1767328245.175364:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670720
00000100:00100000:1.0:1767328245.175379:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010669824
00000100:00100000:1.0:1767328245.175387:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010669824
00000100:00100000:2.0:1767328245.175389:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292
00000100:00100000:2.0:1767328245.175405:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010670592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328245.175414:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010669952:12345-0@lo:400:kworker.0 Request processed in 114us (461us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328245.175427:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010670336:12345-0@lo:400:kworker.0 Request processed in 74us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328245.175463:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35226
00000100:00100000:1.0:1767328245.175478:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010669824:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328245.175479:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291
00000100:00100000:3.0:1767328245.175480:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9449
00000100:00100000:2.0:1767328245.175490:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010670592:12345-0@lo:400:kworker.0 Request processed in 88us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328245.175522:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292
00010000:00020000:1.0:1767328245.175526:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328245.175533:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241
00000100:00100000:0.0:1767328245.175541:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010670208:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328245.175550:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328245.175555:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242
00010000:00020000:0.0:1767328245.175557:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328245.175562:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328245.175569:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010670464:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328245.175582:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010669824:12345-0@lo:38:kworker.0 Request processed in 106us (635us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328245.175586:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328245.175598:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35226
00000100:00100000:3.0:1767328245.175603:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4243
00000100:00100000:0.0:1767328245.175613:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010670208:12345-0@lo:38:kworker.0 Request processed in 65us (484us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328245.175622:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010670720:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328245.175633:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241
00000100:00100000:2.0:1767328245.175636:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010670464:12345-0@lo:38:kworker.0 Request processed in 68us (405us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328245.175646:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328245.175647:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242
00000100:00080000:1.0:1767328245.175655:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328245.175662:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328245.175668:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010670208:0@lo:38:kworker.0
00000100:00080000:1.0:1767328245.175693:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328245.175700:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328245.175708:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328245.175711:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010670464:0@lo:38:kworker.0
00000100:00100000:3.0:1767328245.175714:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010670720:12345-0@lo:38:kworker.0 Request processed in 96us (384us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328245.175717:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010670336:0@lo:400:kworker.0
00000100:00100000:3.0:1767328245.175737:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4243
00000100:00080000:1.0:1767328245.175755:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328245.175765:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328245.175772:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010669824:0@lo:38:kworker.0
00000100:00100000:3.0:1767328245.175781:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670080
00000100:00100000:2.0:1767328245.175787:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010670592:0@lo:400:kworker.0
00000100:00100000:3.0:1767328245.175788:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670080
00000100:00100000:2.0:1767328245.175812:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010669952:0@lo:400:kworker.0
00000100:00080000:1.0:1767328245.175831:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328245.175843:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328245.175849:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9450
00000100:00080000:0.0:1767328245.175851:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328245.175852:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010670720:0@lo:38:kworker.0
00000100:00100000:3.0:1767328245.175865:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010670080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328245.175921:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010670080:12345-0@lo:400:kworker.0 Request processed in 60us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328245.175931:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9450
00000100:00100000:2.0:1767328245.175962:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010670080:0@lo:400:kworker.0
00010000:00010000:1.0:1767328246.134582:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328247.158576:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328247.734622:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010670848:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328247.734681:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328247.734727:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670848
00000100:00100000:1.0:1767328247.734736:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670848
00000100:00080000:0.0:1767328247.734783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328247.734795:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8333
00000100:00100000:1.0:1767328247.734804:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010670848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328247.734830:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328247.734872:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010670848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328247.734879:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8333
00000100:00100000:2.0:1767328247.734916:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010670848:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328248.182539:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328248.246621:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010670976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328248.246677:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328248.246718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010670976
00000100:00100000:1.0:1767328248.246727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010670976
00000100:00080000:0.0:1767328248.246776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328248.246783:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8334
00000100:00100000:1.0:1767328248.246792:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010670976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328248.246817:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328248.246859:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010670976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328248.246865:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8334
00000100:00100000:2.0:1767328248.246910:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010670976:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328249.206570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328249.680969:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328249.681143:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234816
00000100:00100000:3.0:1767328249.681152:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234816
00000100:00100000:3.0:1767328249.681218:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4244
00000100:00100000:3.0:1767328249.681226:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993234816:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328249.681248:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328249.681272:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328249.681310:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993234944
00000100:00100000:2.0:1767328249.681323:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993234944
00000100:00100000:3.0:1767328249.681352:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993234816:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 124us (388us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328249.681360:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4244
00000100:00080000:1.0:1767328249.681365:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328249.681385:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2293
00000100:00100000:3.0:1767328249.681398:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993234944:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328249.681617:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993234944:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 222us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328249.681626:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2293
00010000:00010000:1.0:1767328250.230563:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328250.294538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328250.294544:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328250.294547:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328250.294550:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328250.294554:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328250.294561:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13443
00000100:00080000:3.0:1767328250.294564:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328250.294570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328250.294608:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3480 x1853164010671104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328250.294659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010671104:0@lo:38:kworker.0
00000100:00080000:3.0:1767328250.294663:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328250.294668:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328250.294670:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328250.294674:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13443
00000100:00080000:3.0:1767328250.294677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328250.294681:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328250.294694:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1f80 x1853164010671488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328250.294698:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010671232:0@lo:400:kworker.0
00000100:00100000:2.0:1767328250.294715:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328250.294724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328250.294725:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328250.294731:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328250.294734:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010671616:0@lo:400:kworker.0
00000100:00080000:3.0:1767328250.294735:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328250.294743:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13443
00000100:00080000:3.0:1767328250.294746:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328250.294748:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328250.294760:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328250.294770:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328250.294770:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010671488:0@lo:38:kworker.0
00000100:00080000:3.0:1767328250.294787:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328250.294793:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328250.294794:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328250.294796:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328250.294802:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13443
00000100:00080000:3.0:1767328250.294804:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328250.294806:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767328250.294807:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328250.294816:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010671872:0@lo:400:kworker.0
00000100:00100000:3.0:1767328250.294822:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3800 x1853164010672000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328250.294836:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671104
00000100:00100000:1.0:1767328250.294843:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671104
00000100:00100000:2.0:1767328250.294843:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010671360:0@lo:400:kworker.0
00000100:00100000:0.0:1767328250.294852:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328250.294886:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35227
00000100:00100000:3.0:1767328250.294892:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671232
00000100:00100000:2.0:1767328250.294893:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328250.294897:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010671104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328250.294900:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671232
00000100:00100000:0.0:1767328250.294907:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671616
00000100:00100000:0.0:1767328250.294912:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671616
00010000:00020000:1.0:1767328250.294925:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328250.294949:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671360
00000100:00100000:2.0:1767328250.294956:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671360
00000100:00100000:0.0:1767328250.294963:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671872
00000100:00100000:1.0:1767328250.294969:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010671104:12345-0@lo:38:kworker.0 Request processed in 71us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328250.294972:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9451
00000100:00100000:0.0:1767328250.294978:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671872
00000100:00100000:1.0:1767328250.294982:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35227
00000100:00100000:3.0:1767328250.294989:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010671232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328250.295005:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9452
00000100:00080000:1.0:1767328250.295016:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328250.295019:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010671360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328250.295021:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294
00000100:00080000:1.0:1767328250.295023:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328250.295029:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328250.295035:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010671616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328250.295047:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010671232:12345-0@lo:400:kworker.0 Request processed in 63us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328250.295054:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328250.295062:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9451
00000100:00100000:2.0:1767328250.295096:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010671360:12345-0@lo:400:kworker.0 Request processed in 79us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328250.295096:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671488
00000100:00080000:1.0:1767328250.295101:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328250.295102:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010671616:12345-0@lo:400:kworker.0 Request processed in 68us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328250.295103:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671488
00000100:00080000:1.0:1767328250.295112:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328250.295120:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294
00000100:00100000:1.0:1767328250.295122:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010671104:0@lo:38:kworker.0
00000100:00100000:2.0:1767328250.295129:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9452
00000100:00100000:3.0:1767328250.295130:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295
00000100:00100000:3.0:1767328250.295143:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010671872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328250.295148:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4245
00000100:00100000:1.0:1767328250.295150:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010671744:0@lo:38:kworker.0
00000100:00100000:0.0:1767328250.295160:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010671488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328250.295171:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328250.295191:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328250.295202:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010671872:12345-0@lo:400:kworker.0 Request processed in 61us (353us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328250.295209:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010671616:0@lo:400:kworker.0
00000100:00100000:3.0:1767328250.295212:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295
00000100:00100000:1.0:1767328250.295220:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010672000:0@lo:38:kworker.0
00000100:00100000:0.0:1767328250.295221:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010671488:12345-0@lo:38:kworker.0 Request processed in 59us (167us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328250.295232:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4245
00000100:00100000:3.0:1767328250.295235:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010671744
00000100:00100000:2.0:1767328250.295237:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010671360:0@lo:400:kworker.0
00000100:00100000:3.0:1767328250.295240:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010671744
00000100:00100000:1.0:1767328250.295254:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328250.295270:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672000
00000100:00100000:3.0:1767328250.295273:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672000
00000100:00100000:0.0:1767328250.295284:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246
00000100:00080000:1.0:1767328250.295289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328250.295296:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010671744:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328250.295297:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247
00000100:00080000:1.0:1767328250.295298:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328250.295307:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010671488:0@lo:38:kworker.0
00000100:00100000:2.0:1767328250.295313:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010672000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328250.295317:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328250.295332:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328250.295358:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010671872:0@lo:400:kworker.0
00000100:00100000:0.0:1767328250.295371:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010671744:12345-0@lo:38:kworker.0 Request processed in 75us (180us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328250.295377:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010671232:0@lo:400:kworker.0
00000100:00100000:0.0:1767328250.295383:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246
00000100:00100000:2.0:1767328250.295386:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010672000:12345-0@lo:38:kworker.0 Request processed in 73us (129us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328250.295399:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247
00000100:00080000:3.0:1767328250.295403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328250.295410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328250.295435:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010671744:0@lo:38:kworker.0
00000100:00080000:3.0:1767328250.295447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328250.295450:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328250.295453:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010672000:0@lo:38:kworker.0
00010000:00010000:1.0:1767328251.254587:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328252.278549:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328252.854680:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010672128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328252.854740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328252.854782:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672128
00000100:00100000:1.0:1767328252.854791:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672128
00000100:00100000:1.0:1767328252.854853:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8335
00000100:00080000:2.0:1767328252.854857:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328252.854862:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010672128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328252.854889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328252.854930:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010672128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328252.854936:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8335
00000100:00100000:0.0:1767328252.854982:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010672128:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328253.302571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328253.366595:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010672256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328253.366654:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328253.366707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672256
00000100:00100000:1.0:1767328253.366722:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672256
00000100:00080000:2.0:1767328253.366766:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328253.366777:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8336
00000100:00100000:1.0:1767328253.366787:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010672256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328253.366814:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328253.366870:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010672256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328253.366877:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8336
00000100:00100000:3.0:1767328253.366897:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010672256:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328254.326576:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328254.800812:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328254.800840:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328254.800872:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235200
00000100:00100000:0.0:1767328254.800888:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235072
00000100:00100000:2.0:1767328254.800890:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235200
00000100:00100000:0.0:1767328254.800895:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235072
00000100:00100000:0.0:1767328254.800935:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2296
00000100:00080000:1.0:1767328254.800946:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328254.800952:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993235200:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328254.800955:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4248
00000100:00100000:2.0:1767328254.800969:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993235072:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328254.800992:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328254.801036:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993235200:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328254.801044:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993235072:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328254.801049:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2296
00000100:00100000:2.0:1767328254.801058:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4248
00010000:00010000:1.0:1767328255.350560:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328255.414541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328255.414551:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328255.414555:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328255.414559:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328255.414564:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328255.414573:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13448
00000100:00080000:0.0:1767328255.414579:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328255.414585:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328255.414621:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325f80 x1853164010672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328255.414711:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010672384:0@lo:38:kworker.0
00000100:00080000:0.0:1767328255.414737:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328255.414742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328255.414744:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328255.414750:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13448
00000100:00080000:0.0:1767328255.414754:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328255.414759:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328255.414760:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010672512:0@lo:400:kworker.0
00000100:00100000:0.0:1767328255.414774:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010672768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328255.414789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328255.414800:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328255.414804:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328255.414807:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328255.414812:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13448
00000100:00080000:0.0:1767328255.414815:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328255.414817:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672384
00000100:00080000:0.0:1767328255.414821:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328255.414827:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672384
00000100:00100000:3.0:1767328255.414827:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328255.414835:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010672768:0@lo:38:kworker.0
00000100:00100000:0.0:1767328255.414840:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010673024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328255.414869:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35228
00000100:00080000:0.0:1767328255.414873:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328255.414878:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328255.414879:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328255.414882:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010672384:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328255.414882:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328255.414884:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328255.414893:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010673152:0@lo:400:kworker.0
00000100:00080000:0.0:1767328255.414895:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13448
00000100:00080000:0.0:1767328255.414904:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00010000:00020000:1.0:1767328255.414907:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328255.414912:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328255.414913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010673024:0@lo:38:kworker.0
00000100:00100000:0.0:1767328255.414929:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45180 x1853164010673280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328255.414959:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328255.414981:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010672896:0@lo:400:kworker.0
00000100:00100000:2.0:1767328255.414981:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672512
00000100:00100000:2.0:1767328255.414986:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672512
00000100:00100000:1.0:1767328255.415004:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010672384:12345-0@lo:38:kworker.0 Request processed in 124us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328255.415012:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35228
00000100:00100000:0.0:1767328255.415019:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328255.415044:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672768
00000100:00080000:1.0:1767328255.415045:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328255.415048:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9453
00000100:00100000:3.0:1767328255.415052:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672768
00000100:00100000:0.0:1767328255.415055:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328255.415062:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673152
00000100:00100000:2.0:1767328255.415062:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010672512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328255.415067:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010672640:0@lo:400:kworker.0
00000100:00100000:1.0:1767328255.415069:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673152
00000100:00100000:3.0:1767328255.415085:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672896
00000100:00100000:3.0:1767328255.415091:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672896
00000100:00100000:0.0:1767328255.415104:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328255.415114:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297
00000100:00100000:2.0:1767328255.415124:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010672512:12345-0@lo:400:kworker.0 Request processed in 64us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328255.415125:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010673152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328255.415152:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298
00000100:00100000:2.0:1767328255.415153:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9453
00000100:00100000:0.0:1767328255.415158:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010672640
00000100:00100000:0.0:1767328255.415163:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010672640
00000100:00100000:3.0:1767328255.415172:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010672896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328255.415181:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010673152:12345-0@lo:400:kworker.0 Request processed in 59us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328255.415188:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297
00000100:00100000:0.0:1767328255.415202:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9454
00000100:00100000:1.0:1767328255.415207:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249
00000100:00100000:1.0:1767328255.415213:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010672768:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328255.415224:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010672640:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767328255.415224:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328255.415234:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328255.415235:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010672896:12345-0@lo:400:kworker.0 Request processed in 66us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328255.415255:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298
00000100:00100000:1.0:1767328255.415262:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010672768:12345-0@lo:38:kworker.0 Request processed in 46us (385us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328255.415269:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249
00000100:00100000:3.0:1767328255.415279:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673024
00000100:00100000:3.0:1767328255.415285:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673024
00000100:00080000:2.0:1767328255.415287:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328255.415290:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010672640:12345-0@lo:400:kworker.0 Request processed in 76us (185us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328255.415291:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328255.415295:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767328255.415298:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328255.415301:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9454
00000100:00100000:2.0:1767328255.415301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010672768:0@lo:38:kworker.0
00000100:00080000:2.0:1767328255.415321:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328255.415322:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250
00000100:00080000:2.0:1767328255.415331:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328255.415336:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010673024:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328255.415340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010672384:0@lo:38:kworker.0
00010000:00020000:3.0:1767328255.415354:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328255.415374:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010673280:0@lo:38:kworker.0
00000100:00100000:1.0:1767328255.415389:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010672640:0@lo:400:kworker.0
00000100:00100000:3.0:1767328255.415399:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010673024:12345-0@lo:38:kworker.0 Request processed in 63us (168us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328255.415407:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010672896:0@lo:400:kworker.0
00000100:00100000:3.0:1767328255.415414:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250
00000100:00100000:0.0:1767328255.415453:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010673152:0@lo:400:kworker.0
00000100:00100000:2.0:1767328255.415455:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328255.415488:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010672512:0@lo:400:kworker.0
00000100:00100000:3.0:1767328255.415489:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673280
00000100:00100000:3.0:1767328255.415496:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673280
00000100:00080000:2.0:1767328255.415501:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328255.415506:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328255.415511:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010673024:0@lo:38:kworker.0
00000100:00100000:3.0:1767328255.415531:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4251
00000100:00100000:3.0:1767328255.415539:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010673280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328255.415551:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328255.415588:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010673280:12345-0@lo:38:kworker.0 Request processed in 49us (173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328255.415595:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4251
00000100:00080000:2.0:1767328255.415617:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328255.415622:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328255.415625:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010673280:0@lo:38:kworker.0
00010000:00010000:1.0:1767328256.374595:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328257.398564:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328257.974594:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010673408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328257.974658:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328257.974719:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673408
00000100:00100000:2.0:1767328257.974729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673408
00000100:00080000:1.0:1767328257.974785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328257.974801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8337
00000100:00100000:2.0:1767328257.974811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010673408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328257.974841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328257.974903:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010673408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328257.974912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8337
00000100:00100000:1.0:1767328257.974968:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010673408:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328258.422541:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328258.486589:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010673536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328258.486648:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328258.486692:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673536
00000100:00100000:1.0:1767328258.486701:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673536
00000100:00080000:2.0:1767328258.486743:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328258.486760:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8338
00000100:00100000:1.0:1767328258.486768:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010673536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328258.486793:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328258.486835:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010673536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328258.486841:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8338
00000100:00100000:2.0:1767328258.486879:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010673536:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328259.446579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328259.921117:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328259.921150:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328259.921197:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235328
00000100:00100000:2.0:1767328259.921197:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235456
00000100:00100000:1.0:1767328259.921207:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235328
00000100:00100000:2.0:1767328259.921207:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235456
00000100:00100000:1.0:1767328259.921254:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4252
00000100:00100000:1.0:1767328259.921263:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993235328:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328259.921270:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328259.921276:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2299
00010000:00020000:1.0:1767328259.921288:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328259.921290:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993235456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328259.921356:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993235456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328259.921361:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993235328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328259.921366:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2299
00000100:00100000:1.0:1767328259.921378:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4252
00010000:00010000:1.0:1767328260.470556:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328260.534525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328260.534535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328260.534539:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328260.534544:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328260.534550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328260.534558:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13453
00000100:00080000:3.0:1767328260.534564:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328260.534571:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328260.534611:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1c00 x1853164010673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328260.534663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010673664:0@lo:38:kworker.0
00000100:00100000:1.0:1767328260.534696:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010673792:0@lo:400:kworker.0
00000100:00080000:3.0:1767328260.534699:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328260.534706:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328260.534709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328260.534715:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767328260.534716:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13453
00000100:00080000:3.0:1767328260.534723:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767328260.534726:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328260.534730:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010673920:0@lo:400:kworker.0
00000100:00080000:3.0:1767328260.534731:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328260.534740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328260.534756:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010674048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328260.534777:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328260.534788:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328260.534790:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010674048:0@lo:38:kworker.0
00000100:00080000:3.0:1767328260.534794:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328260.534799:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328260.534805:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13453
00000100:00080000:3.0:1767328260.534809:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328260.534812:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010674176:0@lo:400:kworker.0
00000100:00100000:1.0:1767328260.534812:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673664
00000100:00080000:3.0:1767328260.534818:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328260.534821:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673664
00000100:00100000:2.0:1767328260.534824:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328260.534842:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1f80 x1853164010674304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328260.534854:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328260.534860:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35229
00000100:00100000:1.0:1767328260.534867:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010673664:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328260.534875:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674048
00000100:00100000:2.0:1767328260.534880:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674048
00010000:00020000:1.0:1767328260.534886:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328260.534893:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328260.534899:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328260.534903:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328260.534909:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13453
00000100:00100000:2.0:1767328260.534910:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674176
00000100:00100000:0.0:1767328260.534913:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673792
00000100:00100000:2.0:1767328260.534914:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674176
00000100:00080000:3.0:1767328260.534916:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328260.534920:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673792
00000100:00080000:3.0:1767328260.534925:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328260.534926:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010673664:12345-0@lo:38:kworker.0 Request processed in 56us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328260.534934:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35229
00000100:00100000:3.0:1767328260.534947:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010674560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328260.534961:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300
00000100:00100000:0.0:1767328260.534968:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010673920
00000100:00100000:2.0:1767328260.534973:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010674176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328260.534974:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010673920
00000100:00100000:1.0:1767328260.534987:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9455
00000100:00080000:3.0:1767328260.534996:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328260.534998:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010673792:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328260.535005:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328260.535006:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9456
00000100:00080000:3.0:1767328260.535013:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328260.535020:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010673920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328260.535039:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010674432:0@lo:400:kworker.0
00000100:00100000:2.0:1767328260.535040:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010674176:12345-0@lo:400:kworker.0 Request processed in 68us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328260.535045:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010673792:12345-0@lo:400:kworker.0 Request processed in 48us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328260.535061:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300
00000100:00100000:1.0:1767328260.535062:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9455
00000100:00100000:0.0:1767328260.535063:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010673920:12345-0@lo:400:kworker.0 Request processed in 45us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328260.535073:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9456
00000100:00100000:3.0:1767328260.535090:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328260.535092:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4253
00000100:00100000:2.0:1767328260.535097:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010674048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328260.535107:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328260.535111:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674432
00000100:00100000:1.0:1767328260.535116:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674432
00000100:00100000:2.0:1767328260.535151:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010674048:12345-0@lo:38:kworker.0 Request processed in 51us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328260.535156:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010674176:0@lo:400:kworker.0
00000100:00100000:3.0:1767328260.535163:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301
00000100:00100000:0.0:1767328260.535174:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010673920:0@lo:400:kworker.0
00000100:00100000:2.0:1767328260.535175:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4253
00000100:00100000:3.0:1767328260.535182:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010674432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328260.535211:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010674304:0@lo:38:kworker.0
00000100:00100000:1.0:1767328260.535212:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010673792:0@lo:400:kworker.0
00000100:00100000:3.0:1767328260.535243:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010674432:12345-0@lo:400:kworker.0 Request processed in 68us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328260.535246:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328260.535255:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010674432:0@lo:400:kworker.0
00000100:00100000:3.0:1767328260.535257:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301
00000100:00100000:2.0:1767328260.535271:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010674560:0@lo:38:kworker.0
00000100:00100000:3.0:1767328260.535283:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674304
00000100:00100000:3.0:1767328260.535289:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674304
00000100:00100000:2.0:1767328260.535291:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328260.535316:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328260.535319:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328260.535323:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010674048:0@lo:38:kworker.0
00000100:00100000:3.0:1767328260.535327:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674560
00000100:00100000:3.0:1767328260.535333:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674560
00000100:00080000:2.0:1767328260.535335:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328260.535337:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4254
00000100:00080000:2.0:1767328260.535342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328260.535346:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010674304:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328260.535349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010673664:0@lo:38:kworker.0
00010000:00020000:1.0:1767328260.535358:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328260.535364:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255
00000100:00100000:0.0:1767328260.535371:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010674560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328260.535381:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328260.535404:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328260.535411:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010674304:12345-0@lo:38:kworker.0 Request processed in 64us (167us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328260.535447:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4254
00000100:00080000:2.0:1767328260.535449:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328260.535455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328260.535459:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010674560:12345-0@lo:38:kworker.0 Request processed in 85us (165us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328260.535463:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010674304:0@lo:38:kworker.0
00000100:00100000:0.0:1767328260.535471:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255
00000100:00080000:2.0:1767328260.535478:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328260.535483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328260.535486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010674560:0@lo:38:kworker.0
00010000:00010000:1.0:1767328261.494555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328262.518596:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328263.094559:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328263.094581:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010674688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328263.094643:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328263.094686:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674688
00000100:00100000:1.0:1767328263.094695:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674688
00000100:00080000:3.0:1767328263.094750:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328263.094751:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8339
00000100:00100000:1.0:1767328263.094764:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010674688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328263.094790:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328263.094831:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010674688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328263.094846:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8339
00000100:00100000:0.0:1767328263.094866:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010674688:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328263.542567:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328263.606660:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010674816:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328263.606741:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328263.606788:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674816
00000100:00100000:1.0:1767328263.606798:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674816
00000100:00080000:3.0:1767328263.606837:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328263.606865:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8340
00000100:00100000:1.0:1767328263.606875:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010674816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328263.606900:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328263.606944:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010674816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328263.606952:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8340
00000100:00100000:3.0:1767328263.606986:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010674816:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328264.566550:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328265.041014:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328265.041043:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767328265.041058:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993235840 offset 0 length 520: 4
00000100:00100000:0.0:1767328265.041065:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235584
00000100:00100000:0.0:1767328265.041076:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235584
00000100:00100000:0.0:1767328265.041114:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235712
00000100:00100000:0.0:1767328265.041116:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235712
00000100:00100000:1.0:1767328265.041127:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4256
00000100:00100000:1.0:1767328265.041137:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993235584:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328265.041157:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328265.041161:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2302
00000100:00100000:0.0:1767328265.041171:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993235712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328265.041213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328265.041235:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993235712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328265.041237:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993235584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328265.041247:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2302
00000100:00100000:1.0:1767328265.041256:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4256
00010000:00010000:1.0:1767328265.590540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328265.654482:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328240/real 1767328240]  req@ffff9bb5bc89ea00 x1853164010668416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328265 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328265.654482:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328265.654491:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328265.654497:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328265.654505:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328265.654510:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328265.654516:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13458
00000100:00080000:3.0:1767328265.654520:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328265.654527:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328265.654531:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bc89ea00 x1853164010668416/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328265 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328265.654548:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328265.654564:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010674944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328265.654565:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328265.654573:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010668416:0@lo:250:kworker.0
00000100:00100000:2.0:1767328265.654601:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010674944:0@lo:38:kworker.0
00000100:00080000:3.0:1767328265.654631:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328265.654635:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328265.654637:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328265.654641:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13458
00000100:00080000:3.0:1767328265.654644:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328265.654649:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010675200:0@lo:400:kworker.0
00000100:00100000:1.0:1767328265.654649:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010675072:0@lo:400:kworker.0
00000100:00080000:3.0:1767328265.654649:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328265.654662:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328265.654664:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010675328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328265.654683:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328265.654686:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328265.654688:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328265.654691:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13458
00000100:00080000:3.0:1767328265.654694:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328265.654697:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328265.654705:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328265.654707:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010675584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328265.654726:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328265.654729:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328265.654731:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010674944
00000100:00080000:3.0:1767328265.654731:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328265.654738:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010675328:0@lo:38:kworker.0
00000100:00080000:3.0:1767328265.654740:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13458
00000100:00100000:0.0:1767328265.654741:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010674944
00000100:00080000:3.0:1767328265.654745:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328265.654749:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767328265.654750:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328265.654762:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010675712:0@lo:400:kworker.0
00000100:00100000:3.0:1767328265.654764:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0000 x1853164010675840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328265.654781:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328265.654789:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35230
00000100:00080000:3.0:1767328265.654789:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328265.654796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328265.654797:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328265.654802:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13437
00000100:00100000:0.0:1767328265.654803:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010674944:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328265.654805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010675584:0@lo:38:kworker.0
00000100:00080000:3.0:1767328265.654807:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328265.654814:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328265.654815:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328265.654829:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63b80 x1853164010675968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767328265.654831:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328265.654855:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010675456:0@lo:400:kworker.0
00000100:00100000:0.0:1767328265.654883:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010674944:12345-0@lo:38:kworker.0 Request processed in 78us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328265.654888:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675072
00000100:00100000:1.0:1767328265.654895:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675328
00000100:00100000:3.0:1767328265.654895:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675072
00000100:00100000:2.0:1767328265.654898:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328265.654900:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35230
00000100:00100000:1.0:1767328265.654902:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675328
00000100:00100000:0.0:1767328265.654937:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328265.654944:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675712
00000100:00100000:1.0:1767328265.654948:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675712
00000100:00100000:3.0:1767328265.654950:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675200
00000100:00100000:3.0:1767328265.654955:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675200
00000100:00100000:2.0:1767328265.654975:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675456
00000100:00100000:2.0:1767328265.654982:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675456
00000100:00100000:1.0:1767328265.654995:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303
00000100:00100000:3.0:1767328265.654999:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9457
00000100:00100000:0.0:1767328265.655009:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9458
00000100:00100000:1.0:1767328265.655010:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010675712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328265.655015:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010675072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328265.655028:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010675200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328265.655028:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304
00000100:00100000:2.0:1767328265.655040:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010675456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328265.655081:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010675072:12345-0@lo:400:kworker.0 Request processed in 73us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328265.655089:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010675200:12345-0@lo:400:kworker.0 Request processed in 65us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328265.655089:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010675712:12345-0@lo:400:kworker.0 Request processed in 79us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328265.655091:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9457
00000100:00100000:2.0:1767328265.655105:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010675456:12345-0@lo:400:kworker.0 Request processed in 66us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328265.655106:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9458
00000100:00100000:1.0:1767328265.655106:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303
00000100:00080000:3.0:1767328265.655115:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328265.655119:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304
00000100:00080000:3.0:1767328265.655120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328265.655125:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328265.655137:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4257
00000100:00100000:1.0:1767328265.655146:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010675328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328265.655158:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328265.655161:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010675200:0@lo:400:kworker.0
00000100:00100000:3.0:1767328265.655176:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010675712:0@lo:400:kworker.0
00000100:00100000:2.0:1767328265.655190:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010675456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328265.655196:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010675072:0@lo:400:kworker.0
00000100:00100000:1.0:1767328265.655201:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010675328:12345-0@lo:38:kworker.0 Request processed in 52us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328265.655205:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328265.655212:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4257
00000100:00100000:2.0:1767328265.655225:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675584
00000100:00100000:2.0:1767328265.655230:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675584
00000100:00080000:0.0:1767328265.655246:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328265.655253:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328265.655260:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010674944:0@lo:38:kworker.0
00000100:00100000:1.0:1767328265.655261:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258
00000100:00100000:1.0:1767328265.655266:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010675584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328265.655277:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010675840:0@lo:38:kworker.0
00010000:00020000:1.0:1767328265.655278:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328265.655302:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328265.655306:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010675584:12345-0@lo:38:kworker.0 Request processed in 39us (103us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328265.655313:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258
00000100:00100000:0.0:1767328265.655323:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010675968:0@lo:250:kworker.0
00000100:00100000:1.0:1767328265.655327:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010675840
00000100:00100000:1.0:1767328265.655330:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010675840
00000400:00000100:0.0:1767328265.655342:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010675968 offset 0 length 520: 4
00000100:00100000:1.0:1767328265.655372:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259
00000100:00100000:1.0:1767328265.655379:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010675840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328265.655390:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328265.655398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328265.655402:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328265.655405:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010675328:0@lo:38:kworker.0
00000100:00080000:0.0:1767328265.655414:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328265.655442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328265.655446:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010675584:0@lo:38:kworker.0
00000100:00100000:1.0:1767328265.655446:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010675840:12345-0@lo:38:kworker.0 Request processed in 38us (114us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328265.655453:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259
00000100:00080000:0.0:1767328265.655469:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328265.655473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328265.655476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010675840:0@lo:38:kworker.0
00010000:00010000:1.0:1767328266.614587:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328267.638547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328268.214612:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328268.214634:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010676096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328268.214703:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328268.214743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676096
00000100:00100000:1.0:1767328268.214752:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676096
00000100:00100000:1.0:1767328268.214805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8341
00000100:00100000:1.0:1767328268.214813:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010676096:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767328268.214822:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767328268.214841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328268.214897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010676096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328268.214905:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8341
00000100:00100000:0.0:1767328268.214941:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010676096:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328268.662568:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328268.726601:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328268.726627:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010676224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328268.726687:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328268.726739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676224
00000100:00100000:1.0:1767328268.726748:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676224
00000100:00080000:3.0:1767328268.726795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328268.726814:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8342
00000100:00100000:1.0:1767328268.726826:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010676224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328268.726857:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328268.726904:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010676224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328268.726911:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8342
00000100:00100000:3.0:1767328268.726948:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010676224:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328269.686638:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328270.160934:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328270.160983:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328270.161005:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993235968
00000100:00100000:1.0:1767328270.161019:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993235968
00000100:00100000:3.0:1767328270.161046:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236096
00000100:00100000:3.0:1767328270.161052:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236096
00000100:00100000:1.0:1767328270.161061:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4260
00000100:00100000:1.0:1767328270.161069:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993235968:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328270.161090:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328270.161114:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2305
00000100:00080000:0.0:1767328270.161123:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328270.161131:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993236096:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328270.161150:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993235968:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328270.161157:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4260
00000100:00100000:3.0:1767328270.161183:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993236096:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328270.161189:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2305
00010000:00010000:1.0:1767328270.710548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328270.774498:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328270.774505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328270.774508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328270.774512:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328270.774516:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328270.774522:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13463
00000100:00080000:3.0:1767328270.774526:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328270.774531:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328270.774566:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba63800 x1853164010676352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328270.774618:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010676352:0@lo:38:kworker.0
00000100:00080000:3.0:1767328270.774627:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328270.774631:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328270.774633:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328270.774637:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13463
00000100:00080000:3.0:1767328270.774639:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328270.774642:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328270.774652:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328270.774656:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010676736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328270.774670:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010676480:0@lo:400:kworker.0
00000100:00080000:3.0:1767328270.774677:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328270.774681:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328270.774685:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328270.774688:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328270.774692:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13463
00000100:00080000:3.0:1767328270.774695:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328270.774698:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328270.774705:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010676864:0@lo:400:kworker.0
00000100:00100000:3.0:1767328270.774710:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010676992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328270.774724:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328270.774732:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010676736:0@lo:38:kworker.0
00000100:00080000:3.0:1767328270.774734:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328270.774739:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328270.774741:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328270.774745:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13463
00000100:00080000:3.0:1767328270.774747:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328270.774751:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328270.774756:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328270.774768:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010677248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328270.774773:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010677120:0@lo:400:kworker.0
00000100:00100000:0.0:1767328270.774775:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010676608:0@lo:400:kworker.0
00000100:00100000:2.0:1767328270.774809:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676864
00000100:00100000:2.0:1767328270.774828:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676864
00000100:00100000:3.0:1767328270.774843:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676352
00000100:00100000:0.0:1767328270.774848:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328270.774848:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328270.774850:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676352
00000100:00100000:2.0:1767328270.774890:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677120
00000100:00100000:2.0:1767328270.774895:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677120
00000100:00100000:3.0:1767328270.774895:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35231
00000100:00080000:0.0:1767328270.774903:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328270.774905:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010676352:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328270.774922:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676480
00010000:00020000:3.0:1767328270.774923:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328270.774928:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676608
00000100:00100000:0.0:1767328270.774929:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676480
00000100:00100000:1.0:1767328270.774937:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676608
00000100:00100000:2.0:1767328270.774941:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306
00000100:00100000:2.0:1767328270.774953:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010676864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328270.774971:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010676352:12345-0@lo:38:kworker.0 Request processed in 65us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328270.774978:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35231
00000100:00100000:0.0:1767328270.774986:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9459
00000100:00100000:1.0:1767328270.774999:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9460
00000100:00100000:0.0:1767328270.775001:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010676480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328270.775009:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010676864:12345-0@lo:400:kworker.0 Request processed in 57us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328270.775016:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010676608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328270.775033:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306
00000100:00100000:3.0:1767328270.775046:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307
00000100:00100000:3.0:1767328270.775058:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010677120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328270.775075:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010676480:12345-0@lo:400:kworker.0 Request processed in 78us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328270.775083:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9459
00000100:00100000:2.0:1767328270.775085:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010676864:0@lo:400:kworker.0
00000100:00100000:1.0:1767328270.775108:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010676608:12345-0@lo:400:kworker.0 Request processed in 97us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328270.775110:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010677120:12345-0@lo:400:kworker.0 Request processed in 55us (270us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328270.775116:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328270.775122:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328270.775128:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9460
00000100:00100000:3.0:1767328270.775129:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307
00000100:00100000:0.0:1767328270.775142:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328270.775168:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010676608:0@lo:400:kworker.0
00000100:00100000:3.0:1767328270.775170:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676736
00000100:00100000:3.0:1767328270.775178:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676736
00000100:00100000:0.0:1767328270.775180:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010676992:0@lo:38:kworker.0
00000100:00100000:1.0:1767328270.775203:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010677120:0@lo:400:kworker.0
00000100:00100000:3.0:1767328270.775211:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4261
00000100:00100000:0.0:1767328270.775212:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328270.775222:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010676736:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328270.775228:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010676992
00000100:00100000:1.0:1767328270.775229:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010676480:0@lo:400:kworker.0
00010000:00020000:3.0:1767328270.775233:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328270.775234:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010676992
00000100:00080000:0.0:1767328270.775244:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328270.775250:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328270.775255:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010676352:0@lo:38:kworker.0
00000100:00100000:2.0:1767328270.775264:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4262
00000100:00100000:2.0:1767328270.775271:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010676992:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328270.775277:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010676736:12345-0@lo:38:kworker.0 Request processed in 53us (134us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328270.775278:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010677248:0@lo:38:kworker.0
00010000:00020000:2.0:1767328270.775283:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328270.775292:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261
00000100:00100000:2.0:1767328270.775358:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010676992:12345-0@lo:38:kworker.0 Request processed in 87us (152us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328270.775365:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328270.775372:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4262
00000100:00100000:2.0:1767328270.775383:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677248
00000100:00100000:2.0:1767328270.775386:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677248
00000100:00080000:0.0:1767328270.775396:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328270.775400:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328270.775404:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010676736:0@lo:38:kworker.0
00000100:00100000:2.0:1767328270.775413:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4263
00000100:00080000:0.0:1767328270.775439:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328270.775445:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328270.775449:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010677248:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328270.775450:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010676992:0@lo:38:kworker.0
00010000:00020000:2.0:1767328270.775468:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328270.775494:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010677248:12345-0@lo:38:kworker.0 Request processed in 46us (134us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328270.775500:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4263
00000100:00080000:0.0:1767328270.775508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328270.775513:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328270.775516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010677248:0@lo:38:kworker.0
00010000:00010000:1.0:1767328271.734524:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328272.758589:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328273.334614:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010677376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328273.334671:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328273.334714:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677376
00000100:00100000:1.0:1767328273.334723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677376
00000100:00080000:0.0:1767328273.334766:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328273.334787:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8343
00000100:00100000:1.0:1767328273.334799:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010677376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328273.334837:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328273.334883:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010677376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328273.334889:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8343
00000100:00100000:3.0:1767328273.334933:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010677376:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328273.782575:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328273.846649:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010677504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328273.846719:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328273.846787:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677504
00000100:00100000:1.0:1767328273.846798:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677504
00000100:00080000:0.0:1767328273.846853:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328273.846859:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8344
00000100:00100000:1.0:1767328273.846869:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010677504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328273.846895:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328273.846935:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010677504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328273.846941:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8344
00000100:00100000:2.0:1767328273.846982:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010677504:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328274.806588:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328275.280891:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328275.280919:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328275.280945:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236224
00000100:00100000:2.0:1767328275.280955:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236224
00000100:00100000:2.0:1767328275.280992:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236352
00000100:00100000:2.0:1767328275.280994:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236352
00000100:00100000:1.0:1767328275.281010:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4264
00000100:00100000:1.0:1767328275.281023:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993236224:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328275.281030:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2308
00000100:00100000:3.0:1767328275.281044:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993236352:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767328275.281052:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328275.281057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328275.281116:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993236224:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328275.281116:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993236352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328275.281130:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2308
00000100:00100000:1.0:1767328275.281137:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4264
00010000:00010000:1.0:1767328275.830565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328275.894519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328275.894539:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328275.894543:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328275.894546:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328275.894550:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328275.894556:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13468
00000100:00080000:2.0:1767328275.894560:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328275.894568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328275.894609:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd1c6680 x1853164010677632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328275.894682:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010677632:0@lo:38:kworker.0
00000100:00100000:0.0:1767328275.894701:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010677760:0@lo:400:kworker.0
00000100:00080000:2.0:1767328275.894706:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328275.894710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328275.894712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328275.894717:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13468
00000100:00080000:2.0:1767328275.894721:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328275.894725:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328275.894742:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010677888:0@lo:400:kworker.0
00000100:00100000:2.0:1767328275.894749:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010678016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328275.894764:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328275.894767:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328275.894772:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328275.894776:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328275.894778:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328275.894782:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13468
00000100:00080000:2.0:1767328275.894785:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328275.894788:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328275.894789:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677760
00000100:00100000:1.0:1767328275.894797:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677760
00000100:00100000:2.0:1767328275.894799:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010678272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328275.894816:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328275.894823:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010678016:0@lo:38:kworker.0
00000100:00080000:2.0:1767328275.894824:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328275.894827:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010678400:0@lo:400:kworker.0
00000100:00080000:2.0:1767328275.894832:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328275.894835:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328275.894839:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13468
00000100:00080000:2.0:1767328275.894841:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328275.894844:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328275.894876:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328275.894876:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9461
00000100:00100000:2.0:1767328275.894877:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010678528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328275.894891:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677632
00000100:00100000:1.0:1767328275.894896:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010677760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328275.894899:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677632
00000100:00100000:2.0:1767328275.894922:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010678144:0@lo:400:kworker.0
00000100:00100000:3.0:1767328275.894949:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35232
00000100:00100000:0.0:1767328275.894950:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328275.894962:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010677632:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328275.894985:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328275.894986:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328275.894993:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010677760:12345-0@lo:400:kworker.0 Request processed in 99us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328275.895000:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010677888
00000100:00100000:0.0:1767328275.895005:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010677888
00000100:00100000:1.0:1767328275.895005:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9461
00000100:00100000:1.0:1767328275.895036:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9462
00000100:00100000:3.0:1767328275.895036:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010677632:12345-0@lo:38:kworker.0 Request processed in 73us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328275.895048:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328275.895054:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35232
00000100:00100000:1.0:1767328275.895055:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010677888:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328275.895068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328275.895071:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010678272:0@lo:38:kworker.0
00000100:00080000:0.0:1767328275.895073:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328275.895089:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678400
00000100:00100000:3.0:1767328275.895095:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678400
00000100:00100000:2.0:1767328275.895107:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328275.895118:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678144
00000100:00100000:1.0:1767328275.895120:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010677888:12345-0@lo:400:kworker.0 Request processed in 71us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328275.895122:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678144
00000100:00100000:1.0:1767328275.895134:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9462
00000100:00080000:2.0:1767328275.895143:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328275.895150:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328275.895152:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678016
00000100:00100000:2.0:1767328275.895155:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010677632:0@lo:38:kworker.0
00000100:00100000:0.0:1767328275.895158:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678272
00000100:00100000:3.0:1767328275.895158:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678016
00000100:00100000:0.0:1767328275.895166:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678272
00000100:00100000:2.0:1767328275.895175:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010678528:0@lo:38:kworker.0
00000100:00100000:1.0:1767328275.895190:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010677888:0@lo:400:kworker.0
00000100:00100000:3.0:1767328275.895191:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309
00000100:00100000:2.0:1767328275.895209:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328275.895214:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310
00000100:00100000:3.0:1767328275.895220:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010678400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328275.895229:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010678144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328275.895245:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678528
00000100:00100000:2.0:1767328275.895250:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678528
00000100:00100000:1.0:1767328275.895253:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010677760:0@lo:400:kworker.0
00000100:00100000:2.0:1767328275.895295:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265
00000100:00100000:3.0:1767328275.895295:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010678400:12345-0@lo:400:kworker.0 Request processed in 63us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328275.895302:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010678400:0@lo:400:kworker.0
00000100:00100000:0.0:1767328275.895303:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010678144:12345-0@lo:400:kworker.0 Request processed in 77us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328275.895306:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010678016:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328275.895324:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309
00000100:00100000:0.0:1767328275.895332:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310
00010000:00020000:2.0:1767328275.895334:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328275.895351:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4266
00000100:00100000:0.0:1767328275.895361:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267
00000100:00100000:3.0:1767328275.895363:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010678272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328275.895370:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010678528:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328275.895377:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010678016:12345-0@lo:38:kworker.0 Request processed in 68us (326us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328275.895380:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328275.895386:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328275.895393:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265
00000100:00100000:1.0:1767328275.895398:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010678144:0@lo:400:kworker.0
00000100:00100000:0.0:1767328275.895449:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010678528:12345-0@lo:38:kworker.0 Request processed in 80us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328275.895457:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267
00000100:00100000:3.0:1767328275.895461:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010678272:12345-0@lo:38:kworker.0 Request processed in 97us (351us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328275.895473:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4266
00000100:00080000:2.0:1767328275.895483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328275.895489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767328275.895490:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328275.895496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010678528:0@lo:38:kworker.0
00000100:00080000:2.0:1767328275.895506:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328275.895509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328275.895514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010678016:0@lo:38:kworker.0
00000100:00080000:2.0:1767328275.895520:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328275.895522:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328275.895524:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010678272:0@lo:38:kworker.0
00010000:00010000:1.0:1767328276.854567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328277.878552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328278.454605:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010678656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328278.454678:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328278.454724:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678656
00000100:00100000:1.0:1767328278.454732:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678656
00000100:00080000:0.0:1767328278.454765:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328278.454784:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8345
00000100:00100000:1.0:1767328278.454793:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010678656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328278.454818:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328278.454860:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010678656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328278.454865:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8345
00000100:00100000:0.0:1767328278.454915:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010678656:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328278.902565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328278.966618:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010678784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328278.966675:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328278.966720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678784
00000100:00100000:2.0:1767328278.966729:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678784
00000100:00080000:0.0:1767328278.966786:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328278.966793:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8346
00000100:00100000:2.0:1767328278.966802:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010678784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328278.966827:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328278.966869:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010678784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328278.966874:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8346
00000100:00100000:1.0:1767328278.966919:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010678784:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328279.926556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328280.400930:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328280.400960:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328280.401004:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236480
00000100:00100000:3.0:1767328280.401006:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236608
00000100:00100000:1.0:1767328280.401016:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236480
00000100:00100000:3.0:1767328280.401016:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236608
00000100:00100000:3.0:1767328280.401076:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2311
00000100:00080000:0.0:1767328280.401081:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328280.401089:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4268
00000100:00100000:3.0:1767328280.401091:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993236608:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328280.401103:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993236480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328280.401127:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328280.401159:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993236608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328280.401170:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2311
00000100:00100000:1.0:1767328280.401172:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993236480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328280.401183:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4268
00010000:00010000:1.0:1767328280.950548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328281.014518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328281.014526:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328281.014529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328281.014533:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328281.014538:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328281.014544:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13473
00000100:00080000:3.0:1767328281.014548:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328281.014555:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328281.014591:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61500 x1853164010678912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328281.014641:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010678912:0@lo:38:kworker.0
00000100:00080000:3.0:1767328281.014654:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328281.014658:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328281.014660:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328281.014663:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010679040:0@lo:400:kworker.0
00000100:00080000:3.0:1767328281.014666:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13473
00000100:00100000:0.0:1767328281.014671:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767328281.014673:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328281.014678:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328281.014686:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010679168:0@lo:400:kworker.0
00000100:00100000:3.0:1767328281.014695:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010679296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328281.014708:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328281.014714:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328281.014716:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328281.014720:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328281.014722:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328281.014726:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13473
00000100:00080000:3.0:1767328281.014728:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328281.014731:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328281.014742:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010679552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328281.014753:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679040
00000100:00100000:0.0:1767328281.014760:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679040
00000100:00100000:2.0:1767328281.014766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010679296:0@lo:38:kworker.0
00000100:00080000:3.0:1767328281.014777:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328281.014781:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328281.014783:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328281.014787:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13473
00000100:00080000:3.0:1767328281.014790:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328281.014797:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328281.014799:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328281.014801:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328281.014815:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61880 x1853164010679808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328281.014825:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679168
00000100:00100000:2.0:1767328281.014827:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010679552:0@lo:38:kworker.0
00000100:00100000:0.0:1767328281.014829:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679168
00000100:00100000:1.0:1767328281.014847:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010679424:0@lo:400:kworker.0
00000100:00100000:3.0:1767328281.014847:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010678912
00000100:00100000:3.0:1767328281.014854:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010678912
00000100:00100000:2.0:1767328281.014859:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328281.014865:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9463
00000100:00100000:0.0:1767328281.014877:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010679040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328281.014886:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328281.014890:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010679808:0@lo:38:kworker.0
00000100:00100000:3.0:1767328281.014894:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35233
00000100:00100000:3.0:1767328281.014901:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010678912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328281.014918:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328281.014927:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328281.014930:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328281.014938:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010679680:0@lo:400:kworker.0
00000100:00100000:0.0:1767328281.014945:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010679040:12345-0@lo:400:kworker.0 Request processed in 69us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328281.014953:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9463
00000100:00100000:3.0:1767328281.014970:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010678912:12345-0@lo:38:kworker.0 Request processed in 67us (262us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328281.014971:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328281.014978:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9464
00000100:00080000:2.0:1767328281.014984:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328281.014985:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328281.014987:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35233
00000100:00100000:2.0:1767328281.014992:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010678912:0@lo:38:kworker.0
00000100:00100000:0.0:1767328281.014993:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010679168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328281.015028:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679296
00000100:00100000:1.0:1767328281.015030:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010679040:0@lo:400:kworker.0
00000100:00100000:3.0:1767328281.015032:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679296
00000100:00100000:0.0:1767328281.015048:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010679168:12345-0@lo:400:kworker.0 Request processed in 59us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328281.015056:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9464
00000100:00100000:2.0:1767328281.015060:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679552
00000100:00100000:3.0:1767328281.015061:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679424
00000100:00100000:2.0:1767328281.015065:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679552
00000100:00100000:3.0:1767328281.015067:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679424
00000100:00100000:1.0:1767328281.015077:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679808
00000100:00080000:0.0:1767328281.015081:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328281.015082:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679808
00000100:00080000:0.0:1767328281.015087:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328281.015090:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679680
00000100:00080000:0.0:1767328281.015092:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328281.015095:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679680
00000100:00100000:3.0:1767328281.015108:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312
00000100:00100000:1.0:1767328281.015116:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4269
00000100:00100000:3.0:1767328281.015121:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010679424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328281.015127:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270
00000100:00100000:1.0:1767328281.015128:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010679296:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328281.015135:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010679552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328281.015142:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328281.015145:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313
00010000:00020000:0.0:1767328281.015148:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328281.015158:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010679680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328281.015164:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010679424:12345-0@lo:400:kworker.0 Request processed in 48us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328281.015170:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312
00000100:00100000:3.0:1767328281.015190:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271
00000100:00100000:3.0:1767328281.015201:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010679808:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328281.015202:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010679296:12345-0@lo:38:kworker.0 Request processed in 73us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328281.015203:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010679552:12345-0@lo:38:kworker.0 Request processed in 66us (344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328281.015213:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010679680:12345-0@lo:400:kworker.0 Request processed in 57us (233us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328281.015218:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328281.015223:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4269
00000100:00100000:0.0:1767328281.015229:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270
00000100:00100000:2.0:1767328281.015236:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313
00000100:00100000:3.0:1767328281.015269:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010679808:12345-0@lo:38:kworker.0 Request processed in 70us (340us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328281.015275:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271
00000100:00080000:1.0:1767328281.015283:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328281.015285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328281.015293:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328281.015297:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010679808:0@lo:38:kworker.0
00000100:00100000:2.0:1767328281.015303:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010679680:0@lo:400:kworker.0
00000100:00080000:1.0:1767328281.015317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328281.015318:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010679424:0@lo:400:kworker.0
00000100:00080000:1.0:1767328281.015326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328281.015331:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010679296:0@lo:38:kworker.0
00000100:00100000:0.0:1767328281.015339:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010679168:0@lo:400:kworker.0
00000100:00080000:1.0:1767328281.015344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328281.015348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328281.015353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010679552:0@lo:38:kworker.0
00010000:00010000:1.0:1767328281.974655:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328282.998620:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328283.574628:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010679936:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328283.574703:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328283.574747:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010679936
00000100:00100000:1.0:1767328283.574757:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010679936
00000100:00080000:0.0:1767328283.574801:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328283.574820:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8347
00000100:00100000:1.0:1767328283.574830:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010679936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328283.574856:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328283.574903:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010679936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328283.574909:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8347
00000100:00100000:2.0:1767328283.574968:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010679936:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328284.022532:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328284.086621:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328284.086637:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010680064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328284.086697:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328284.086736:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680064
00000100:00100000:2.0:1767328284.086745:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680064
00000100:00080000:0.0:1767328284.086779:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328284.086800:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8348
00000100:00100000:2.0:1767328284.086809:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010680064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328284.086833:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328284.086874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc804050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010680064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328284.086879:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8348
00000100:00100000:1.0:1767328284.086932:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010680064:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767328285.046544:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328285.520955:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328285.521010:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236864
00000100:00100000:2.0:1767328285.521013:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328285.521020:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236864
00000100:00100000:1.0:1767328285.521085:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993236736
00000100:00100000:3.0:1767328285.521090:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2314
00000100:00100000:1.0:1767328285.521092:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993236736
00000100:00100000:3.0:1767328285.521100:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993236864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767328285.521119:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328285.521134:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4272
00000100:00100000:2.0:1767328285.521146:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993236736:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328285.521169:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328285.521174:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993236864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328285.521181:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2314
00000100:00100000:2.0:1767328285.521228:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993236736:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 68us (201us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328285.521237:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4272
00010000:00010000:1.0:1767328286.070557:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328286.134491:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328286.134498:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328286.134500:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328286.134503:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328286.134507:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328286.134513:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13478
00000100:00080000:3.0:1767328286.134517:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328286.134524:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328286.134557:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62300 x1853164010680192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328286.134610:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328286.134615:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010680192:0@lo:38:kworker.0
00000100:00080000:3.0:1767328286.134615:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328286.134618:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328286.134626:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13478
00000100:00080000:3.0:1767328286.134629:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328286.134632:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328286.134640:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010680320:0@lo:400:kworker.0
00000100:00100000:3.0:1767328286.134646:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60380 x1853164010680576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328286.134664:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328286.134666:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328286.134668:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328286.134671:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13478
00000100:00080000:3.0:1767328286.134674:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328286.134677:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328286.134688:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010680704:0@lo:400:kworker.0
00000100:00100000:3.0:1767328286.134689:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60e00 x1853164010680832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328286.134701:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328286.134703:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328286.134728:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328286.134731:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328286.134732:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328286.134736:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13478
00000100:00080000:3.0:1767328286.134738:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328286.134742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328286.134753:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328286.134753:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61880 x1853164010681088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328286.134783:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010680448:0@lo:400:kworker.0
00000100:00100000:1.0:1767328286.134794:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328286.134800:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010680576:0@lo:38:kworker.0
00000100:00100000:1.0:1767328286.134808:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010680960:0@lo:400:kworker.0
00000100:00100000:3.0:1767328286.134818:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328286.134820:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680320
00000100:00100000:0.0:1767328286.134830:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680320
00000100:00100000:2.0:1767328286.134856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328286.134862:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680448
00000100:00100000:3.0:1767328286.134867:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680448
00000100:00100000:2.0:1767328286.134896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010680832:0@lo:38:kworker.0
00000100:00100000:0.0:1767328286.134897:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9465
00000100:00080000:1.0:1767328286.134898:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328286.134906:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328286.134909:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9466
00000100:00100000:0.0:1767328286.134914:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010680320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328286.134925:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010680448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328286.134937:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328286.134953:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680192
00000100:00100000:1.0:1767328286.134960:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680192
00000100:00100000:2.0:1767328286.134972:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010681088:0@lo:38:kworker.0
00000100:00100000:0.0:1767328286.134976:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010680320:12345-0@lo:400:kworker.0 Request processed in 66us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328286.134985:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010680448:12345-0@lo:400:kworker.0 Request processed in 63us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328286.134991:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9465
00000100:00100000:1.0:1767328286.134998:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35234
00000100:00100000:3.0:1767328286.135002:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9466
00000100:00100000:1.0:1767328286.135011:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010680192:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328286.135013:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328286.135036:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328286.135050:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328286.135057:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010680448:0@lo:400:kworker.0
00000100:00100000:2.0:1767328286.135071:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680704
00000100:00100000:2.0:1767328286.135078:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680704
00000100:00100000:3.0:1767328286.135088:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680576
00000100:00100000:3.0:1767328286.135093:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680576
00000100:00100000:0.0:1767328286.135096:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010680320:0@lo:400:kworker.0
00000100:00100000:1.0:1767328286.135098:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010680192:12345-0@lo:38:kworker.0 Request processed in 86us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328286.135112:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35234
00000100:00100000:3.0:1767328286.135129:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680832
00000100:00100000:2.0:1767328286.135131:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681088
00000100:00100000:3.0:1767328286.135133:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680832
00000100:00100000:0.0:1767328286.135137:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010680960
00000100:00100000:2.0:1767328286.135139:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681088
00000100:00100000:0.0:1767328286.135143:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010680960
00000100:00100000:1.0:1767328286.135157:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315
00000100:00100000:3.0:1767328286.135171:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273
00000100:00100000:1.0:1767328286.135173:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010680704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328286.135182:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010680576:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328286.135183:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316
00000100:00100000:0.0:1767328286.135193:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274
00010000:00020000:3.0:1767328286.135197:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328286.135200:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010680960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328286.135203:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010680832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328286.135236:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328286.135242:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010680704:12345-0@lo:400:kworker.0 Request processed in 73us (486us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328286.135253:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315
00000100:00100000:3.0:1767328286.135268:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010680576:12345-0@lo:38:kworker.0 Request processed in 88us (415us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328286.135275:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273
00000100:00100000:1.0:1767328286.135282:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275
00000100:00100000:1.0:1767328286.135291:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010681088:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328286.135295:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010680832:12345-0@lo:38:kworker.0 Request processed in 91us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328286.135301:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010680960:12345-0@lo:400:kworker.0 Request processed in 102us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328286.135312:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274
00010000:00020000:1.0:1767328286.135312:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328286.135322:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316
00000100:00080000:3.0:1767328286.135323:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328286.135330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328286.135334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010680576:0@lo:38:kworker.0
00000100:00080000:3.0:1767328286.135350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328286.135353:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767328286.135358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328286.135358:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010680832:0@lo:38:kworker.0
00000100:00100000:0.0:1767328286.135361:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010680704:0@lo:400:kworker.0
00000100:00100000:1.0:1767328286.135370:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010681088:12345-0@lo:38:kworker.0 Request processed in 74us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328286.135383:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275
00000100:00080000:3.0:1767328286.135383:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328286.135390:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328286.135395:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010681088:0@lo:38:kworker.0
00000100:00100000:2.0:1767328286.135398:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010680960:0@lo:400:kworker.0
00000100:00080000:3.0:1767328286.135412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328286.135440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328286.135442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010680192:0@lo:38:kworker.0
00010000:00010000:1.0:1767328287.094575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328288.118563:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328288.694622:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010681216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328288.694682:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328288.694722:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681216
00000100:00100000:1.0:1767328288.694731:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681216
00000100:00080000:2.0:1767328288.694759:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328288.694794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8349
00000100:00100000:1.0:1767328288.694808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010681216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328288.694841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328288.694890:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010681216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328288.694896:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8349
00000100:00100000:2.0:1767328288.694934:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010681216:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328289.142565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328289.206583:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010681344:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328289.206643:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328289.206689:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681344
00000100:00100000:1.0:1767328289.206698:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681344
00000100:00080000:2.0:1767328289.206735:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328289.206753:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8350
00000100:00100000:1.0:1767328289.206765:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010681344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328289.206797:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328289.206850:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010681344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328289.206857:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8350
00000100:00100000:3.0:1767328289.206882:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010681344:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767328289.617053:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993236992 offset 0 length 520: 4
00000100:00100000:3.0:1767328289.617088:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328289.617112:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328289.617167:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237248
00000100:00100000:1.0:1767328289.617169:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237120
00000100:00100000:1.0:1767328289.617178:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237120
00000100:00100000:2.0:1767328289.617179:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237248
00000100:00100000:1.0:1767328289.617237:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4276
00000100:00100000:1.0:1767328289.617246:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993237120:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328289.617264:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328289.617265:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2317
00010000:00020000:1.0:1767328289.617269:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328289.617279:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993237248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328289.617337:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993237120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 87us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328289.617337:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993237248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328289.617352:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2317
00000100:00100000:1.0:1767328289.617359:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4276
00010000:00010000:0.0:1767328290.166541:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328290.230496:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328265/real 1767328265]  req@ffff9bb48ba63b80 x1853164010675968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328290.230524:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48ba63b80 x1853164010675968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328290.230540:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328290.230557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328290.230560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010675968:0@lo:250:kworker.0
00000100:00080000:2.0:1767328290.230600:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328290.230607:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328290.230610:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328290.230615:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13463
00000100:00080000:2.0:1767328290.230618:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328290.230624:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328290.230652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651f80 x1853164010681472/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328290.230673:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328290.230676:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328290.230677:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328290.230680:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13483
00000100:00080000:2.0:1767328290.230683:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328290.230686:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328290.230701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010681472:0@lo:250:kworker.0
00000100:00100000:2.0:1767328290.230702:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d880 x1853164010681600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767328290.230752:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010681472 offset 0 length 520: 4
00000100:00080000:2.0:1767328290.230757:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328290.230761:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328290.230763:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328290.230767:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13483
00000100:00080000:2.0:1767328290.230770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328290.230773:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328290.230784:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ed80 x1853164010681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328290.230792:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010681728:0@lo:400:kworker.0
00000100:00080000:2.0:1767328290.230804:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328290.230808:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328290.230809:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010681600:0@lo:38:kworker.0
00000100:00080000:2.0:1767328290.230811:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328290.230818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13483
00000100:00080000:2.0:1767328290.230821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328290.230824:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328290.230838:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65fb80 x1853164010682240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328290.230841:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010681856:0@lo:400:kworker.0
00000100:00100000:0.0:1767328290.230843:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328290.230853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328290.230879:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328290.230880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010681984:0@lo:38:kworker.0
00000100:00100000:0.0:1767328290.230882:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328290.230885:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328290.230889:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328290.230893:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328290.230894:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010682368:0@lo:400:kworker.0
00000100:00080000:2.0:1767328290.230897:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13483
00000100:00080000:2.0:1767328290.230902:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328290.230905:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328290.230919:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ca80 x1853164010682496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328290.230920:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328290.230933:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328290.230942:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010682112:0@lo:400:kworker.0
00000100:00100000:0.0:1767328290.230943:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681728
00000100:00100000:0.0:1767328290.230953:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681728
00000100:00100000:3.0:1767328290.230961:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010682240:0@lo:38:kworker.0
00000100:00100000:2.0:1767328290.230972:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681856
00000100:00100000:1.0:1767328290.230976:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328290.230978:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681856
00000100:00100000:3.0:1767328290.230999:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328290.231018:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9467
00000100:00100000:1.0:1767328290.231023:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681600
00000100:00100000:3.0:1767328290.231025:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010682496:0@lo:38:kworker.0
00000100:00100000:1.0:1767328290.231029:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681600
00000100:00100000:2.0:1767328290.231030:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9468
00000100:00100000:0.0:1767328290.231032:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010681728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328290.231047:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010681856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328290.231060:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328290.231064:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35235
00000100:00100000:1.0:1767328290.231071:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010681600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328290.231088:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328290.231098:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010681728:12345-0@lo:400:kworker.0 Request processed in 69us (259us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328290.231105:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328290.231107:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010681856:12345-0@lo:400:kworker.0 Request processed in 64us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328290.231109:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9467
00000100:00100000:2.0:1767328290.231120:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9468
00000100:00100000:3.0:1767328290.231131:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010681984
00000100:00100000:1.0:1767328290.231132:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010681600:12345-0@lo:38:kworker.0 Request processed in 58us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328290.231138:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010681984
00000100:00100000:1.0:1767328290.231143:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35235
00000100:00100000:0.0:1767328290.231147:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682112
00000100:00100000:0.0:1767328290.231152:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682112
00000100:00100000:3.0:1767328290.231168:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682240
00000100:00100000:2.0:1767328290.231171:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010681856:0@lo:400:kworker.0
00000100:00100000:3.0:1767328290.231173:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682240
00000100:00100000:0.0:1767328290.231204:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682496
00000100:00100000:0.0:1767328290.231208:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682496
00000100:00100000:3.0:1767328290.231211:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318
00000100:00100000:3.0:1767328290.231224:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010682112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328290.231228:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277
00000100:00100000:0.0:1767328290.231235:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010681984:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328290.231240:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4278
00000100:00100000:2.0:1767328290.231248:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010682240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328290.231254:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328290.231260:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328290.231277:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010682112:12345-0@lo:400:kworker.0 Request processed in 57us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328290.231285:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318
00000100:00100000:0.0:1767328290.231293:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010681984:12345-0@lo:38:kworker.0 Request processed in 58us (377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328290.231302:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010682240:12345-0@lo:38:kworker.0 Request processed in 51us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328290.231303:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277
00000100:00100000:3.0:1767328290.231316:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279
00000100:00100000:3.0:1767328290.231326:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010682496:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328290.231327:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4278
00000100:00100000:0.0:1767328290.231336:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328290.231343:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328290.231347:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682368
00000100:00100000:2.0:1767328290.231351:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682368
00000100:00100000:0.0:1767328290.231378:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010681728:0@lo:400:kworker.0
00000100:00100000:2.0:1767328290.231382:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319
00000100:00100000:3.0:1767328290.231385:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010682496:12345-0@lo:38:kworker.0 Request processed in 59us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328290.231394:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010682368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328290.231397:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279
00000100:00080000:3.0:1767328290.231445:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328290.231467:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010682368:12345-0@lo:400:kworker.0 Request processed in 77us (133us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328290.231474:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319
00000100:00080000:3.0:1767328290.231475:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328290.231482:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328290.231488:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010682240:0@lo:38:kworker.0
00000100:00100000:0.0:1767328290.231494:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010682112:0@lo:400:kworker.0
00000100:00080000:3.0:1767328290.231499:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328290.231503:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328290.231507:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010682496:0@lo:38:kworker.0
00000100:00080000:3.0:1767328290.231520:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328290.231525:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328290.231530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010681600:0@lo:38:kworker.0
00000100:00100000:1.0:1767328290.231539:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010682368:0@lo:400:kworker.0
00000100:00080000:3.0:1767328290.231543:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328290.231550:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328290.231555:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010681984:0@lo:38:kworker.0
00010000:00010000:1.0:1767328291.190564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328292.214611:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328293.238568:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328293.814641:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328293.814663:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010682624:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328293.814726:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328293.814774:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682624
00000100:00100000:1.0:1767328293.814785:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682624
00000100:00100000:1.0:1767328293.814856:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8351
00000100:00080000:3.0:1767328293.814859:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328293.814867:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010682624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328293.814904:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328293.814960:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010682624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328293.814968:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8351
00000100:00100000:3.0:1767328293.815008:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010682624:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328294.262624:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328294.326751:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010682752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328294.326827:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328294.326881:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682752
00000100:00100000:1.0:1767328294.326891:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682752
00000100:00080000:3.0:1767328294.326958:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328294.326970:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8352
00000100:00100000:1.0:1767328294.326981:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010682752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328294.327035:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328294.327105:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010682752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328294.327112:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8352
00000100:00100000:3.0:1767328294.327207:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010682752:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328294.736798:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328294.736829:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328294.736853:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237504
00000100:00100000:1.0:1767328294.736863:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237504
00000100:00100000:2.0:1767328294.736884:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237376
00000100:00100000:2.0:1767328294.736891:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237376
00000100:00080000:3.0:1767328294.736926:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328294.736936:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2320
00000100:00100000:2.0:1767328294.736949:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993237504:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328294.736954:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4280
00000100:00100000:1.0:1767328294.736965:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993237376:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328294.736988:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328294.737025:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993237504:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328294.737030:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993237376:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328294.737039:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2320
00000100:00100000:1.0:1767328294.737048:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4280
00010000:00010000:0.0:1767328295.286607:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328295.350515:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328295.350525:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328295.350528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328295.350531:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328295.350535:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328295.350546:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13488
00000100:00080000:2.0:1767328295.350551:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328295.350558:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328295.350597:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65c380 x1853164010682880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328295.350657:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328295.350662:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328295.350662:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010683136:0@lo:400:kworker.0
00000100:00080000:2.0:1767328295.350665:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328295.350674:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13488
00000100:00100000:1.0:1767328295.350676:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010683008:0@lo:400:kworker.0
00000100:00080000:2.0:1767328295.350677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328295.350682:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328295.350697:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ed80 x1853164010683264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328295.350718:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328295.350722:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328295.350723:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328295.350728:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13488
00000100:00100000:0.0:1767328295.350729:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010683392:0@lo:400:kworker.0
00000100:00080000:2.0:1767328295.350730:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328295.350738:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328295.350739:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328295.350756:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ca80 x1853164010683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328295.350777:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328295.350780:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328295.350782:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328295.350790:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328295.350791:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13488
00000100:00100000:0.0:1767328295.350793:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328295.350797:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328295.350802:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328295.350812:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683136
00000100:00100000:2.0:1767328295.350816:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010683776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328295.350821:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683136
00000100:00100000:1.0:1767328295.350838:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328295.350843:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683008
00000100:00100000:2.0:1767328295.350848:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683008
00000100:00100000:1.0:1767328295.350852:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010683648:0@lo:400:kworker.0
00000100:00100000:0.0:1767328295.350862:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683392
00000100:00100000:0.0:1767328295.350869:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683392
00000100:00100000:3.0:1767328295.350875:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9469
00000100:00100000:3.0:1767328295.350886:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010683136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328295.350894:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328295.350899:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9470
00000100:00100000:2.0:1767328295.350908:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010683008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328295.350930:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683648
00000100:00100000:0.0:1767328295.350937:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683648
00000100:00100000:3.0:1767328295.350949:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010683136:12345-0@lo:400:kworker.0 Request processed in 64us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328295.350957:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9469
00000100:00100000:2.0:1767328295.350964:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010683008:12345-0@lo:400:kworker.0 Request processed in 58us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328295.350972:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9470
00000100:00100000:0.0:1767328295.350981:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321
00000100:00100000:0.0:1767328295.350993:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010683392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328295.351000:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322
00000100:00100000:3.0:1767328295.351012:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010683648:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328295.351031:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328295.351039:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328295.351039:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010683008:0@lo:400:kworker.0
00000100:00100000:0.0:1767328295.351060:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010683392:12345-0@lo:400:kworker.0 Request processed in 68us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328295.351061:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010683648:12345-0@lo:400:kworker.0 Request processed in 52us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328295.351072:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010683648:0@lo:400:kworker.0
00000100:00100000:0.0:1767328295.351079:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321
00000100:00100000:1.0:1767328295.351084:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010683392:0@lo:400:kworker.0
00000100:00100000:3.0:1767328295.351087:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322
00000100:00100000:2.0:1767328295.351112:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010682880:0@lo:38:kworker.0
00000100:00100000:3.0:1767328295.351137:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010683136:0@lo:400:kworker.0
00000100:00100000:2.0:1767328295.351159:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328295.351184:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010683264:0@lo:38:kworker.0
00000100:00100000:2.0:1767328295.351204:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328295.351206:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010682880
00000100:00100000:1.0:1767328295.351213:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010682880
00000100:00100000:2.0:1767328295.351218:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010683520:0@lo:38:kworker.0
00000100:00100000:2.0:1767328295.351239:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328295.351241:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683264
00000100:00100000:3.0:1767328295.351246:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683264
00000100:00100000:1.0:1767328295.351254:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35236
00000100:00100000:2.0:1767328295.351256:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010683776:0@lo:38:kworker.0
00000100:00100000:1.0:1767328295.351267:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010682880:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328295.351271:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683520
00000100:00100000:3.0:1767328295.351276:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683520
00000100:00100000:2.0:1767328295.351280:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328295.351291:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328295.351292:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683776
00000100:00100000:0.0:1767328295.351301:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683776
00000100:00100000:3.0:1767328295.351308:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281
00000100:00100000:3.0:1767328295.351315:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010683264:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328295.351321:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282
00010000:00020000:3.0:1767328295.351327:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328295.351330:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010683520:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328295.351338:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283
00010000:00020000:2.0:1767328295.351343:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328295.351350:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010683776:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328295.351351:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010682880:12345-0@lo:38:kworker.0 Request processed in 83us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328295.351363:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35236
00010000:00020000:0.0:1767328295.351367:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328295.351370:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010683264:12345-0@lo:38:kworker.0 Request processed in 49us (161us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328295.351379:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010683520:12345-0@lo:38:kworker.0 Request processed in 50us (139us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328295.351384:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281
00000100:00100000:2.0:1767328295.351397:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282
00000100:00080000:1.0:1767328295.351409:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328295.351438:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010683776:12345-0@lo:38:kworker.0 Request processed in 66us (133us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328295.351439:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328295.351451:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283
00000100:00100000:1.0:1767328295.351451:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010682880:0@lo:38:kworker.0
00000100:00080000:1.0:1767328295.351472:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328295.351477:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328295.351480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010683264:0@lo:38:kworker.0
00000100:00080000:1.0:1767328295.351489:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328295.351493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328295.351496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010683520:0@lo:38:kworker.0
00000100:00080000:1.0:1767328295.351503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328295.351506:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328295.351509:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010683776:0@lo:38:kworker.0
00010000:00010000:1.0:1767328296.310580:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328297.334591:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328298.358555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328298.934662:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010683904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328298.934727:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328298.934774:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010683904
00000100:00100000:1.0:1767328298.934783:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010683904
00000100:00080000:3.0:1767328298.934832:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328298.934850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8353
00000100:00100000:1.0:1767328298.934877:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010683904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328298.934910:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328298.934964:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010683904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328298.934973:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8353
00000100:00100000:2.0:1767328298.935011:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010683904:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328299.382569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328299.446612:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010684032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328299.446693:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328299.446728:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684032
00000100:00100000:1.0:1767328299.446737:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684032
00000100:00080000:3.0:1767328299.446774:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328299.446791:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8354
00000100:00100000:1.0:1767328299.446800:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010684032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328299.446827:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328299.446869:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010684032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328299.446874:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8354
00000100:00100000:3.0:1767328299.446920:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010684032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328299.856954:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328299.856989:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328299.857028:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237632
00000100:00100000:1.0:1767328299.857035:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237760
00000100:00100000:0.0:1767328299.857040:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237632
00000100:00100000:1.0:1767328299.857042:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237760
00000100:00100000:0.0:1767328299.857086:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2323
00000100:00080000:3.0:1767328299.857094:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328299.857100:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4284
00000100:00100000:0.0:1767328299.857101:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993237760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328299.857137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993237632:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328299.857161:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328299.857188:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993237760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328299.857195:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993237632:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328299.857201:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2323
00000100:00100000:1.0:1767328299.857209:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4284
00010000:00010000:0.0:1767328300.406656:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328300.470488:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328300.470496:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328300.470499:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328300.470502:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328300.470506:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328300.470514:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13493
00000100:00080000:2.0:1767328300.470517:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328300.470524:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328300.470558:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ed80 x1853164010684160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328300.470629:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010684160:0@lo:38:kworker.0
00000100:00080000:2.0:1767328300.470630:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328300.470636:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328300.470638:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328300.470642:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13493
00000100:00080000:2.0:1767328300.470646:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328300.470648:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010684288:0@lo:400:kworker.0
00000100:00080000:2.0:1767328300.470653:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328300.470671:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d880 x1853164010684544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328300.470694:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328300.470697:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328300.470700:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328300.470705:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010684416:0@lo:400:kworker.0
00000100:00100000:1.0:1767328300.470707:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328300.470707:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13493
00000100:00100000:0.0:1767328300.470711:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328300.470714:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328300.470721:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328300.470739:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010684800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328300.470755:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010684544:0@lo:38:kworker.0
00000100:00100000:0.0:1767328300.470759:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328300.470764:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328300.470768:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328300.470770:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010684928:0@lo:400:kworker.0
00000100:00080000:2.0:1767328300.470778:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328300.470782:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328300.470786:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13493
00000100:00080000:2.0:1767328300.470788:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328300.470792:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328300.470799:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328300.470802:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328300.470809:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ed80 x1853164010685056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328300.470812:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010684672:0@lo:400:kworker.0
00000100:00100000:0.0:1767328300.470832:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684160
00000100:00100000:1.0:1767328300.470838:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010684800:0@lo:38:kworker.0
00000100:00100000:0.0:1767328300.470840:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684160
00000100:00100000:3.0:1767328300.470847:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328300.470851:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684288
00000100:00100000:2.0:1767328300.470858:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684288
00000100:00100000:1.0:1767328300.470882:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328300.470884:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35237
00000100:00100000:0.0:1767328300.470891:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010684160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328300.470904:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684416
00010000:00020000:0.0:1767328300.470909:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328300.470909:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684416
00000100:00100000:1.0:1767328300.470915:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010685056:0@lo:38:kworker.0
00000100:00100000:2.0:1767328300.470915:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9471
00000100:00100000:2.0:1767328300.470926:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc800850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010684288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328300.470950:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9472
00000100:00100000:0.0:1767328300.470959:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010684160:12345-0@lo:38:kworker.0 Request processed in 63us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328300.470965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328300.470966:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010684416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328300.470974:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35237
00000100:00100000:2.0:1767328300.470979:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc800850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010684288:12345-0@lo:400:kworker.0 Request processed in 53us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328300.470989:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9471
00000100:00100000:0.0:1767328300.471009:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328300.471016:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328300.471021:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010684416:12345-0@lo:400:kworker.0 Request processed in 61us (259us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328300.471026:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328300.471031:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9472
00000100:00100000:1.0:1767328300.471035:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010684160:0@lo:38:kworker.0
00000100:00100000:0.0:1767328300.471047:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010684288:0@lo:400:kworker.0
00000100:00100000:3.0:1767328300.471065:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684544
00000100:00100000:3.0:1767328300.471069:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684544
00000100:00100000:1.0:1767328300.471082:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684672
00000100:00100000:1.0:1767328300.471088:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684672
00000100:00100000:3.0:1767328300.471093:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684800
00000100:00100000:3.0:1767328300.471098:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684800
00000100:00100000:0.0:1767328300.471103:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685056
00000100:00100000:0.0:1767328300.471126:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685056
00000100:00100000:3.0:1767328300.471136:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010684928
00000100:00100000:3.0:1767328300.471139:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010684928
00000100:00100000:0.0:1767328300.471147:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285
00000100:00100000:0.0:1767328300.471152:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010684544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328300.471161:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328300.471170:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324
00000100:00100000:3.0:1767328300.471180:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325
00000100:00100000:1.0:1767328300.471186:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010684672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328300.471195:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010684928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328300.471197:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010684544:12345-0@lo:38:kworker.0 Request processed in 42us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328300.471206:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285
00000100:00100000:0.0:1767328300.471226:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286
00000100:00100000:0.0:1767328300.471232:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010684800:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328300.471238:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010684672:12345-0@lo:400:kworker.0 Request processed in 57us (391us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328300.471241:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328300.471251:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010684928:12345-0@lo:400:kworker.0 Request processed in 59us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328300.471252:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324
00000100:00100000:3.0:1767328300.471262:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325
00000100:00100000:0.0:1767328300.471275:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010684800:12345-0@lo:38:kworker.0 Request processed in 42us (394us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328300.471282:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287
00000100:00100000:1.0:1767328300.471289:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010685056:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328300.471293:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286
00010000:00020000:1.0:1767328300.471307:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328300.471312:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328300.471318:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328300.471330:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328300.471336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328300.471339:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010684672:0@lo:400:kworker.0
00000100:00100000:0.0:1767328300.471343:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010684544:0@lo:38:kworker.0
00000100:00100000:1.0:1767328300.471349:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010685056:12345-0@lo:38:kworker.0 Request processed in 58us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328300.471358:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010684416:0@lo:400:kworker.0
00000100:00100000:1.0:1767328300.471360:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287
00000100:00080000:0.0:1767328300.471361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328300.471368:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328300.471372:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010684800:0@lo:38:kworker.0
00000100:00080000:0.0:1767328300.471401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328300.471403:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010684928:0@lo:400:kworker.0
00000100:00080000:0.0:1767328300.471405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328300.471412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010685056:0@lo:38:kworker.0
00010000:00010000:1.0:1767328301.430569:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328302.454565:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328303.478647:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328304.054614:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010685184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328304.054689:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328304.054782:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685184
00000100:00100000:1.0:1767328304.054792:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685184
00000100:00080000:2.0:1767328304.054844:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328304.054859:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8355
00000100:00100000:1.0:1767328304.054869:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010685184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328304.054896:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328304.054938:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010685184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328304.054944:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8355
00000100:00100000:2.0:1767328304.054985:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010685184:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328304.502558:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328304.566640:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010685312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328304.566699:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328304.566744:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685312
00000100:00100000:1.0:1767328304.566753:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685312
00000100:00080000:2.0:1767328304.566802:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328304.566811:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8356
00000100:00100000:1.0:1767328304.566822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010685312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328304.566846:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328304.566888:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010685312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328304.566893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8356
00000100:00100000:3.0:1767328304.566926:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010685312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328304.976920:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328304.976953:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328304.976981:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238016
00000100:00100000:1.0:1767328304.977012:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238016
00000100:00100000:2.0:1767328304.977020:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993237888
00000100:00100000:2.0:1767328304.977028:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993237888
00000100:00080000:3.0:1767328304.977069:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328304.977088:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2326
00000100:00100000:1.0:1767328304.977099:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4288
00000100:00100000:2.0:1767328304.977101:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993238016:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328304.977111:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993237888:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328304.977135:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328304.977177:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993238016:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328304.977184:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2326
00000100:00100000:1.0:1767328304.977189:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993237888:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328304.977197:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4288
00010000:00010000:0.0:1767328305.526552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328305.590502:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328305.590512:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328305.590516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328305.590520:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328305.590524:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328305.590532:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13498
00000100:00080000:1.0:1767328305.590538:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328305.590545:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328305.590587:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4a80 x1853164010685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328305.590660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328305.590666:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328305.590669:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328305.590674:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13498
00000100:00080000:1.0:1767328305.590678:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328305.590681:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010685568:0@lo:400:kworker.0
00000100:00100000:3.0:1767328305.590686:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010685696:0@lo:400:kworker.0
00000100:00080000:1.0:1767328305.590687:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328305.590700:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010685440:0@lo:38:kworker.0
00000100:00100000:1.0:1767328305.590713:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5180 x1853164010685824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328305.590739:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328305.590742:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328305.590743:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328305.590747:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13498
00000100:00080000:1.0:1767328305.590750:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328305.590753:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328305.590761:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328305.590768:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4000 x1853164010686080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328305.590769:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328305.590792:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328305.590795:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328305.590797:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328305.590801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13498
00000100:00100000:3.0:1767328305.590804:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010685952:0@lo:400:kworker.0
00000100:00080000:1.0:1767328305.590805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328305.590812:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328305.590823:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010685824:0@lo:38:kworker.0
00000100:00100000:0.0:1767328305.590824:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328305.590827:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6680 x1853164010686336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328305.590838:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010686208:0@lo:400:kworker.0
00000100:00100000:3.0:1767328305.590847:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328305.590872:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685440
00000100:00100000:1.0:1767328305.590879:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685440
00000100:00100000:2.0:1767328305.590887:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328305.590903:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328305.590921:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35238
00000100:00100000:1.0:1767328305.590929:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010685440:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328305.590930:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685952
00000100:00100000:2.0:1767328305.590936:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685568
00000100:00100000:3.0:1767328305.590938:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685952
00000100:00100000:2.0:1767328305.590942:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685568
00010000:00020000:1.0:1767328305.590949:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328305.590960:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686208
00000100:00100000:0.0:1767328305.590966:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686208
00000100:00100000:2.0:1767328305.590982:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685696
00000100:00100000:2.0:1767328305.590987:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685696
00000100:00100000:3.0:1767328305.590998:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327
00000100:00100000:1.0:1767328305.590999:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010685440:12345-0@lo:38:kworker.0 Request processed in 68us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328305.591007:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35238
00000100:00100000:3.0:1767328305.591013:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010685952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328305.591020:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328
00000100:00100000:2.0:1767328305.591022:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9473
00000100:00100000:1.0:1767328305.591040:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9474
00000100:00100000:0.0:1767328305.591042:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010686208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328305.591042:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010685568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328305.591053:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010685696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328305.591065:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010685952:12345-0@lo:400:kworker.0 Request processed in 58us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328305.591087:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327
00000100:00080000:3.0:1767328305.591110:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328305.591144:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010685952:0@lo:400:kworker.0
00000100:00100000:2.0:1767328305.591147:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010685568:12345-0@lo:400:kworker.0 Request processed in 114us (386us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328305.591156:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010686208:12345-0@lo:400:kworker.0 Request processed in 121us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328305.591157:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010685696:12345-0@lo:400:kworker.0 Request processed in 104us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328305.591162:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9473
00000100:00100000:3.0:1767328305.591174:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328305.591178:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328
00000100:00100000:1.0:1767328305.591180:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9474
00000100:00100000:0.0:1767328305.591207:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010685824
00000100:00100000:3.0:1767328305.591207:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010686080:0@lo:38:kworker.0
00000100:00100000:2.0:1767328305.591213:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010685696:0@lo:400:kworker.0
00000100:00100000:0.0:1767328305.591214:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010685824
00000100:00100000:3.0:1767328305.591240:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328305.591252:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686080
00000100:00100000:0.0:1767328305.591258:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686080
00000100:00100000:2.0:1767328305.591263:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289
00000100:00100000:2.0:1767328305.591271:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010685824:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328305.591275:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010686208:0@lo:400:kworker.0
00000100:00080000:3.0:1767328305.591276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767328305.591284:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328305.591287:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328305.591290:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290
00000100:00100000:3.0:1767328305.591295:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010685440:0@lo:38:kworker.0
00000100:00100000:1.0:1767328305.591298:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010685568:0@lo:400:kworker.0
00000100:00100000:0.0:1767328305.591303:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010686080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328305.591317:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010686336:0@lo:38:kworker.0
00010000:00020000:0.0:1767328305.591320:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328305.591323:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010685824:12345-0@lo:38:kworker.0 Request processed in 50us (150us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328305.591331:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289
00000100:00100000:3.0:1767328305.591364:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328305.591372:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010686080:12345-0@lo:38:kworker.0 Request processed in 69us (130us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328305.591381:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290
00000100:00100000:2.0:1767328305.591383:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686336
00000100:00100000:2.0:1767328305.591388:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686336
00000100:00080000:3.0:1767328305.591398:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328305.591405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328305.591411:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010685824:0@lo:38:kworker.0
00000100:00100000:0.0:1767328305.591412:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291
00000100:00100000:0.0:1767328305.591449:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010686336:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328305.591459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767328305.591462:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328305.591467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328305.591471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010686080:0@lo:38:kworker.0
00000100:00080000:3.0:1767328305.591494:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328305.591500:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010686336:12345-0@lo:38:kworker.0 Request processed in 51us (136us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328305.591500:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328305.591506:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010686336:0@lo:38:kworker.0
00000100:00100000:0.0:1767328305.591515:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291
00010000:00010000:1.0:1767328306.550589:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328307.574623:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328308.598577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328309.174603:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010686464:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328309.174674:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328309.174723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686464
00000100:00100000:2.0:1767328309.174732:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686464
00000100:00080000:3.0:1767328309.174764:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328309.174792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8357
00000100:00100000:2.0:1767328309.174802:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010686464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328309.174826:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328309.174868:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010686464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328309.174874:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8357
00000100:00100000:1.0:1767328309.174921:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010686464:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328309.622591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328309.686628:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010686592:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328309.686697:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328309.686755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686592
00000100:00100000:2.0:1767328309.686764:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686592
00000100:00080000:3.0:1767328309.686803:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328309.686819:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8358
00000100:00100000:2.0:1767328309.686829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010686592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328309.686860:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328309.686900:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010686592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328309.686906:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8358
00000100:00100000:0.0:1767328309.686949:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010686592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328310.096835:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328310.096874:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328310.096889:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238272
00000100:00100000:0.0:1767328310.096900:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238272
00000100:00080000:3.0:1767328310.096961:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328310.096963:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238144
00000100:00100000:0.0:1767328310.096970:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2329
00000100:00100000:1.0:1767328310.096970:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238144
00000100:00100000:0.0:1767328310.096984:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993238272:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328310.097019:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4292
00000100:00100000:2.0:1767328310.097029:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993238144:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328310.097060:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328310.097074:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993238272:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328310.097082:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2329
00000100:00100000:2.0:1767328310.097096:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993238144:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328310.097103:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4292
00010000:00010000:2.0:1767328310.646551:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328310.710498:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328310.710505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328310.710508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328310.710510:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328310.710514:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328310.710521:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13503
00000100:00080000:3.0:1767328310.710526:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328310.710533:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328310.710569:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3100 x1853164010686720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328310.710616:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010686720:0@lo:38:kworker.0
00000100:00100000:1.0:1767328310.710641:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010686848:0@lo:400:kworker.0
00000100:00080000:3.0:1767328310.710645:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328310.710651:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328310.710654:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328310.710659:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13503
00000100:00080000:3.0:1767328310.710663:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328310.710668:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328310.710687:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010686976:0@lo:400:kworker.0
00000100:00100000:0.0:1767328310.710688:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328310.710689:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328310.710693:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328310.710719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328310.710723:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328310.710725:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328310.710730:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13503
00000100:00080000:3.0:1767328310.710733:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767328310.710735:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328310.710736:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328310.710752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010687104:0@lo:38:kworker.0
00000100:00100000:3.0:1767328310.710755:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1f80 x1853164010687360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328310.710774:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686720
00000100:00100000:2.0:1767328310.710775:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328310.710783:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686720
00000100:00100000:2.0:1767328310.710785:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010687232:0@lo:400:kworker.0
00000100:00100000:0.0:1767328310.710790:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328310.710790:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328310.710798:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328310.710801:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328310.710806:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13503
00000100:00080000:3.0:1767328310.710810:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328310.710815:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328310.710821:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35239
00000100:00100000:0.0:1767328310.710827:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010687360:0@lo:38:kworker.0
00000100:00100000:1.0:1767328310.710831:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010686720:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328310.710833:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00e00 x1853164010687616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328310.710834:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328310.710856:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328310.710864:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328310.710884:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687104
00000100:00100000:2.0:1767328310.710891:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687104
00000100:00100000:3.0:1767328310.710892:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686848
00000100:00100000:3.0:1767328310.710896:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686848
00000100:00100000:1.0:1767328310.710900:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010686720:12345-0@lo:38:kworker.0 Request processed in 69us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328310.710907:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35239
00000100:00080000:0.0:1767328310.710909:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328310.710914:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328310.710919:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010686720:0@lo:38:kworker.0
00000100:00100000:2.0:1767328310.710921:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687232
00000100:00100000:2.0:1767328310.710926:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687232
00000100:00100000:0.0:1767328310.710942:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010687616:0@lo:38:kworker.0
00000100:00100000:1.0:1767328310.710942:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010686976
00000100:00100000:1.0:1767328310.710949:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010686976
00000100:00100000:3.0:1767328310.710949:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9475
00000100:00100000:3.0:1767328310.710964:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010686848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328310.710966:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687360
00000100:00100000:2.0:1767328310.710970:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687360
00000100:00100000:0.0:1767328310.710975:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328310.710987:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9476
00000100:00100000:1.0:1767328310.710998:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010686976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328310.711000:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687616
00000100:00100000:2.0:1767328310.711005:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687616
00000100:00100000:0.0:1767328310.711018:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330
00000100:00100000:3.0:1767328310.711024:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010686848:12345-0@lo:400:kworker.0 Request processed in 63us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328310.711047:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010687232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328310.711053:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293
00000100:00100000:1.0:1767328310.711060:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010686976:12345-0@lo:400:kworker.0 Request processed in 64us (324us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328310.711065:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010687104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328310.711068:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9475
00000100:00100000:1.0:1767328310.711074:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9476
00010000:00020000:2.0:1767328310.711082:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328310.711091:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010687232:12345-0@lo:400:kworker.0 Request processed in 65us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328310.711097:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330
00000100:00100000:3.0:1767328310.711101:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010687488:0@lo:400:kworker.0
00000100:00100000:1.0:1767328310.711111:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294
00000100:00100000:1.0:1767328310.711117:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010687360:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328310.711122:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295
00000100:00100000:0.0:1767328310.711128:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010687616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328310.711137:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328310.711139:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010687104:12345-0@lo:38:kworker.0 Request processed in 73us (349us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328310.711142:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328310.711142:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328310.711151:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293
00000100:00100000:2.0:1767328310.711169:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687488
00000100:00100000:2.0:1767328310.711174:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687488
00000100:00100000:1.0:1767328310.711184:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010687360:12345-0@lo:38:kworker.0 Request processed in 65us (320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328310.711188:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010687616:12345-0@lo:38:kworker.0 Request processed in 56us (211us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328310.711191:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328310.711195:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294
00000100:00100000:0.0:1767328310.711206:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295
00000100:00100000:2.0:1767328310.711215:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331
00000100:00100000:2.0:1767328310.711226:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010687488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328310.711236:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010687232:0@lo:400:kworker.0
00000100:00100000:3.0:1767328310.711254:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010686976:0@lo:400:kworker.0
00000100:00100000:1.0:1767328310.711266:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010686848:0@lo:400:kworker.0
00000100:00100000:2.0:1767328310.711281:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010687488:12345-0@lo:400:kworker.0 Request processed in 56us (138us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328310.711290:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331
00000100:00080000:0.0:1767328310.711293:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328310.711299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328310.711303:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010687616:0@lo:38:kworker.0
00000100:00080000:0.0:1767328310.711319:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328310.711323:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010687488:0@lo:400:kworker.0
00000100:00080000:0.0:1767328310.711324:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328310.711330:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010687360:0@lo:38:kworker.0
00000100:00080000:0.0:1767328310.711341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328310.711344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328310.711346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010687104:0@lo:38:kworker.0
00010000:00010000:1.0:1767328311.670553:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328312.694538:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328313.718588:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328314.192868:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993238400 offset 0 length 520: 4
00000100:00100000:3.0:1767328314.192929:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328314.193000:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328314.193032:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238656
00000100:00100000:2.0:1767328314.193044:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238656
00000100:00100000:0.0:1767328314.193063:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238528
00000100:00100000:0.0:1767328314.193071:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238528
00000100:00080000:3.0:1767328314.193093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328314.193120:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2332
00000100:00100000:2.0:1767328314.193131:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4296
00000100:00100000:0.0:1767328314.193138:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993238656:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328314.193141:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993238528:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328314.193162:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328314.193218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993238528:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (219us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328314.193224:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993238656:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328314.193231:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4296
00000100:00100000:0.0:1767328314.193241:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2332
00000100:00100000:1.0:1767328314.294574:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010687744:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328314.294644:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328314.294695:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687744
00000100:00100000:2.0:1767328314.294705:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687744
00000100:00080000:3.0:1767328314.294763:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328314.294766:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8359
00000100:00100000:2.0:1767328314.294778:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010687744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328314.294808:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328314.294855:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010687744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328314.294864:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8359
00000100:00100000:1.0:1767328314.294896:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010687744:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328314.742566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328314.806591:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328314.806605:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010687872:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328314.806664:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328314.806722:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010687872
00000100:00100000:2.0:1767328314.806732:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010687872
00000100:00080000:3.0:1767328314.806783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328314.806803:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8360
00000100:00100000:2.0:1767328314.806815:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010687872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328314.806847:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328314.806902:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010687872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328314.806912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8360
00000100:00100000:0.0:1767328314.806930:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010687872:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328315.766561:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328315.830511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328315.830521:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328315.830525:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328315.830530:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328315.830535:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328315.830545:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13508
00000100:00100000:2.0:1767328315.830551:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328290/real 1767328290]  req@ffff9bb48c651f80 x1853164010681472/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328315.830552:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328315.830564:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328315.830583:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48c651f80 x1853164010681472/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328315.830595:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328315.830603:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010688000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328315.830612:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328315.830618:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010681472:0@lo:250:kworker.0
00000100:00100000:2.0:1767328315.830644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010688000:0@lo:38:kworker.0
00000100:00100000:0.0:1767328315.830677:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010688128:0@lo:400:kworker.0
00000100:00080000:3.0:1767328315.830692:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328315.830699:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328315.830702:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328315.830704:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328315.830705:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767328315.830713:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13508
00000100:00080000:3.0:1767328315.830718:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328315.830720:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010688256:0@lo:400:kworker.0
00000100:00100000:0.0:1767328315.830722:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328315.830728:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328315.830748:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01880 x1853164010688384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328315.830769:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328315.830775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010688384:0@lo:38:kworker.0
00000100:00080000:3.0:1767328315.830778:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328315.830783:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328315.830786:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328315.830793:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13508
00000100:00100000:0.0:1767328315.830795:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688000
00000100:00080000:3.0:1767328315.830797:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328315.830803:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010688512:0@lo:400:kworker.0
00000100:00100000:0.0:1767328315.830804:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688000
00000100:00080000:3.0:1767328315.830806:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328315.830812:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328315.830830:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02a00 x1853164010688640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328315.830847:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35240
00000100:00100000:1.0:1767328315.830848:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328315.830857:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010688000:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328315.830866:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688384
00000100:00100000:2.0:1767328315.830871:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688384
00010000:00020000:0.0:1767328315.830878:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328315.830886:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328315.830891:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328315.830893:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688128
00000100:00080000:3.0:1767328315.830895:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328315.830898:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688512
00000100:00100000:1.0:1767328315.830899:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688128
00000100:00080000:3.0:1767328315.830903:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13508
00000100:00100000:2.0:1767328315.830905:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688512
00000100:00080000:3.0:1767328315.830909:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328315.830916:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010688000:12345-0@lo:38:kworker.0 Request processed in 59us (214us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328315.830918:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328315.830929:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35240
00000100:00100000:3.0:1767328315.830941:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00a80 x1853164010688896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328315.830942:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688256
00000100:00100000:1.0:1767328315.830948:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688256
00000100:00100000:2.0:1767328315.830952:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333
00000100:00100000:2.0:1767328315.830966:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010688512:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328315.830969:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328315.830971:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010688768:0@lo:400:kworker.0
00000100:00100000:1.0:1767328315.830980:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9477
00000100:00080000:3.0:1767328315.830980:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328315.830985:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328315.830992:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13488
00000100:00100000:1.0:1767328315.830993:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010688128:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328315.831010:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328315.831020:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328315.831026:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328315.831036:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010688512:12345-0@lo:400:kworker.0 Request processed in 74us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328315.831041:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01c00 x1853164010689024/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328315.831047:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333
00000100:00100000:1.0:1767328315.831058:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010688128:12345-0@lo:400:kworker.0 Request processed in 67us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328315.831066:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9477
00000100:00100000:2.0:1767328315.831071:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688768
00000100:00100000:2.0:1767328315.831075:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688768
00000100:00100000:0.0:1767328315.831082:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9478
00000100:00100000:0.0:1767328315.831094:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010688256:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328315.831109:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328315.831111:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334
00000100:00100000:2.0:1767328315.831120:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297
00000100:00100000:1.0:1767328315.831126:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010688768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328315.831130:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010688384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328315.831134:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010688256:12345-0@lo:400:kworker.0 Request processed in 43us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328315.831144:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9478
00010000:00020000:2.0:1767328315.831147:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328315.831170:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010688128:0@lo:400:kworker.0
00000100:00100000:2.0:1767328315.831189:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010688384:12345-0@lo:38:kworker.0 Request processed in 60us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328315.831201:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010688768:12345-0@lo:400:kworker.0 Request processed in 77us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328315.831201:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297
00000100:00100000:0.0:1767328315.831202:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010688512:0@lo:400:kworker.0
00000100:00100000:1.0:1767328315.831217:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334
00000100:00100000:0.0:1767328315.831227:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010688256:0@lo:400:kworker.0
00000100:00100000:3.0:1767328315.831243:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010688640:0@lo:38:kworker.0
00000100:00100000:2.0:1767328315.831264:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010688768:0@lo:400:kworker.0
00000100:00100000:3.0:1767328315.831283:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328315.831311:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010688896:0@lo:38:kworker.0
00000100:00100000:1.0:1767328315.831319:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688640
00000100:00100000:1.0:1767328315.831323:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688640
00000100:00100000:3.0:1767328315.831340:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328315.831360:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010688896
00000100:00100000:1.0:1767328315.831363:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010688896
00000100:00100000:3.0:1767328315.831371:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010689024:0@lo:250:kworker.0
00000100:00100000:2.0:1767328315.831377:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298
00000100:00100000:2.0:1767328315.831384:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010688640:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328315.831390:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299
00010000:00020000:2.0:1767328315.831395:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328315.831401:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010688896:12345-0@lo:38:kworker.0
00000400:00000100:3.0:1767328315.831402:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010689024 offset 0 length 520: 4
00010000:00020000:1.0:1767328315.831443:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328315.831469:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010688640:12345-0@lo:38:kworker.0 Request processed in 83us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328315.831475:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298
00000100:00080000:3.0:1767328315.831485:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328315.831488:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010688896:12345-0@lo:38:kworker.0 Request processed in 89us (146us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328315.831493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328315.831498:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299
00000100:00100000:3.0:1767328315.831502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010688384:0@lo:38:kworker.0
00000100:00080000:3.0:1767328315.831517:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328315.831521:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328315.831525:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010688000:0@lo:38:kworker.0
00000100:00080000:3.0:1767328315.831545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328315.831550:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328315.831553:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010688640:0@lo:38:kworker.0
00000100:00080000:3.0:1767328315.831562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328315.831566:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328315.831569:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010688896:0@lo:38:kworker.0
00010000:00010000:1.0:1767328316.790551:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328317.814570:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328318.838610:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328319.312961:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328319.313025:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328319.313048:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238912
00000100:00100000:2.0:1767328319.313058:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238912
00000100:00100000:0.0:1767328319.313069:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993238784
00000100:00100000:0.0:1767328319.313076:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993238784
00000100:00080000:3.0:1767328319.313114:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328319.313124:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2335
00000100:00100000:0.0:1767328319.313138:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993238912:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328319.313142:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4300
00000100:00100000:2.0:1767328319.313151:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993238784:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328319.313169:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328319.313220:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993238912:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328319.313221:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993238784:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 65us (192us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328319.313237:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2335
00000100:00100000:2.0:1767328319.313244:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4300
00000100:00100000:3.0:1767328319.414599:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010689152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328319.414657:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328319.414697:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689152
00000100:00100000:2.0:1767328319.414704:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689152
00000100:00080000:3.0:1767328319.414737:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328319.414748:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8361
00000100:00100000:2.0:1767328319.414757:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010689152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328319.414779:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328319.414817:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010689152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (161us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328319.414822:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8361
00000100:00100000:3.0:1767328319.414871:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010689152:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328319.862584:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328319.926593:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010689280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328319.926650:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328319.926699:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689280
00000100:00100000:2.0:1767328319.926709:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689280
00000100:00080000:3.0:1767328319.926756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328319.926777:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8362
00000100:00100000:2.0:1767328319.926788:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010689280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328319.926818:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328319.926871:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010689280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328319.926881:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8362
00000100:00100000:3.0:1767328319.926906:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010689280:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328320.886536:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328320.950506:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328320.950514:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328320.950516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328320.950520:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328320.950523:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328320.950529:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13513
00000100:00080000:0.0:1767328320.950532:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328320.950538:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328320.950582:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010689408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328320.950638:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328320.950643:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328320.950643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010689408:0@lo:38:kworker.0
00000100:00080000:0.0:1767328320.950645:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328320.950653:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13513
00000100:00080000:0.0:1767328320.950655:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328320.950659:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010689536:0@lo:400:kworker.0
00000100:00080000:0.0:1767328320.950660:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328320.950678:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1f80 x1853164010689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328320.950680:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010689664:0@lo:400:kworker.0
00000100:00080000:0.0:1767328320.950701:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328320.950704:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328320.950706:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328320.950710:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13513
00000100:00080000:0.0:1767328320.950712:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328320.950717:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328320.950721:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328320.950724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328320.950733:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1500 x1853164010690048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328320.950752:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328320.950755:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328320.950757:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328320.950760:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13513
00000100:00080000:0.0:1767328320.950763:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328320.950767:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328320.950772:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328320.950780:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328320.950781:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2300 x1853164010690304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328320.950787:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010689792:0@lo:38:kworker.0
00000100:00100000:1.0:1767328320.950792:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010690176:0@lo:400:kworker.0
00000100:00100000:2.0:1767328320.950813:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328320.950816:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689408
00000100:00100000:0.0:1767328320.950824:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689408
00000100:00100000:2.0:1767328320.950825:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010689920:0@lo:400:kworker.0
00000100:00100000:3.0:1767328320.950834:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328320.950857:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689536
00000100:00100000:1.0:1767328320.950862:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689536
00000100:00100000:0.0:1767328320.950864:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35241
00000100:00100000:3.0:1767328320.950870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010690048:0@lo:38:kworker.0
00000100:00100000:0.0:1767328320.950877:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010689408:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328320.950879:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328320.950898:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328320.950900:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689664
00000100:00100000:1.0:1767328320.950903:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689664
00000100:00100000:3.0:1767328320.950912:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9479
00000100:00100000:3.0:1767328320.950926:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010689536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328320.950935:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9480
00000100:00100000:2.0:1767328320.950944:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689792
00000100:00100000:0.0:1767328320.950949:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010689408:12345-0@lo:38:kworker.0 Request processed in 72us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328320.950949:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010689664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328320.950953:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689792
00000100:00100000:0.0:1767328320.950978:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35241
00000100:00100000:3.0:1767328320.950986:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010689536:12345-0@lo:400:kworker.0 Request processed in 65us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328320.950994:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9479
00000100:00100000:2.0:1767328320.951004:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010689920
00000100:00100000:2.0:1767328320.951010:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010689920
00000100:00100000:1.0:1767328320.951025:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010689664:12345-0@lo:400:kworker.0 Request processed in 81us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328320.951033:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9480
00000100:00100000:0.0:1767328320.951039:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328320.951041:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328320.951058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328320.951079:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010689536:0@lo:400:kworker.0
00000100:00100000:2.0:1767328320.951079:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690176
00000100:00100000:1.0:1767328320.951085:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690048
00000100:00100000:2.0:1767328320.951086:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690176
00000100:00100000:1.0:1767328320.951089:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690048
00000100:00080000:3.0:1767328320.951104:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328320.951110:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328320.951116:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010689408:0@lo:38:kworker.0
00000100:00100000:1.0:1767328320.951118:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336
00000100:00100000:0.0:1767328320.951132:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337
00000100:00100000:1.0:1767328320.951137:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010689920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328320.951141:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010690304:0@lo:38:kworker.0
00000100:00100000:2.0:1767328320.951146:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301
00000100:00100000:0.0:1767328320.951147:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010690176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328320.951160:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010689792:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328320.951172:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328320.951176:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328320.951210:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010689920:12345-0@lo:400:kworker.0 Request processed in 80us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328320.951211:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690304
00000100:00100000:3.0:1767328320.951216:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690304
00000100:00100000:0.0:1767328320.951219:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010690176:12345-0@lo:400:kworker.0 Request processed in 75us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328320.951224:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336
00000100:00100000:0.0:1767328320.951236:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337
00000100:00100000:2.0:1767328320.951238:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010689792:12345-0@lo:38:kworker.0 Request processed in 74us (399us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328320.951244:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302
00000100:00100000:1.0:1767328320.951257:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4303
00000100:00100000:3.0:1767328320.951258:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010690048:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328320.951270:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010690304:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328320.951271:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301
00010000:00020000:3.0:1767328320.951272:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328320.951287:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328320.951305:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010690176:0@lo:400:kworker.0
00000100:00100000:3.0:1767328320.951312:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010690048:12345-0@lo:38:kworker.0 Request processed in 56us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328320.951321:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302
00000100:00100000:1.0:1767328320.951326:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010690304:12345-0@lo:38:kworker.0 Request processed in 57us (153us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328320.951334:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4303
00000100:00080000:3.0:1767328320.951344:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328320.951345:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010689920:0@lo:400:kworker.0
00000100:00100000:2.0:1767328320.951367:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010689664:0@lo:400:kworker.0
00000100:00080000:3.0:1767328320.951369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328320.951378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328320.951382:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010690304:0@lo:38:kworker.0
00000100:00080000:3.0:1767328320.951395:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328320.951398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328320.951400:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010689792:0@lo:38:kworker.0
00000100:00080000:3.0:1767328320.951407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328320.951410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328320.951411:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010690048:0@lo:38:kworker.0
00010000:00010000:1.0:1767328321.910543:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328322.934549:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328323.958582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328324.432660:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328324.432715:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239168
00000100:00100000:3.0:1767328324.432717:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328324.432725:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239168
00000100:00100000:1.0:1767328324.432789:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239040
00000100:00080000:2.0:1767328324.432789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328324.432794:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239040
00000100:00100000:0.0:1767328324.432808:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2338
00000100:00100000:1.0:1767328324.432821:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4304
00000100:00100000:0.0:1767328324.432827:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993239168:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328324.432834:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993239040:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328324.432852:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328324.432909:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993239168:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328324.432910:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993239040:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (192us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328324.432925:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2338
00000100:00100000:1.0:1767328324.432931:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4304
00000100:00100000:1.0:1767328324.534639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010690432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328324.534700:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328324.534753:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690432
00000100:00100000:2.0:1767328324.534763:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690432
00000100:00080000:3.0:1767328324.534808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328324.534819:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8363
00000100:00100000:2.0:1767328324.534827:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010690432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328324.534851:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328324.534891:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010690432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328324.534898:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8363
00000100:00100000:1.0:1767328324.534949:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010690432:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328324.982599:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328325.046670:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010690560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328325.046730:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328325.046776:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690560
00000100:00100000:2.0:1767328325.046785:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690560
00000100:00080000:3.0:1767328325.046828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328325.046835:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8364
00000100:00100000:2.0:1767328325.046845:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010690560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328325.046870:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328325.046910:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010690560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328325.046915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8364
00000100:00100000:0.0:1767328325.046969:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010690560:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328326.006581:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328326.070532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328326.070539:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328326.070541:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328326.070544:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328326.070548:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328326.070554:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13518
00000100:00080000:2.0:1767328326.070557:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328326.070563:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328326.070599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010690688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328326.070653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010690688:0@lo:38:kworker.0
00000100:00080000:2.0:1767328326.070672:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328326.070673:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010690816:0@lo:400:kworker.0
00000100:00080000:2.0:1767328326.070682:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328326.070686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328326.070691:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13518
00000100:00080000:2.0:1767328326.070695:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328326.070699:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328326.070716:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c000 x1853164010691072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328326.070722:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328326.070737:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328326.070737:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328326.070738:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010690944:0@lo:400:kworker.0
00000100:00080000:2.0:1767328326.070739:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328326.070745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328326.070748:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328326.070753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13518
00000100:00080000:2.0:1767328326.070756:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328326.070760:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328326.070773:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ed80 x1853164010691328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328326.070782:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010691072:0@lo:38:kworker.0
00000100:00100000:1.0:1767328326.070795:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328326.070807:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690688
00000100:00080000:2.0:1767328326.070809:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328326.070816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328326.070817:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690688
00000100:00080000:2.0:1767328326.070818:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328326.070823:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328326.070828:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13518
00000100:00100000:1.0:1767328326.070831:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010691200:0@lo:400:kworker.0
00000100:00080000:2.0:1767328326.070831:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328326.070835:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328326.070845:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010691328:0@lo:38:kworker.0
00000100:00100000:2.0:1767328326.070850:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651f80 x1853164010691584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328326.070855:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35242
00000100:00100000:0.0:1767328326.070865:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010690688:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328326.070872:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328326.070886:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328326.070892:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691072
00000100:00100000:2.0:1767328326.070894:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010691456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328326.070897:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691072
00000100:00100000:1.0:1767328326.070941:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690816
00000100:00100000:3.0:1767328326.070944:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691200
00000100:00100000:1.0:1767328326.070948:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690816
00000100:00100000:3.0:1767328326.070949:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691200
00000100:00100000:0.0:1767328326.070950:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010690688:12345-0@lo:38:kworker.0 Request processed in 85us (221us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328326.070960:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328326.070964:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35242
00000100:00100000:3.0:1767328326.070996:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691456
00000100:00100000:3.0:1767328326.071000:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691456
00000100:00100000:0.0:1767328326.071006:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010690944
00000100:00100000:0.0:1767328326.071011:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010690944
00000100:00100000:1.0:1767328326.071011:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9481
00000100:00100000:2.0:1767328326.071016:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339
00000100:00100000:2.0:1767328326.071029:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010691200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328326.071034:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010690816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328326.071039:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340
00000100:00100000:0.0:1767328326.071046:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9482
00000100:00100000:3.0:1767328326.071051:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010691456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328326.071060:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010690944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328326.071079:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010690816:12345-0@lo:400:kworker.0 Request processed in 56us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328326.071085:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010691200:12345-0@lo:400:kworker.0 Request processed in 61us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328326.071089:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9481
00000100:00100000:2.0:1767328326.071094:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339
00000100:00100000:0.0:1767328326.071112:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010690944:12345-0@lo:400:kworker.0 Request processed in 55us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328326.071119:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305
00000100:00100000:0.0:1767328326.071124:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9482
00000100:00100000:3.0:1767328326.071125:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010691456:12345-0@lo:400:kworker.0 Request processed in 73us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328326.071132:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010691072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328326.071138:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340
00010000:00020000:2.0:1767328326.071147:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328326.071158:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010691200:0@lo:400:kworker.0
00000100:00100000:1.0:1767328326.071174:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010690944:0@lo:400:kworker.0
00000100:00100000:2.0:1767328326.071185:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010691072:12345-0@lo:38:kworker.0 Request processed in 55us (372us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328326.071193:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305
00000100:00100000:3.0:1767328326.071195:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010691456:0@lo:400:kworker.0
00000100:00080000:0.0:1767328326.071197:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328326.071204:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328326.071231:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328326.071241:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010690816:0@lo:400:kworker.0
00000100:00100000:2.0:1767328326.071257:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691328
00000100:00100000:2.0:1767328326.071261:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691328
00000100:00080000:3.0:1767328326.071266:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328326.071273:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328326.071276:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010691072:0@lo:38:kworker.0
00000100:00080000:3.0:1767328326.071287:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328326.071291:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306
00000100:00080000:3.0:1767328326.071292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328326.071299:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010690688:0@lo:38:kworker.0
00000100:00100000:2.0:1767328326.071304:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010691328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328326.071313:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328326.071319:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010691584:0@lo:38:kworker.0
00000100:00100000:2.0:1767328326.071346:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010691328:12345-0@lo:38:kworker.0 Request processed in 43us (116us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328326.071354:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328326.071357:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306
00000100:00100000:2.0:1767328326.071373:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691584
00000100:00100000:2.0:1767328326.071376:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691584
00000100:00080000:3.0:1767328326.071385:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328326.071389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328326.071391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010691328:0@lo:38:kworker.0
00000100:00100000:0.0:1767328326.071407:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307
00000100:00100000:0.0:1767328326.071413:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010691584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328326.071442:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328326.071475:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010691584:12345-0@lo:38:kworker.0 Request processed in 62us (125us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328326.071479:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307
00000100:00080000:3.0:1767328326.071500:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328326.071504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328326.071506:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010691584:0@lo:38:kworker.0
00010000:00010000:1.0:1767328327.030538:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328328.054572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328329.078545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328329.555333:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328329.555372:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328329.555383:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239424
00000100:00100000:0.0:1767328329.555394:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239424
00000100:00100000:1.0:1767328329.555469:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239296
00000100:00080000:3.0:1767328329.555475:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328329.555478:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239296
00000100:00100000:1.0:1767328329.555534:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2341
00000100:00100000:1.0:1767328329.555547:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993239424:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328329.555563:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4308
00000100:00100000:0.0:1767328329.555574:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993239296:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328329.555602:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328329.555628:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993239424:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328329.555639:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2341
00000100:00100000:0.0:1767328329.555651:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993239296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (275us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328329.555664:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4308
00000100:00100000:1.0:1767328329.654550:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010691712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328329.654613:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328329.654670:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691712
00000100:00100000:0.0:1767328329.654677:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691712
00000100:00100000:0.0:1767328329.654729:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8365
00000100:00100000:0.0:1767328329.654740:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010691712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328329.654768:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:3.0:1767328329.654774:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328329.654817:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010691712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328329.654824:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8365
00000100:00100000:1.0:1767328329.654852:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010691712:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328330.102524:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328330.166558:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010691840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328330.166617:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328330.166665:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691840
00000100:00100000:0.0:1767328330.166675:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691840
00000100:00080000:3.0:1767328330.166722:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328330.166738:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8366
00000100:00100000:0.0:1767328330.166751:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010691840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328330.166781:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328330.166825:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010691840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328330.166834:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8366
00000100:00100000:3.0:1767328330.166869:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010691840:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328331.126558:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328331.190482:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328331.190488:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328331.190491:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328331.190495:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328331.190499:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328331.190506:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13523
00000100:00080000:2.0:1767328331.190511:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328331.190517:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328331.190550:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651f80 x1853164010691968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328331.190606:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010691968:0@lo:38:kworker.0
00000100:00080000:2.0:1767328331.190614:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328331.190620:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328331.190622:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328331.190626:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13523
00000100:00080000:2.0:1767328331.190629:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328331.190632:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328331.190640:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010692096:0@lo:400:kworker.0
00000100:00100000:0.0:1767328331.190648:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010692224:0@lo:400:kworker.0
00000100:00100000:2.0:1767328331.190648:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010692352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328331.190673:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328331.190677:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328331.190681:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328331.190682:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328331.190688:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328331.190689:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13523
00000100:00080000:2.0:1767328331.190694:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328331.190697:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328331.190707:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8380 x1853164010692608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328331.190716:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010691968
00000100:00100000:0.0:1767328331.190724:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010691968
00000100:00080000:2.0:1767328331.190729:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328331.190734:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010692352:0@lo:38:kworker.0
00000100:00080000:2.0:1767328331.190735:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328331.190738:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328331.190739:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328331.190747:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13523
00000100:00100000:1.0:1767328331.190750:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010692736:0@lo:400:kworker.0
00000100:00080000:2.0:1767328331.190751:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328331.190758:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328331.190761:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35243
00000100:00100000:0.0:1767328331.190769:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010691968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328331.190775:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9880 x1853164010692864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328331.190785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328331.190787:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328331.190797:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010692480:0@lo:400:kworker.0
00000100:00100000:2.0:1767328331.190823:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692352
00000100:00100000:3.0:1767328331.190825:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010692608:0@lo:38:kworker.0
00000100:00100000:2.0:1767328331.190829:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692352
00000100:00100000:1.0:1767328331.190835:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328331.190841:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010691968:12345-0@lo:38:kworker.0 Request processed in 70us (162us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328331.190848:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35243
00000100:00100000:2.0:1767328331.190861:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692480
00000100:00100000:2.0:1767328331.190865:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692480
00000100:00100000:3.0:1767328331.190869:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328331.190879:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328331.190902:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692608
00000100:00100000:1.0:1767328331.190907:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692608
00000100:00100000:2.0:1767328331.190935:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342
00000100:00080000:3.0:1767328331.190941:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328331.190942:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4309
00000100:00100000:0.0:1767328331.190946:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692096
00000100:00100000:2.0:1767328331.190949:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010692480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328331.190952:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692096
00000100:00100000:1.0:1767328331.190955:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010692352:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328331.190955:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328331.190966:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010691968:0@lo:38:kworker.0
00010000:00020000:1.0:1767328331.190972:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328331.190985:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692224
00000100:00100000:0.0:1767328331.190989:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692224
00000100:00100000:3.0:1767328331.190999:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010692864:0@lo:38:kworker.0
00000100:00100000:1.0:1767328331.191016:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010692352:12345-0@lo:38:kworker.0 Request processed in 63us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328331.191023:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9483
00000100:00100000:2.0:1767328331.191024:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010692480:12345-0@lo:400:kworker.0 Request processed in 77us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328331.191029:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4309
00000100:00100000:0.0:1767328331.191035:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010692096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328331.191042:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342
00000100:00100000:3.0:1767328331.191043:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328331.191052:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310
00000100:00100000:1.0:1767328331.191058:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010692608:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328331.191064:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692864
00010000:00020000:1.0:1767328331.191068:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328331.191070:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692864
00000100:00080000:3.0:1767328331.191076:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328331.191083:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328331.191087:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010692096:12345-0@lo:400:kworker.0 Request processed in 52us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328331.191093:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311
00000100:00100000:3.0:1767328331.191093:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010692352:0@lo:38:kworker.0
00000100:00100000:0.0:1767328331.191100:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9483
00000100:00100000:1.0:1767328331.191102:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010692608:12345-0@lo:38:kworker.0 Request processed in 42us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328331.191106:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010692864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328331.191113:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310
00010000:00020000:2.0:1767328331.191120:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328331.191120:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328331.191125:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9484
00000100:00080000:3.0:1767328331.191131:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328331.191139:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010692608:0@lo:38:kworker.0
00000100:00100000:0.0:1767328331.191140:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010692224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328331.191150:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328331.191155:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010692864:12345-0@lo:38:kworker.0 Request processed in 49us (116us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328331.191164:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311
00000100:00080000:3.0:1767328331.191183:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328331.191185:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692736
00000100:00080000:3.0:1767328331.191190:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328331.191192:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692736
00000100:00100000:1.0:1767328331.191195:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010692096:0@lo:400:kworker.0
00000100:00100000:0.0:1767328331.191202:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010692224:12345-0@lo:400:kworker.0 Request processed in 65us (319us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328331.191202:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010692864:0@lo:38:kworker.0
00000100:00100000:0.0:1767328331.191216:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9484
00000100:00100000:1.0:1767328331.191239:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343
00000100:00100000:1.0:1767328331.191259:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010692736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328331.191267:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010692224:0@lo:400:kworker.0
00000100:00080000:3.0:1767328331.191290:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328331.191297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328331.191303:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010692480:0@lo:400:kworker.0
00000100:00100000:1.0:1767328331.191304:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010692736:12345-0@lo:400:kworker.0 Request processed in 56us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328331.191314:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343
00000100:00100000:0.0:1767328331.191339:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010692736:0@lo:400:kworker.0
00010000:00010000:1.0:1767328332.150558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328333.174548:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328334.198528:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328334.672835:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328334.672879:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328334.672917:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239552
00000100:00100000:0.0:1767328334.672928:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239680
00000100:00100000:1.0:1767328334.672929:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239552
00000100:00100000:0.0:1767328334.672934:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239680
00000100:00100000:1.0:1767328334.672987:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2344
00000100:00080000:3.0:1767328334.672987:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328334.673001:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4312
00000100:00100000:1.0:1767328334.673007:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993239680:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328334.673014:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993239552:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328334.673037:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328334.673090:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993239680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328334.673092:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993239552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328334.673108:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2344
00000100:00100000:0.0:1767328334.673116:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4312
00000100:00100000:0.0:1767328334.774555:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010692992:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328334.774611:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328334.774651:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010692992
00000100:00100000:2.0:1767328334.774659:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010692992
00000100:00100000:2.0:1767328334.774711:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8367
00000100:00100000:2.0:1767328334.774720:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010692992:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767328334.774726:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767328334.774745:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328334.774787:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010692992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328334.774793:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8367
00000100:00100000:0.0:1767328334.774830:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010692992:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328335.222554:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328335.286638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010693120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328335.286698:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328335.286740:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693120
00000100:00100000:2.0:1767328335.286749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693120
00000100:00080000:3.0:1767328335.286792:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328335.286805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8368
00000100:00100000:2.0:1767328335.286814:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010693120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328335.286838:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328335.286907:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010693120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328335.286913:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8368
00000100:00100000:0.0:1767328335.286950:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010693120:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328336.246589:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328336.310544:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328336.310552:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328336.310554:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328336.310558:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328336.310561:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328336.310567:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13529
00000100:00080000:1.0:1767328336.310572:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328336.310579:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328336.310615:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c000 x1853164010693248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328336.310672:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010693248:0@lo:38:kworker.0
00000100:00080000:1.0:1767328336.310678:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328336.310682:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328336.310684:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328336.310688:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13529
00000100:00080000:1.0:1767328336.310690:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328336.310695:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328336.310695:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010693376:0@lo:400:kworker.0
00000100:00100000:1.0:1767328336.310717:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d180 x1853164010693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328336.310738:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328336.310746:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328336.310749:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328336.310754:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010693760:0@lo:400:kworker.0
00000100:00080000:1.0:1767328336.310756:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328336.310761:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328336.310767:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13529
00000100:00080000:1.0:1767328336.310770:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328336.310774:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328336.310788:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010693888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328336.310799:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328336.310803:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010693632:0@lo:38:kworker.0
00000100:00080000:1.0:1767328336.310820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328336.310824:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328336.310825:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693248
00000100:00080000:1.0:1767328336.310827:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328336.310833:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13529
00000100:00100000:2.0:1767328336.310833:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693248
00000100:00100000:0.0:1767328336.310834:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767328336.310840:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328336.310840:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328336.310846:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010693504:0@lo:400:kworker.0
00000100:00080000:1.0:1767328336.310847:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328336.310880:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e680 x1853164010694144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328336.310880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010693888:0@lo:38:kworker.0
00000100:00100000:2.0:1767328336.310891:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35244
00000100:00100000:0.0:1767328336.310898:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328336.310904:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010693248:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328336.310915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328336.310922:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328336.310945:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693760
00000100:00100000:3.0:1767328336.310946:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010694144:0@lo:38:kworker.0
00000100:00100000:0.0:1767328336.310950:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693376
00000100:00100000:1.0:1767328336.310953:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693760
00000100:00100000:0.0:1767328336.310956:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693376
00000100:00100000:2.0:1767328336.310962:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010693248:12345-0@lo:38:kworker.0 Request processed in 60us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328336.310969:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35244
00000100:00100000:3.0:1767328336.310980:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328336.311002:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693504
00000100:00100000:2.0:1767328336.311006:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693504
00000100:00100000:0.0:1767328336.311012:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9485
00000100:00100000:1.0:1767328336.311020:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693632
00000100:00080000:3.0:1767328336.311024:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328336.311026:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010693376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328336.311028:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693632
00000100:00080000:3.0:1767328336.311031:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328336.311037:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010693248:0@lo:38:kworker.0
00000100:00100000:2.0:1767328336.311040:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9486
00000100:00100000:2.0:1767328336.311051:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010693504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328336.311057:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010693888
00000100:00100000:1.0:1767328336.311061:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010693888
00000100:00100000:0.0:1767328336.311076:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010693376:12345-0@lo:400:kworker.0 Request processed in 55us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328336.311080:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694144
00000100:00100000:0.0:1767328336.311084:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9485
00000100:00100000:1.0:1767328336.311085:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694144
00000100:00100000:3.0:1767328336.311093:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345
00000100:00100000:2.0:1767328336.311103:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010693504:12345-0@lo:400:kworker.0 Request processed in 53us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328336.311108:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010693760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328336.311114:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9486
00000100:00100000:1.0:1767328336.311118:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313
00000100:00100000:1.0:1767328336.311126:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010693632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328336.311136:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010693504:0@lo:400:kworker.0
00010000:00020000:1.0:1767328336.311139:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328336.311163:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314
00000100:00100000:3.0:1767328336.311164:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010693760:12345-0@lo:400:kworker.0 Request processed in 59us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328336.311165:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010693760:0@lo:400:kworker.0
00000100:00100000:2.0:1767328336.311176:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010693888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328336.311181:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345
00010000:00020000:2.0:1767328336.311187:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328336.311200:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010693632:12345-0@lo:38:kworker.0 Request processed in 71us (362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328336.311203:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4315
00000100:00100000:0.0:1767328336.311206:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010694016:0@lo:400:kworker.0
00000100:00100000:3.0:1767328336.311216:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010694144:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328336.311218:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010693888:12345-0@lo:38:kworker.0 Request processed in 42us (302us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328336.311220:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313
00000100:00100000:2.0:1767328336.311232:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314
00010000:00020000:3.0:1767328336.311237:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328336.311241:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328336.311256:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694016
00000100:00100000:2.0:1767328336.311261:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694016
00000100:00100000:3.0:1767328336.311278:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010694144:12345-0@lo:38:kworker.0 Request processed in 62us (297us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328336.311280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328336.311286:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328336.311288:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4315
00000100:00100000:2.0:1767328336.311298:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346
00000100:00100000:2.0:1767328336.311307:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010694016:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328336.311325:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328336.311331:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328336.311336:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010694144:0@lo:38:kworker.0
00000100:00100000:1.0:1767328336.311352:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010693376:0@lo:400:kworker.0
00000100:00100000:2.0:1767328336.311353:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010694016:12345-0@lo:400:kworker.0 Request processed in 45us (113us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328336.311355:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328336.311366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328336.311367:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010694016:0@lo:400:kworker.0
00000100:00100000:2.0:1767328336.311367:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346
00000100:00100000:3.0:1767328336.311377:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010693632:0@lo:38:kworker.0
00000100:00080000:3.0:1767328336.311399:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328336.311405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328336.311408:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010693888:0@lo:38:kworker.0
00010000:00010000:1.0:1767328337.270565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328338.294562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328339.318580:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328339.792928:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328339.792972:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767328339.792993:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993240064 offset 0 length 520: 4
00000100:00100000:2.0:1767328339.793000:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239808
00000100:00100000:2.0:1767328339.793011:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239808
00000100:00100000:0.0:1767328339.793018:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993239936
00000100:00100000:0.0:1767328339.793025:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993239936
00000100:00100000:2.0:1767328339.793054:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4316
00000100:00100000:2.0:1767328339.793062:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993239808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328339.793084:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328339.793088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328339.793094:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2347
00000100:00100000:1.0:1767328339.793108:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993239936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328339.793148:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993239808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 85us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328339.793155:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993239936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328339.793159:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4316
00000100:00100000:1.0:1767328339.793168:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2347
00000100:00100000:2.0:1767328339.894612:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010694272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328339.894677:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328339.894715:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694272
00000100:00100000:0.0:1767328339.894723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694272
00000100:00100000:0.0:1767328339.894777:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8369
00000100:00100000:0.0:1767328339.894787:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010694272:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767328339.894804:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767328339.894814:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328339.894880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010694272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328339.894888:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8369
00000100:00100000:2.0:1767328339.894936:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010694272:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328340.342570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328340.406541:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328315/real 1767328315]  req@ffff9bb5bcc01c00 x1853164010689024/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328340 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328340.406574:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc01c00 x1853164010689024/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328340 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328340.406595:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328340.406601:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010694400:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328340.406618:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328340.406626:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010689024:0@lo:250:kworker.0
00000100:00080000:2.0:1767328340.406644:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328340.406650:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328340.406655:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328340.406662:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328340.406666:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13513
00000100:00080000:2.0:1767328340.406672:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328340.406679:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328340.406702:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9f80 x1853164010694528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328340.406710:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694400
00000100:00100000:0.0:1767328340.406718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694400
00000100:00080000:2.0:1767328340.406719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328340.406722:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328340.406725:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328340.406730:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13534
00000100:00080000:2.0:1767328340.406734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328340.406737:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010694528:0@lo:250:kworker.0
00000100:00080000:2.0:1767328340.406742:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767328340.406756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328340.406771:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8e00 x1853164010694656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767328340.406780:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010694528 offset 0 length 520: 4
00000100:00100000:0.0:1767328340.406785:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8370
00000100:00100000:0.0:1767328340.406798:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010694400:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328340.406814:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328340.406815:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010694656:0@lo:38:kworker.0
00000100:00080000:2.0:1767328340.406837:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328340.406840:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00002000:00000024:0.0:1767328340.406841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328340.406842:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010694784:0@lo:400:kworker.0
00000100:00080000:2.0:1767328340.406846:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13534
00000100:00080000:2.0:1767328340.406853:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328340.406858:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328340.406864:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328340.406880:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8380 x1853164010694912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328340.406892:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328340.406900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010694912:0@lo:38:kworker.0
00000100:00100000:0.0:1767328340.406903:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010694400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328340.406915:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8370
00000100:00080000:2.0:1767328340.406921:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328340.406925:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328340.406927:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328340.406935:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13534
00000100:00100000:1.0:1767328340.406940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328340.406941:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328340.406948:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328340.406959:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010694400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328340.406965:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010695040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328340.406965:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b430380 x1853164010695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328340.406983:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694912
00000100:00100000:1.0:1767328340.406988:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694912
00000100:00080000:2.0:1767328340.406994:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328340.406999:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328340.407002:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328340.407002:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694784
00000100:00100000:0.0:1767328340.407004:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328340.407008:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13534
00000100:00100000:3.0:1767328340.407009:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694784
00000100:00080000:2.0:1767328340.407015:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328340.407016:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695040
00000100:00100000:1.0:1767328340.407021:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695040
00000100:00080000:2.0:1767328340.407022:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328340.407036:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328340.407039:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48b431c00 x1853164010695424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328340.407043:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010695296:0@lo:400:kworker.0
00000100:00100000:3.0:1767328340.407050:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9487
00000100:00100000:3.0:1767328340.407060:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010694784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328340.407073:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348
00000100:00100000:0.0:1767328340.407079:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328340.407085:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317
00000100:00100000:1.0:1767328340.407088:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010695040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328340.407096:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010694912:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328340.407108:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010694784:12345-0@lo:400:kworker.0 Request processed in 49us (219us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328340.407116:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328340.407116:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9487
00000100:00100000:0.0:1767328340.407121:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695296
00000100:00100000:0.0:1767328340.407126:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695296
00000100:00100000:3.0:1767328340.407145:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010694656
00000100:00100000:1.0:1767328340.407150:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010695040:12345-0@lo:400:kworker.0 Request processed in 64us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328340.407151:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010694656
00000100:00100000:1.0:1767328340.407160:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348
00000100:00100000:2.0:1767328340.407166:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010694912:12345-0@lo:38:kworker.0 Request processed in 69us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328340.407167:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349
00000100:00100000:2.0:1767328340.407176:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317
00000100:00100000:0.0:1767328340.407179:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010695296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328340.407183:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35245
00000100:00100000:3.0:1767328340.407192:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010694656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328340.407202:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328340.407226:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010695168:0@lo:38:kworker.0
00000100:00100000:0.0:1767328340.407229:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010695296:12345-0@lo:400:kworker.0 Request processed in 53us (153us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328340.407232:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010695296:0@lo:400:kworker.0
00000100:00100000:3.0:1767328340.407241:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010694656:12345-0@lo:38:kworker.0 Request processed in 45us (377us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328340.407251:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010695040:0@lo:400:kworker.0
00000100:00100000:3.0:1767328340.407258:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35245
00000100:00100000:0.0:1767328340.407259:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349
00000100:00100000:2.0:1767328340.407265:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328340.407283:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328340.407285:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695168
00000100:00100000:0.0:1767328340.407291:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695168
00000100:00100000:2.0:1767328340.407291:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010695424:0@lo:38:kworker.0
00000100:00100000:3.0:1767328340.407316:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010694784:0@lo:400:kworker.0
00000100:00100000:1.0:1767328340.407325:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318
00000100:00100000:2.0:1767328340.407325:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328340.407337:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010695168:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328340.407341:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695424
00000100:00100000:0.0:1767328340.407346:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695424
00010000:00020000:1.0:1767328340.407351:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328340.407359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328340.407366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328340.407370:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319
00000100:00100000:2.0:1767328340.407370:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010694912:0@lo:38:kworker.0
00000100:00100000:0.0:1767328340.407376:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010695424:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328340.407384:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767328340.407389:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328340.407389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328340.407395:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010694656:0@lo:38:kworker.0
00000100:00100000:1.0:1767328340.407397:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010695168:12345-0@lo:38:kworker.0 Request processed in 58us (132us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328340.407409:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318
00000100:00100000:0.0:1767328340.407451:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010695424:12345-0@lo:38:kworker.0 Request processed in 73us (131us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328340.407460:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319
00000100:00080000:2.0:1767328340.407478:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328340.407483:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328340.407487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010695168:0@lo:38:kworker.0
00000100:00080000:2.0:1767328340.407497:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328340.407501:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328340.407504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010695424:0@lo:38:kworker.0
00010000:00010000:2.0:1767328341.366566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328342.390576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328343.414541:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328344.438553:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328344.913228:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328344.913266:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328344.913287:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240192
00000100:00100000:3.0:1767328344.913296:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240192
00000100:00100000:3.0:1767328344.913330:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240320
00000100:00100000:3.0:1767328344.913332:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240320
00000100:00100000:0.0:1767328344.913365:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4320
00000100:00100000:0.0:1767328344.913374:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993240192:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767328344.913384:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2350
00000100:00100000:1.0:1767328344.913396:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993240320:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767328344.913397:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328344.913414:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328344.913486:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993240320:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 94us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328344.913494:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993240192:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 116us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328344.913498:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2350
00000100:00100000:0.0:1767328344.913510:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4320
00000100:00100000:0.0:1767328345.014651:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328345.014671:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010695552:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328345.014726:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328345.014773:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695552
00000100:00100000:1.0:1767328345.014782:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695552
00000100:00100000:1.0:1767328345.014853:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8371
00000100:00080000:2.0:1767328345.014862:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328345.014863:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010695552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328345.014890:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328345.014930:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010695552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328345.014936:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8371
00000100:00100000:0.0:1767328345.014968:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010695552:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328345.462551:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328345.526542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328345.526550:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328345.526553:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328345.526556:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328345.526560:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328345.526567:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13538
00000100:00080000:3.0:1767328345.526571:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328345.526577:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328345.526603:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9dc00 x1853164010695808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328345.526611:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010695680:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328345.526649:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010695808:0@lo:38:kworker.0
00000100:00080000:3.0:1767328345.526658:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328345.526662:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328345.526664:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328345.526668:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13538
00000100:00080000:3.0:1767328345.526670:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328345.526674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328345.526682:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328345.526688:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8380 x1853164010696192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328345.526689:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010695936:0@lo:400:kworker.0
00000100:00100000:0.0:1767328345.526697:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328345.526738:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010696192:0@lo:38:kworker.0
00000100:00080000:3.0:1767328345.526738:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328345.526740:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695680
00000100:00100000:1.0:1767328345.526748:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695680
00000100:00080000:3.0:1767328345.526749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328345.526750:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328345.526754:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328345.526759:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13538
00000100:00080000:3.0:1767328345.526761:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328345.526765:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328345.526776:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda680 x1853164010696448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328345.526801:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328345.526808:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767328345.526813:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328345.526817:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328345.526819:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328345.526823:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8372
00000100:00100000:2.0:1767328345.526823:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010696064:0@lo:400:kworker.0
00000100:00080000:3.0:1767328345.526828:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13538
00000100:00100000:0.0:1767328345.526835:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010696448:0@lo:38:kworker.0
00000100:00080000:3.0:1767328345.526835:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328345.526837:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010695680:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328345.526846:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328345.526864:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328345.526868:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d180 x1853164010696704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:1.0:1767328345.526869:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328345.526878:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328345.526916:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695808
00000100:00100000:3.0:1767328345.526921:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695808
00000100:00100000:0.0:1767328345.526923:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010696704:0@lo:38:kworker.0
00000100:00100000:1.0:1767328345.526923:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010695680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328345.526932:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010695936
00000100:00100000:1.0:1767328345.526938:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8372
00000100:00100000:2.0:1767328345.526941:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010695936
00000100:00100000:3.0:1767328345.526951:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35246
00000100:00100000:0.0:1767328345.526961:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328345.526961:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010695808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328345.526980:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328345.526989:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696064
00000100:00100000:1.0:1767328345.526991:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696192
00000100:00100000:2.0:1767328345.526995:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696064
00000100:00100000:1.0:1767328345.526999:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696192
00000100:00100000:0.0:1767328345.527006:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9488
00000100:00100000:0.0:1767328345.527017:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010695936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328345.527026:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010695808:12345-0@lo:38:kworker.0 Request processed in 67us (333us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328345.527027:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696448
00000100:00100000:1.0:1767328345.527033:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696448
00000100:00100000:3.0:1767328345.527037:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35246
00000100:00100000:2.0:1767328345.527039:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9489
00000100:00100000:2.0:1767328345.527055:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010696064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328345.527058:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696704
00000100:00100000:1.0:1767328345.527062:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696704
00000100:00100000:0.0:1767328345.527067:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010695936:12345-0@lo:400:kworker.0 Request processed in 52us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328345.527073:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9488
00000100:00100000:1.0:1767328345.527089:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4321
00000100:00100000:1.0:1767328345.527096:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010696192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328345.527098:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322
00000100:00100000:2.0:1767328345.527109:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010696064:12345-0@lo:400:kworker.0 Request processed in 58us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328345.527110:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010696448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328345.527111:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328345.527112:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323
00000100:00100000:0.0:1767328345.527124:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010696704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328345.527129:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328345.527131:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9489
00010000:00020000:0.0:1767328345.527137:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328345.527148:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010696192:12345-0@lo:38:kworker.0 Request processed in 51us (364us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328345.527154:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4321
00000100:00080000:2.0:1767328345.527162:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328345.527182:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010696448:12345-0@lo:38:kworker.0 Request processed in 71us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328345.527183:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010696704:12345-0@lo:38:kworker.0 Request processed in 59us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328345.527190:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010696320:0@lo:400:kworker.0
00000100:00100000:0.0:1767328345.527202:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323
00000100:00100000:3.0:1767328345.527208:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322
00000100:00080000:1.0:1767328345.527212:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328345.527218:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328345.527222:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010696704:0@lo:38:kworker.0
00000100:00100000:2.0:1767328345.527236:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328345.527238:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328345.527243:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328345.527244:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010696576:0@lo:400:kworker.0
00000100:00100000:1.0:1767328345.527247:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010696448:0@lo:38:kworker.0
00000100:00080000:1.0:1767328345.527256:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328345.527258:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328345.527262:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010696192:0@lo:38:kworker.0
00000100:00080000:1.0:1767328345.527276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328345.527281:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328345.527284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328345.527288:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010695808:0@lo:38:kworker.0
00000100:00100000:0.0:1767328345.527302:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696320
00000100:00100000:0.0:1767328345.527308:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696320
00000100:00100000:2.0:1767328345.527316:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010696064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328345.527341:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010695936:0@lo:400:kworker.0
00000100:00100000:1.0:1767328345.527343:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696576
00000100:00100000:3.0:1767328345.527346:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010695680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328345.527349:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696576
00000100:00100000:0.0:1767328345.527355:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351
00000100:00100000:0.0:1767328345.527366:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010696320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328345.527389:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352
00000100:00100000:1.0:1767328345.527398:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010696576:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328345.527405:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328345.527458:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010696320:12345-0@lo:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328345.527463:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010696576:12345-0@lo:400:kworker.0 Request processed in 65us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328345.527474:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351
00000100:00100000:2.0:1767328345.527476:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010696320:0@lo:400:kworker.0
00000100:00100000:1.0:1767328345.527484:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352
00000100:00100000:3.0:1767328345.527498:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010696576:0@lo:400:kworker.0
00010000:00010000:2.0:1767328346.486577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328347.510583:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328348.534557:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328349.558560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328350.032800:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328350.032827:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328350.032858:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240576
00000100:00100000:1.0:1767328350.032871:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240576
00000100:00100000:0.0:1767328350.032885:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240448
00000100:00100000:0.0:1767328350.032894:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240448
00000100:00100000:0.0:1767328350.032944:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2353
00000100:00080000:2.0:1767328350.032950:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328350.032961:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993240576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328350.032964:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4324
00000100:00100000:1.0:1767328350.032977:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993240448:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328350.033000:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328350.033053:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993240576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 98us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328350.033061:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993240448:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328350.033069:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2353
00000100:00100000:1.0:1767328350.033078:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4324
00000100:00100000:2.0:1767328350.134599:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010696832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328350.134664:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328350.134713:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696832
00000100:00100000:1.0:1767328350.134722:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696832
00000100:00080000:2.0:1767328350.134806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328350.134808:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8373
00000100:00100000:1.0:1767328350.134819:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010696832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328350.134844:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328350.134885:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010696832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328350.134892:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8373
00000100:00100000:2.0:1767328350.134930:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010696832:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328350.582591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328350.646511:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328350.646520:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328350.646524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328350.646528:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328350.646531:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328350.646539:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13543
00000100:00080000:3.0:1767328350.646543:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328350.646550:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328350.646578:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d500 x1853164010697088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328350.646633:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328350.646639:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328350.646641:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328350.646647:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010696960:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328350.646647:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13543
00000100:00080000:3.0:1767328350.646651:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328350.646656:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010697216:0@lo:400:kworker.0
00000100:00080000:3.0:1767328350.646659:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328350.646680:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010697088:0@lo:38:kworker.0
00000100:00100000:3.0:1767328350.646681:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09df80 x1853164010697472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328350.646713:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328350.646716:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328350.646718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328350.646722:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13543
00000100:00080000:3.0:1767328350.646725:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328350.646729:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328350.646745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09e300 x1853164010697728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328350.646771:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328350.646773:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328350.646784:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328350.646792:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328350.646806:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328350.646808:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328350.646812:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13543
00000100:00080000:3.0:1767328350.646814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328350.646818:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328350.646827:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09f100 x1853164010697984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328350.646850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010697472:0@lo:38:kworker.0
00000100:00100000:2.0:1767328350.646854:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328350.646859:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697088
00000100:00100000:0.0:1767328350.646860:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010697856:0@lo:400:kworker.0
00000100:00100000:3.0:1767328350.646867:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697088
00000100:00100000:2.0:1767328350.646871:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010697344:0@lo:400:kworker.0
00000100:00100000:3.0:1767328350.646907:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35247
00000100:00100000:1.0:1767328350.646914:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328350.646920:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010697088:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328350.646929:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328350.646933:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010696960
00000100:00100000:0.0:1767328350.646941:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010696960
00010000:00020000:3.0:1767328350.646942:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328350.646951:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010697728:0@lo:38:kworker.0
00000100:00100000:2.0:1767328350.646990:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697216
00000100:00100000:1.0:1767328350.646997:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328350.646998:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697216
00000100:00100000:3.0:1767328350.647005:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010697088:12345-0@lo:38:kworker.0 Request processed in 87us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328350.647014:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35247
00000100:00100000:0.0:1767328350.647023:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8374
00000100:00100000:1.0:1767328350.647027:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010697984:0@lo:38:kworker.0
00000100:00100000:2.0:1767328350.647051:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697344
00000100:00100000:1.0:1767328350.647058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328350.647060:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697344
00000100:00100000:0.0:1767328350.647061:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010696960:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328350.647098:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010697600:0@lo:400:kworker.0
00000100:00080000:1.0:1767328350.647099:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00002000:00000024:0.0:1767328350.647100:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328350.647110:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9490
00000100:00080000:1.0:1767328350.647111:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328350.647120:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010697088:0@lo:38:kworker.0
00000100:00100000:2.0:1767328350.647132:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010697216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328350.647140:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328350.647163:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697472
00000100:00100000:1.0:1767328350.647169:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697472
00000100:00100000:0.0:1767328350.647171:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010696960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328350.647184:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8374
00000100:00100000:1.0:1767328350.647215:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697728
00000100:00100000:3.0:1767328350.647216:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9491
00000100:00100000:2.0:1767328350.647220:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010697216:12345-0@lo:400:kworker.0 Request processed in 90us (475us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328350.647221:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697728
00000100:00100000:3.0:1767328350.647233:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010697344:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328350.647234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328350.647242:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9490
00000100:00100000:1.0:1767328350.647243:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697984
00000100:00100000:1.0:1767328350.647248:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697984
00000100:00100000:0.0:1767328350.647261:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697600
00000100:00100000:0.0:1767328350.647269:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697600
00000100:00100000:1.0:1767328350.647270:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325
00000100:00100000:1.0:1767328350.647281:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010697472:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328350.647293:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010697344:12345-0@lo:400:kworker.0 Request processed in 65us (370us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328350.647296:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328350.647297:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326
00000100:00100000:3.0:1767328350.647308:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9491
00000100:00100000:2.0:1767328350.647315:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010697728:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328350.647329:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354
00010000:00020000:2.0:1767328350.647335:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328350.647349:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010697600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328350.647349:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010697472:12345-0@lo:38:kworker.0 Request processed in 66us (435us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328350.647363:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010697344:0@lo:400:kworker.0
00000100:00100000:1.0:1767328350.647368:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325
00000100:00100000:3.0:1767328350.647386:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010697216:0@lo:400:kworker.0
00000100:00100000:2.0:1767328350.647395:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010697728:12345-0@lo:38:kworker.0 Request processed in 79us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328350.647396:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327
00000100:00100000:1.0:1767328350.647406:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010697984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328350.647448:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328350.647458:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010697600:12345-0@lo:400:kworker.0 Request processed in 116us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328350.647466:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326
00000100:00100000:3.0:1767328350.647469:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328350.647482:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010697984:12345-0@lo:38:kworker.0 Request processed in 72us (427us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328350.647483:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354
00000100:00100000:2.0:1767328350.647494:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010697856
00000100:00100000:1.0:1767328350.647496:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327
00000100:00100000:2.0:1767328350.647502:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010697856
00000100:00100000:3.0:1767328350.647514:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010696960:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328350.647531:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328350.647545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328350.647552:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328350.647558:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010697472:0@lo:38:kworker.0
00000100:00100000:3.0:1767328350.647562:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355
00000100:00100000:3.0:1767328350.647575:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010697856:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328350.647579:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328350.647581:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010697600:0@lo:400:kworker.0
00000100:00080000:1.0:1767328350.647586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328350.647595:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010697728:0@lo:38:kworker.0
00000100:00080000:1.0:1767328350.647614:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328350.647618:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328350.647621:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010697984:0@lo:38:kworker.0
00000100:00100000:3.0:1767328350.647637:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010697856:12345-0@lo:400:kworker.0 Request processed in 64us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328350.647646:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355
00000100:00100000:2.0:1767328350.647687:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010697856:0@lo:400:kworker.0
00010000:00010000:2.0:1767328351.606537:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328352.630560:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328353.654537:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328354.678539:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328355.152791:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328355.152823:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328355.152852:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240832
00000100:00100000:0.0:1767328355.152863:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240832
00000100:00100000:1.0:1767328355.152865:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240704
00000100:00100000:1.0:1767328355.152872:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240704
00000100:00100000:1.0:1767328355.152917:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2356
00000100:00100000:0.0:1767328355.152925:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4328
00000100:00100000:1.0:1767328355.152932:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993240832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328355.152932:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328355.152940:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993240704:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328355.152960:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328355.153005:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993240832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328355.153007:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993240704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (182us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328355.153017:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2356
00000100:00100000:0.0:1767328355.153023:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4328
00000100:00100000:3.0:1767328355.254638:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010698112:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328355.254690:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328355.254748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698112
00000100:00100000:0.0:1767328355.254756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698112
00000100:00100000:0.0:1767328355.254808:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8375
00000100:00100000:0.0:1767328355.254818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010698112:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767328355.254818:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767328355.254847:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328355.254887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010698112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328355.254893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8375
00000100:00100000:3.0:1767328355.254987:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010698112:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328355.702562:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328355.766500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328355.766508:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328355.766512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328355.766517:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328355.766521:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328355.766531:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13548
00000100:00080000:3.0:1767328355.766537:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328355.766545:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328355.766575:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c000 x1853164010698368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328355.766612:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328355.766621:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010698368:0@lo:38:kworker.0
00000100:00080000:3.0:1767328355.766626:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328355.766627:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010698240:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328355.766637:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328355.766638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010698496:0@lo:400:kworker.0
00000100:00080000:3.0:1767328355.766641:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328355.766649:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13548
00000100:00080000:3.0:1767328355.766653:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328355.766658:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328355.766676:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09f100 x1853164010698624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328355.766699:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328355.766700:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328355.766702:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328355.766703:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328355.766710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328355.766730:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328355.766736:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13548
00000100:00080000:3.0:1767328355.766741:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328355.766746:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328355.766766:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09df80 x1853164010698880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328355.766768:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328355.766771:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010698624:0@lo:38:kworker.0
00000100:00100000:0.0:1767328355.766780:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010698752:0@lo:400:kworker.0
00000100:00100000:1.0:1767328355.766800:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698240
00000100:00100000:1.0:1767328355.766807:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698240
00000100:00080000:3.0:1767328355.766823:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328355.766832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328355.766832:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328355.766838:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328355.766843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328355.766844:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13548
00000100:00080000:3.0:1767328355.766851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328355.766856:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328355.766869:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698496
00000100:00100000:1.0:1767328355.766873:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8376
00000100:00100000:0.0:1767328355.766876:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698496
00000100:00100000:3.0:1767328355.766877:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302300 x1853164010699136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328355.766878:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010698880:0@lo:38:kworker.0
00000100:00100000:1.0:1767328355.766887:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010698240:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328355.766911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328355.766920:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9492
00002000:00000024:1.0:1767328355.766920:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328355.766931:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698368
00000100:00100000:0.0:1767328355.766934:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010698496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328355.766938:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010699136:0@lo:38:kworker.0
00000100:00100000:3.0:1767328355.766939:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698368
00000100:00100000:1.0:1767328355.766965:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010698240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328355.766972:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8376
00000100:00100000:3.0:1767328355.766980:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35248
00000100:00100000:2.0:1767328355.766986:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328355.766991:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010698496:12345-0@lo:400:kworker.0 Request processed in 59us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328355.766993:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010698368:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328355.767003:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9492
00000100:00100000:1.0:1767328355.767016:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698624
00010000:00020000:3.0:1767328355.767019:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328355.767021:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698624
00000100:00100000:2.0:1767328355.767029:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698880
00000100:00100000:0.0:1767328355.767035:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328355.767036:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698880
00000100:00100000:1.0:1767328355.767049:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699136
00000100:00100000:1.0:1767328355.767054:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699136
00000100:00100000:2.0:1767328355.767071:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010698752
00000100:00100000:2.0:1767328355.767076:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010698752
00000100:00100000:0.0:1767328355.767083:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010698496:0@lo:400:kworker.0
00000100:00100000:3.0:1767328355.767084:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010698368:12345-0@lo:38:kworker.0 Request processed in 90us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328355.767088:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329
00000100:00100000:1.0:1767328355.767100:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010698624:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328355.767104:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35248
00010000:00020000:1.0:1767328355.767114:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328355.767116:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357
00000100:00100000:0.0:1767328355.767124:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330
00000100:00100000:2.0:1767328355.767129:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010698752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328355.767135:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010698880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328355.767146:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328355.767151:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010698624:12345-0@lo:38:kworker.0 Request processed in 49us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328355.767156:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331
00000100:00100000:1.0:1767328355.767166:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329
00000100:00100000:3.0:1767328355.767168:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010699136:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328355.767181:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010698752:12345-0@lo:400:kworker.0 Request processed in 55us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328355.767189:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010698880:12345-0@lo:38:kworker.0 Request processed in 54us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328355.767189:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357
00010000:00020000:3.0:1767328355.767194:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328355.767201:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330
00000100:00080000:1.0:1767328355.767207:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328355.767243:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328355.767250:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010698752:0@lo:400:kworker.0
00000100:00100000:3.0:1767328355.767252:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010699136:12345-0@lo:38:kworker.0 Request processed in 83us (266us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328355.767254:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328355.767255:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010699008:0@lo:400:kworker.0
00000100:00080000:2.0:1767328355.767266:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328355.767274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010699136:0@lo:38:kworker.0
00000100:00100000:3.0:1767328355.767275:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331
00000100:00080000:2.0:1767328355.767290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328355.767298:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328355.767299:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328355.767304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010698880:0@lo:38:kworker.0
00000100:00080000:2.0:1767328355.767319:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328355.767323:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010698240:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328355.767326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328355.767333:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699008
00000100:00100000:2.0:1767328355.767334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010698624:0@lo:38:kworker.0
00000100:00100000:3.0:1767328355.767341:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699008
00000100:00080000:2.0:1767328355.767349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328355.767355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328355.767359:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010698368:0@lo:38:kworker.0
00000100:00080000:1.0:1767328355.767373:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328355.767394:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358
00000100:00100000:3.0:1767328355.767405:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010699008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328355.767469:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010699008:12345-0@lo:400:kworker.0 Request processed in 67us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328355.767479:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358
00000100:00100000:0.0:1767328355.767493:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010699008:0@lo:400:kworker.0
00010000:00010000:2.0:1767328356.726555:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328357.750549:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328358.774578:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328359.798557:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328360.273085:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328360.273119:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328360.273131:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241088
00000100:00100000:0.0:1767328360.273141:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241088
00000100:00100000:2.0:1767328360.273186:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993240960
00000100:00100000:2.0:1767328360.273192:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993240960
00000100:00100000:0.0:1767328360.273205:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2359
00000100:00100000:0.0:1767328360.273217:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993241088:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328360.273236:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4332
00000100:00080000:1.0:1767328360.273241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328360.273243:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993240960:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328360.273263:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328360.273295:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993241088:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328360.273296:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993240960:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 51us (175us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328360.273309:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4332
00000100:00100000:0.0:1767328360.273317:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2359
00000100:00100000:0.0:1767328360.374647:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010699264:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328360.374716:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328360.374800:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699264
00000100:00100000:3.0:1767328360.374807:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699264
00000100:00080000:1.0:1767328360.374847:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328360.374856:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8377
00000100:00100000:3.0:1767328360.374866:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010699264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328360.374888:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328360.374929:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010699264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328360.374934:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8377
00000100:00100000:0.0:1767328360.374964:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010699264:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328360.822536:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328360.886528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328360.886539:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328360.886542:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328360.886548:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328360.886553:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328360.886563:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13553
00000100:00080000:3.0:1767328360.886570:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328360.886578:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328360.886603:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010699392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328360.886612:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300a80 x1853164010699520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328360.886658:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328360.886663:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328360.886666:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328360.886671:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010699520:0@lo:38:kworker.0
00000100:00080000:3.0:1767328360.886675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13553
00000100:00100000:0.0:1767328360.886695:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010699648:0@lo:400:kworker.0
00000100:00080000:3.0:1767328360.886696:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328360.886706:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328360.886709:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328360.886727:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301880 x1853164010699776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328360.886747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328360.886754:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328360.886773:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328360.886779:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328360.886782:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328360.886788:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13553
00000100:00080000:3.0:1767328360.886792:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328360.886796:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328360.886802:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010699776:0@lo:38:kworker.0
00000100:00100000:3.0:1767328360.886814:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302300 x1853164010700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328360.886816:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328360.886833:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010699904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328360.886835:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328360.886838:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699520
00000100:00100000:0.0:1767328360.886846:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699520
00000100:00080000:3.0:1767328360.886849:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328360.886854:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328360.886857:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328360.886862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010700032:0@lo:38:kworker.0
00000100:00080000:3.0:1767328360.886864:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13553
00000100:00080000:3.0:1767328360.886871:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328360.886877:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328360.886887:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35249
00000100:00100000:1.0:1767328360.886887:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328360.886895:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7480 x1853164010700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328360.886896:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328360.886900:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010699520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328360.886908:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010700160:0@lo:400:kworker.0
00010000:00020000:0.0:1767328360.886925:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328360.886940:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328360.886950:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699648
00000100:00100000:3.0:1767328360.886956:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699648
00000100:00100000:1.0:1767328360.886960:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699392
00000100:00100000:1.0:1767328360.886967:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699392
00000100:00100000:0.0:1767328360.886972:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010699520:12345-0@lo:38:kworker.0 Request processed in 73us (224us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328360.886979:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35249
00000100:00100000:2.0:1767328360.886983:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699776
00000100:00100000:2.0:1767328360.886988:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699776
00000100:00100000:1.0:1767328360.887012:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8378
00000100:00100000:2.0:1767328360.887017:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010699904
00000100:00100000:2.0:1767328360.887022:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010699904
00000100:00100000:1.0:1767328360.887027:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010699392:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328360.887029:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9493
00000100:00100000:0.0:1767328360.887052:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700160
00000100:00100000:0.0:1767328360.887056:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700160
00000100:00100000:2.0:1767328360.887057:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360
00000100:00100000:3.0:1767328360.887060:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010699648:12345-0@lo:400:kworker.0
00002000:00000024:1.0:1767328360.887061:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328360.887071:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010699904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328360.887092:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361
00000100:00100000:0.0:1767328360.887101:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010700160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328360.887131:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010699392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (454us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328360.887132:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010699904:12345-0@lo:400:kworker.0 Request processed in 66us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328360.887146:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010699648:12345-0@lo:400:kworker.0 Request processed in 90us (390us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328360.887155:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360
00000100:00100000:0.0:1767328360.887157:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010700160:12345-0@lo:400:kworker.0 Request processed in 55us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328360.887157:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8378
00000100:00100000:3.0:1767328360.887161:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9493
00000100:00100000:0.0:1767328360.887172:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361
00000100:00100000:2.0:1767328360.887181:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4333
00000100:00100000:2.0:1767328360.887188:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010699776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328360.887199:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328360.887201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328360.887208:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328360.887216:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010699648:0@lo:400:kworker.0
00000100:00100000:2.0:1767328360.887229:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010699776:12345-0@lo:38:kworker.0 Request processed in 39us (396us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328360.887239:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4333
00000100:00100000:3.0:1767328360.887247:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328360.887256:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010699392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328360.887267:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700032
00000100:00100000:0.0:1767328360.887269:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010699904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328360.887272:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700032
00000100:00080000:3.0:1767328360.887297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328360.887299:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4334
00000100:00100000:2.0:1767328360.887308:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010700032:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328360.887308:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328360.887319:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010699776:0@lo:38:kworker.0
00010000:00020000:2.0:1767328360.887320:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328360.887339:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328360.887345:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328360.887350:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010700032:12345-0@lo:38:kworker.0 Request processed in 42us (106us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328360.887353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010699520:0@lo:38:kworker.0
00000100:00100000:2.0:1767328360.887360:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4334
00000100:00100000:3.0:1767328360.887383:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010700288:0@lo:38:kworker.0
00000100:00100000:2.0:1767328360.887389:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010700160:0@lo:400:kworker.0
00000100:00100000:3.0:1767328360.887441:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328360.887464:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700288
00000100:00100000:2.0:1767328360.887468:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700288
00000100:00080000:3.0:1767328360.887472:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328360.887478:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328360.887483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010700032:0@lo:38:kworker.0
00000100:00100000:2.0:1767328360.887491:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4335
00000100:00100000:2.0:1767328360.887496:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010700288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328360.887503:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328360.887530:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010700288:12345-0@lo:38:kworker.0 Request processed in 34us (113us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328360.887536:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4335
00000100:00080000:3.0:1767328360.887556:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328360.887563:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328360.887567:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010700288:0@lo:38:kworker.0
00010000:00010000:2.0:1767328361.846587:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328362.870565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328363.894596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328364.369012:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993241216 offset 0 length 520: 4
00000100:00100000:3.0:1767328364.369058:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328364.369095:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328364.369160:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241472
00000100:00100000:2.0:1767328364.369161:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241344
00000100:00100000:0.0:1767328364.369172:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241472
00000100:00100000:2.0:1767328364.369172:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241344
00000100:00100000:2.0:1767328364.369241:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2362
00000100:00080000:1.0:1767328364.369243:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328364.369251:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4336
00000100:00100000:2.0:1767328364.369258:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993241472:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328364.369266:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993241344:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328364.369287:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328364.369342:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993241344:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328364.369343:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993241472:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328364.369360:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4336
00000100:00100000:2.0:1767328364.369368:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2362
00010000:00010000:0.0:1767328364.918555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328365.494607:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328365.494625:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010700416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328365.494701:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328365.494750:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700416
00000100:00100000:0.0:1767328365.494759:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700416
00000100:00080000:1.0:1767328365.494805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328365.494836:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8379
00000100:00100000:0.0:1767328365.494845:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010700416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328365.494871:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328365.494914:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010700416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328365.494921:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8379
00000100:00100000:1.0:1767328365.494958:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010700416:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328365.942555:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328366.006531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328366.006541:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328366.006546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328366.006551:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328366.006556:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328366.006562:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328340/real 1767328340]  req@ffff9bb582cd9f80 x1853164010694528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328366.006566:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13558
00000100:00080000:3.0:1767328366.006575:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328366.006584:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328366.006592:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb582cd9f80 x1853164010694528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328366.006595:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010700544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328366.006614:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010700672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328366.006618:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328366.006638:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328366.006653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010694528:0@lo:250:kworker.0
00000100:00100000:1.0:1767328366.006673:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328366.006675:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328366.006677:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010700800:0@lo:400:kworker.0
00000100:00100000:0.0:1767328366.006680:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010700672:0@lo:38:kworker.0
00000100:00080000:3.0:1767328366.006687:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328366.006692:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328366.006698:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13558
00000100:00080000:3.0:1767328366.006702:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328366.006708:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328366.006728:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010700928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328366.006736:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328366.006736:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328366.006769:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700544
00000100:00080000:3.0:1767328366.006775:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328366.006777:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700544
00000100:00080000:3.0:1767328366.006783:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328366.006787:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328366.006788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010700928:0@lo:38:kworker.0
00000100:00080000:3.0:1767328366.006790:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328366.006797:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010701056:0@lo:400:kworker.0
00000100:00080000:3.0:1767328366.006802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13558
00000100:00080000:3.0:1767328366.006808:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328366.006812:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328366.006829:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb800 x1853164010701184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328366.006839:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8380
00000100:00100000:0.0:1767328366.006841:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328366.006854:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010700544:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328366.006863:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700928
00000100:00100000:2.0:1767328366.006868:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700928
00000100:00100000:0.0:1767328366.006876:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010701184:0@lo:38:kworker.0
00000100:00080000:3.0:1767328366.006879:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00002000:00000024:1.0:1767328366.006883:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767328366.006884:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328366.006890:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328366.006895:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13558
00000100:00100000:2.0:1767328366.006899:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337
00000100:00080000:3.0:1767328366.006902:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328366.006909:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328366.006910:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010700928:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328366.006911:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328366.006925:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010700544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328366.006934:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8380
00000100:00100000:3.0:1767328366.006934:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1ba680 x1853164010701440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767328366.006935:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328366.006958:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010701440:0@lo:38:kworker.0
00000100:00080000:3.0:1767328366.006959:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328366.006962:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328366.006971:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328366.006973:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328366.006979:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13538
00000100:00080000:3.0:1767328366.006982:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328366.006986:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701184
00000100:00100000:2.0:1767328366.006986:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010700928:12345-0@lo:38:kworker.0 Request processed in 75us (147us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328366.006990:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328366.006993:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701184
00000100:00100000:0.0:1767328366.007002:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328366.007006:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337
00000100:00100000:3.0:1767328366.007015:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bccc0a80 x1853164010701568/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328366.007023:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701440
00000100:00100000:2.0:1767328366.007029:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701440
00000100:00100000:1.0:1767328366.007036:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338
00000100:00080000:0.0:1767328366.007041:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328366.007046:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010701184:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328366.007049:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328366.007056:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010700928:0@lo:38:kworker.0
00000100:00100000:2.0:1767328366.007060:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339
00010000:00020000:1.0:1767328366.007061:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328366.007071:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010701440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328366.007082:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010701568:0@lo:250:kworker.0
00010000:00020000:2.0:1767328366.007082:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328366.007088:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700672
00000100:00100000:3.0:1767328366.007095:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700672
00000100:00100000:1.0:1767328366.007098:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010701184:12345-0@lo:38:kworker.0 Request processed in 53us (194us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328366.007104:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338
00000400:00000100:0.0:1767328366.007117:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010701568 offset 0 length 520: 4
00000100:00100000:2.0:1767328366.007128:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010701440:12345-0@lo:38:kworker.0 Request processed in 56us (124us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328366.007136:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339
00000100:00100000:3.0:1767328366.007140:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35250
00000100:00100000:3.0:1767328366.007152:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010700672:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328366.007159:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328366.007164:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328366.007167:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010701312:0@lo:400:kworker.0
00010000:00020000:3.0:1767328366.007168:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328366.007172:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010701440:0@lo:38:kworker.0
00000100:00100000:1.0:1767328366.007181:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010700800
00000100:00080000:0.0:1767328366.007186:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328366.007186:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010700800
00000100:00080000:0.0:1767328366.007192:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328366.007195:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010701184:0@lo:38:kworker.0
00000100:00100000:2.0:1767328366.007217:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328366.007223:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9494
00000100:00080000:0.0:1767328366.007224:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328366.007231:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328366.007233:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010700672:12345-0@lo:38:kworker.0 Request processed in 79us (500us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328366.007238:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010700672:0@lo:38:kworker.0
00000100:00100000:1.0:1767328366.007238:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010700800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328366.007250:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35250
00000100:00100000:2.0:1767328366.007273:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328366.007283:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010700800:12345-0@lo:400:kworker.0 Request processed in 50us (555us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328366.007291:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9494
00000100:00100000:3.0:1767328366.007295:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701312
00000100:00100000:3.0:1767328366.007301:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701312
00000100:00100000:0.0:1767328366.007321:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010700544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328366.007324:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010700800:0@lo:400:kworker.0
00000100:00100000:1.0:1767328366.007330:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701056
00000100:00100000:1.0:1767328366.007335:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701056
00000100:00100000:3.0:1767328366.007361:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363
00000100:00100000:2.0:1767328366.007377:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364
00000100:00100000:3.0:1767328366.007378:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010701312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328366.007394:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010701056:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328366.007400:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328366.007460:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010701312:0@lo:400:kworker.0
00000100:00100000:3.0:1767328366.007466:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010701312:12345-0@lo:400:kworker.0 Request processed in 93us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328366.007477:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010701056:12345-0@lo:400:kworker.0 Request processed in 88us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328366.007478:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363
00000100:00100000:2.0:1767328366.007488:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364
00000100:00100000:1.0:1767328366.007502:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010701056:0@lo:400:kworker.0
00010000:00010000:2.0:1767328366.966537:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328367.990575:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328369.014547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328369.489068:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328369.489130:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328369.489190:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241728
00000100:00100000:3.0:1767328369.489202:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241600
00000100:00100000:2.0:1767328369.489204:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241728
00000100:00100000:3.0:1767328369.489213:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241600
00000100:00100000:3.0:1767328369.489300:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4340
00000100:00100000:3.0:1767328369.489309:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993241600:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767328369.489310:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328369.489331:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328369.489337:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2365
00000100:00100000:1.0:1767328369.489354:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993241728:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328369.489429:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993241728:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328369.489454:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993241600:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (284us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328369.489470:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4340
00000100:00100000:1.0:1767328369.489479:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2365
00010000:00010000:0.0:1767328370.038575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328370.614539:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010701696:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328370.614599:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328370.614650:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701696
00000100:00100000:1.0:1767328370.614661:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701696
00000100:00080000:0.0:1767328370.614710:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328370.614731:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8381
00000100:00100000:1.0:1767328370.614749:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010701696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328370.614774:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328370.614816:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010701696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328370.614823:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8381
00000100:00100000:0.0:1767328370.614857:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010701696:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328371.062566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328371.126520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328371.126529:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328371.126532:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328371.126535:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328371.126539:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328371.126547:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13563
00000100:00080000:0.0:1767328371.126550:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328371.126557:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328371.126582:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010701952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328371.126628:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328371.126632:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328371.126633:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328371.126637:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13563
00000100:00080000:0.0:1767328371.126639:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328371.126642:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328371.126649:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010702080:0@lo:400:kworker.0
00000100:00100000:1.0:1767328371.126650:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010701824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328371.126656:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010702208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328371.126688:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328371.126691:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328371.126693:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328371.126696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13563
00000100:00080000:0.0:1767328371.126698:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328371.126701:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328371.126709:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9f80 x1853164010702464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328371.126724:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328371.126726:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328371.126728:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328371.126732:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13563
00000100:00080000:0.0:1767328371.126738:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328371.126745:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328371.126745:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328371.126746:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328371.126758:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010702336:0@lo:400:kworker.0
00000100:00100000:0.0:1767328371.126761:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1ba680 x1853164010702720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328371.126790:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010702592:0@lo:400:kworker.0
00000100:00100000:2.0:1767328371.126808:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328371.126814:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701824
00000100:00100000:3.0:1767328371.126820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010701952:0@lo:38:kworker.0
00000100:00100000:1.0:1767328371.126822:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701824
00000100:00100000:0.0:1767328371.126842:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328371.126866:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702336
00000100:00100000:3.0:1767328371.126872:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328371.126873:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702336
00000100:00100000:1.0:1767328371.126890:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8382
00000100:00100000:0.0:1767328371.126903:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702080
00000100:00100000:1.0:1767328371.126904:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010701824:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328371.126909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010702208:0@lo:38:kworker.0
00000100:00100000:0.0:1767328371.126910:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702080
00000100:00100000:2.0:1767328371.126911:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702592
00000100:00100000:2.0:1767328371.126917:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702592
00002000:00000024:1.0:1767328371.126941:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328371.126951:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328371.126956:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9495
00000100:00100000:2.0:1767328371.126957:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366
00000100:00100000:2.0:1767328371.126968:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010702336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328371.126977:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010702080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328371.126982:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010702464:0@lo:38:kworker.0
00000100:00100000:1.0:1767328371.127006:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010701824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328371.127016:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8382
00000100:00100000:2.0:1767328371.127023:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010702336:12345-0@lo:400:kworker.0 Request processed in 56us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328371.127032:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328371.127038:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010702080:12345-0@lo:400:kworker.0 Request processed in 70us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328371.127038:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366
00000100:00100000:0.0:1767328371.127048:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9495
00000100:00080000:1.0:1767328371.127049:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328371.127057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328371.127059:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702208
00000100:00100000:2.0:1767328371.127064:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702208
00000100:00100000:3.0:1767328371.127070:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010702720:0@lo:38:kworker.0
00000100:00100000:1.0:1767328371.127074:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702464
00000100:00100000:1.0:1767328371.127081:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702464
00000100:00100000:2.0:1767328371.127081:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367
00000100:00100000:2.0:1767328371.127093:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010702592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328371.127113:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4341
00000100:00100000:3.0:1767328371.127114:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328371.127122:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010701824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328371.127129:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010702208:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328371.127137:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010702592:12345-0@lo:400:kworker.0 Request processed in 45us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328371.127143:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367
00010000:00020000:1.0:1767328371.127151:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328371.127158:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702720
00000100:00100000:2.0:1767328371.127162:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702720
00000100:00100000:3.0:1767328371.127171:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342
00000100:00100000:3.0:1767328371.127179:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010702464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328371.127186:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343
00000100:00100000:0.0:1767328371.127196:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010702720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328371.127196:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328371.127210:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328371.127216:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010702336:0@lo:400:kworker.0
00000100:00100000:1.0:1767328371.127218:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010702208:12345-0@lo:38:kworker.0 Request processed in 89us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328371.127231:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4341
00000100:00100000:2.0:1767328371.127257:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010701952
00000100:00100000:2.0:1767328371.127262:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010701952
00000100:00100000:0.0:1767328371.127263:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010702720:12345-0@lo:38:kworker.0 Request processed in 67us (153us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328371.127263:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010702464:12345-0@lo:38:kworker.0 Request processed in 79us (232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328371.127277:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343
00000100:00100000:3.0:1767328371.127286:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342
00000100:00100000:2.0:1767328371.127290:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35251
00000100:00100000:1.0:1767328371.127293:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010702592:0@lo:400:kworker.0
00000100:00100000:2.0:1767328371.127299:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010701952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328371.127310:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328371.127338:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010702080:0@lo:400:kworker.0
00000100:00100000:2.0:1767328371.127347:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010701952:12345-0@lo:38:kworker.0 Request processed in 48us (477us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328371.127352:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35251
00000100:00080000:3.0:1767328371.127383:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328371.127391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328371.127395:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010701952:0@lo:38:kworker.0
00000100:00080000:3.0:1767328371.127403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328371.127407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328371.127410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010702208:0@lo:38:kworker.0
00000100:00080000:3.0:1767328371.127438:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328371.127442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328371.127446:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010702464:0@lo:38:kworker.0
00000100:00080000:3.0:1767328371.127455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328371.127458:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328371.127461:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010702720:0@lo:38:kworker.0
00010000:00010000:2.0:1767328372.086591:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328373.110548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328374.134577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328374.609003:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328374.609034:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328374.609083:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241856
00000100:00100000:1.0:1767328374.609094:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241856
00000100:00100000:2.0:1767328374.609119:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993241984
00000100:00100000:2.0:1767328374.609125:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993241984
00000100:00100000:1.0:1767328374.609138:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4344
00000100:00100000:1.0:1767328374.609147:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993241856:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328374.609166:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328374.609181:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2368
00000100:00080000:0.0:1767328374.609185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328374.609196:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993241984:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328374.609221:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993241856:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 73us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328374.609228:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4344
00000100:00100000:2.0:1767328374.609250:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993241984:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 58us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328374.609261:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2368
00010000:00010000:0.0:1767328375.158605:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328375.734648:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010702848:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328375.734714:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328375.734765:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702848
00000100:00100000:2.0:1767328375.734773:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702848
00000100:00080000:0.0:1767328375.734832:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328375.734837:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8383
00000100:00100000:2.0:1767328375.734848:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010702848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328375.734879:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328375.734920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010702848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328375.734925:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8383
00000100:00100000:0.0:1767328375.734971:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010702848:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328376.182610:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328376.246550:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328376.246558:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328376.246561:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328376.246564:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328376.246567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328376.246587:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13568
00000100:00080000:1.0:1767328376.246591:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328376.246598:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328376.246623:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47480 x1853164010703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328376.246637:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010702976:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328376.246663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010703104:0@lo:38:kworker.0
00000100:00080000:1.0:1767328376.246675:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328376.246679:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328376.246681:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328376.246686:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13568
00000100:00080000:1.0:1767328376.246688:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328376.246694:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328376.246695:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010703232:0@lo:400:kworker.0
00000100:00100000:1.0:1767328376.246707:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44a80 x1853164010703488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328376.246720:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328376.246721:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328376.246734:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328376.246741:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328376.246745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328376.246747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328376.246751:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13568
00000100:00080000:1.0:1767328376.246753:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328376.246757:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328376.246766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010703488:0@lo:38:kworker.0
00000100:00100000:1.0:1767328376.246770:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44000 x1853164010703744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328376.246773:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328376.246774:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328376.246788:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010703360:0@lo:400:kworker.0
00000100:00100000:3.0:1767328376.246788:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010703616:0@lo:400:kworker.0
00000100:00080000:1.0:1767328376.246795:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328376.246802:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328376.246803:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328376.246806:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328376.246809:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13568
00000100:00080000:1.0:1767328376.246811:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328376.246814:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328376.246826:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47100 x1853164010704000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328376.246833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010703744:0@lo:38:kworker.0
00000100:00100000:3.0:1767328376.246842:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328376.246843:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328376.246871:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328376.246879:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703488
00000100:00100000:1.0:1767328376.246884:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010703872:0@lo:400:kworker.0
00000100:00100000:0.0:1767328376.246886:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703488
00000100:00100000:2.0:1767328376.246912:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703104
00000100:00100000:2.0:1767328376.246917:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703104
00000100:00100000:3.0:1767328376.246922:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703616
00000100:00100000:1.0:1767328376.246924:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328376.246929:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4345
00000100:00100000:3.0:1767328376.246935:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703616
00000100:00100000:0.0:1767328376.246940:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010703488:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328376.246949:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35252
00000100:00100000:2.0:1767328376.246955:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010703104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328376.246958:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328376.246969:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328376.246973:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703872
00000100:00100000:1.0:1767328376.246979:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703872
00000100:00100000:3.0:1767328376.246994:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369
00000100:00100000:0.0:1767328376.247002:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010703488:12345-0@lo:38:kworker.0 Request processed in 62us (202us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328376.247008:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010703616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328376.247011:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010703104:12345-0@lo:38:kworker.0 Request processed in 53us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328376.247012:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4345
00000100:00100000:1.0:1767328376.247022:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370
00000100:00100000:2.0:1767328376.247024:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35252
00000100:00100000:1.0:1767328376.247039:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010703872:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328376.247043:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328376.247054:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703232
00000100:00100000:2.0:1767328376.247058:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703232
00000100:00100000:3.0:1767328376.247066:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010703616:12345-0@lo:400:kworker.0 Request processed in 63us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328376.247077:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328376.247077:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369
00000100:00100000:2.0:1767328376.247092:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703360
00000100:00100000:2.0:1767328376.247098:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703360
00000100:00100000:3.0:1767328376.247099:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010703744
00000100:00100000:1.0:1767328376.247104:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010703872:12345-0@lo:400:kworker.0 Request processed in 67us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328376.247106:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010703744
00000100:00100000:1.0:1767328376.247113:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370
00000100:00080000:0.0:1767328376.247118:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328376.247124:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328376.247129:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010703488:0@lo:38:kworker.0
00000100:00100000:3.0:1767328376.247138:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346
00000100:00080000:0.0:1767328376.247143:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328376.247149:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010703744:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328376.247150:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9496
00000100:00080000:0.0:1767328376.247152:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328376.247160:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010703104:0@lo:38:kworker.0
00000100:00100000:2.0:1767328376.247167:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010703232:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767328376.247171:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328376.247175:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010703872:0@lo:400:kworker.0
00000100:00100000:0.0:1767328376.247181:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010704000:0@lo:38:kworker.0
00000100:00100000:1.0:1767328376.247229:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9497
00000100:00100000:3.0:1767328376.247232:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010703744:12345-0@lo:38:kworker.0 Request processed in 82us (156us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328376.247234:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328376.247242:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010703360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328376.247247:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346
00000100:00100000:2.0:1767328376.247248:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010703232:12345-0@lo:400:kworker.0 Request processed in 82us (510us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328376.247258:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9496
00000100:00080000:0.0:1767328376.247266:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328376.247268:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704000
00000100:00080000:0.0:1767328376.247272:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328376.247273:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704000
00000100:00100000:0.0:1767328376.247278:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010703744:0@lo:38:kworker.0
00000100:00100000:1.0:1767328376.247286:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010703360:12345-0@lo:400:kworker.0 Request processed in 46us (445us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328376.247289:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328376.247294:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9497
00000100:00100000:3.0:1767328376.247308:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347
00000100:00100000:3.0:1767328376.247314:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010704000:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328376.247322:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010703360:0@lo:400:kworker.0
00010000:00020000:3.0:1767328376.247324:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328376.247337:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010703232:0@lo:400:kworker.0
00000100:00100000:0.0:1767328376.247350:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010702976
00000100:00100000:0.0:1767328376.247355:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010702976
00000100:00100000:3.0:1767328376.247367:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010704000:12345-0@lo:38:kworker.0 Request processed in 51us (138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328376.247374:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347
00000100:00080000:1.0:1767328376.247385:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328376.247393:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328376.247394:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8384
00000100:00100000:2.0:1767328376.247398:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010703616:0@lo:400:kworker.0
00000100:00100000:1.0:1767328376.247399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010704000:0@lo:38:kworker.0
00000100:00100000:0.0:1767328376.247408:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010702976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328376.247450:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328376.247484:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010702976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (773us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328376.247493:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8384
00000100:00100000:2.0:1767328376.247509:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010702976:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328377.206560:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328378.230591:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328379.254573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328379.729473:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328379.729539:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328379.729621:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993242112
00000100:00100000:3.0:1767328379.729637:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993242112
00000100:00100000:3.0:1767328379.729696:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993242240
00000100:00100000:3.0:1767328379.729700:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993242240
00000100:00100000:2.0:1767328379.729714:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4348
00000100:00100000:2.0:1767328379.729734:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993242112:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328379.729770:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2371
00010000:00020000:2.0:1767328379.729775:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328379.729791:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993242240:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767328379.729810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328379.729895:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993242112:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 161us (431us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328379.729903:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993242240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 112us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328379.729916:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4348
00000100:00100000:3.0:1767328379.729932:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2371
00010000:00010000:0.0:1767328380.278554:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328380.854658:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010704128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328380.854718:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328380.854760:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704128
00000100:00100000:0.0:1767328380.854768:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704128
00000100:00080000:2.0:1767328380.854825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328380.854829:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8385
00000100:00100000:0.0:1767328380.854842:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010704128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328380.854871:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328380.854917:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010704128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328380.854924:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8385
00000100:00100000:3.0:1767328380.854954:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010704128:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328381.302583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328381.366518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328381.366527:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328381.366530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328381.366545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328381.366548:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328381.366556:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13574
00000100:00080000:3.0:1767328381.366561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328381.366567:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328381.366587:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010704256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328381.366593:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010704384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328381.366647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010704384:0@lo:38:kworker.0
00000100:00100000:1.0:1767328381.366648:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328381.366656:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328381.366661:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328381.366663:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328381.366667:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13574
00000100:00080000:3.0:1767328381.366670:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328381.366674:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328381.366678:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010704512:0@lo:400:kworker.0
00000100:00100000:3.0:1767328381.366686:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010704768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328381.366710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328381.366719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328381.366723:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328381.366725:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328381.366732:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13574
00000100:00100000:0.0:1767328381.366736:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328381.366737:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704256
00000100:00080000:3.0:1767328381.366737:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328381.366745:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328381.366747:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704256
00000100:00100000:2.0:1767328381.366754:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010704768:0@lo:38:kworker.0
00000100:00100000:3.0:1767328381.366757:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1f80 x1853164010705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328381.366776:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767328381.366779:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328381.366783:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328381.366785:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328381.366789:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010704640:0@lo:400:kworker.0
00000100:00080000:3.0:1767328381.366790:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13574
00000100:00080000:3.0:1767328381.366795:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328381.366801:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328381.366805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328381.366807:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8386
00000100:00100000:3.0:1767328381.366816:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0700 x1853164010705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328381.366818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010704256:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328381.366833:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328381.366842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010705024:0@lo:38:kworker.0
00002000:00000024:1.0:1767328381.366850:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328381.366866:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704768
00000100:00100000:3.0:1767328381.366872:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704768
00000100:00100000:0.0:1767328381.366875:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704512
00000100:00100000:0.0:1767328381.366881:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704512
00000100:00100000:2.0:1767328381.366888:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328381.366899:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010704256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328381.366903:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705024
00000100:00100000:3.0:1767328381.366908:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705024
00000100:00100000:1.0:1767328381.366912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8386
00000100:00100000:0.0:1767328381.366917:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704640
00000100:00100000:0.0:1767328381.366922:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704640
00000100:00100000:2.0:1767328381.366929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010705280:0@lo:38:kworker.0
00000100:00100000:3.0:1767328381.366941:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349
00000100:00100000:3.0:1767328381.366951:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010704768:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328381.366955:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9498
00000100:00100000:1.0:1767328381.366962:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350
00000100:00100000:2.0:1767328381.366967:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328381.366969:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010704512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328381.366976:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010705024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328381.366978:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328381.366990:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328381.367025:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704384
00000100:00100000:2.0:1767328381.367031:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704384
00000100:00100000:0.0:1767328381.367035:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010704512:12345-0@lo:400:kworker.0 Request processed in 65us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328381.367042:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010704768:12345-0@lo:38:kworker.0 Request processed in 90us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328381.367048:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010705024:12345-0@lo:38:kworker.0 Request processed in 72us (161us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328381.367050:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9498
00000100:00100000:2.0:1767328381.367059:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35253
00000100:00100000:3.0:1767328381.367060:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349
00000100:00100000:1.0:1767328381.367069:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350
00000100:00100000:2.0:1767328381.367071:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010704384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328381.367083:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9499
00000100:00100000:3.0:1767328381.367083:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705280
00010000:00020000:2.0:1767328381.367085:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328381.367090:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705280
00000100:00100000:0.0:1767328381.367097:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010704640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328381.367098:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010705152:0@lo:400:kworker.0
00000100:00100000:3.0:1767328381.367114:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351
00000100:00100000:3.0:1767328381.367120:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010705280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328381.367130:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328381.367135:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010704384:12345-0@lo:38:kworker.0 Request processed in 62us (423us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328381.367141:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328381.367151:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35253
00000100:00100000:0.0:1767328381.367162:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010704640:12345-0@lo:400:kworker.0 Request processed in 67us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328381.367169:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9499
00000100:00100000:3.0:1767328381.367176:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010705280:12345-0@lo:38:kworker.0 Request processed in 52us (209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328381.367182:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351
00000100:00080000:2.0:1767328381.367189:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328381.367197:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010704256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328381.367199:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705152
00000100:00100000:3.0:1767328381.367204:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705152
00000100:00100000:0.0:1767328381.367215:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010704896:0@lo:400:kworker.0
00000100:00100000:0.0:1767328381.367240:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328381.367251:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010704896
00000100:00100000:3.0:1767328381.367255:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010704896
00000100:00100000:2.0:1767328381.367263:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372
00000100:00100000:2.0:1767328381.367276:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010705152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328381.367281:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373
00000100:00100000:1.0:1767328381.367292:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010704896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328381.367313:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010704640:0@lo:400:kworker.0
00000100:00080000:3.0:1767328381.367318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328381.367325:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328381.367330:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010705280:0@lo:38:kworker.0
00000100:00100000:0.0:1767328381.367334:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010704512:0@lo:400:kworker.0
00000100:00100000:2.0:1767328381.367341:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010705152:12345-0@lo:400:kworker.0 Request processed in 67us (201us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328381.367348:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328381.367352:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010704896:12345-0@lo:400:kworker.0 Request processed in 61us (109us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328381.367355:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372
00000100:00080000:3.0:1767328381.367357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328381.367366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010705024:0@lo:38:kworker.0
00000100:00100000:0.0:1767328381.367371:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010704896:0@lo:400:kworker.0
00000100:00100000:1.0:1767328381.367371:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373
00000100:00080000:3.0:1767328381.367388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328381.367390:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328381.367395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328381.367400:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010704768:0@lo:38:kworker.0
00000100:00080000:3.0:1767328381.367412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328381.367442:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328381.367446:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010704384:0@lo:38:kworker.0
00000100:00100000:2.0:1767328381.367451:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010705152:0@lo:400:kworker.0
00010000:00010000:2.0:1767328382.326586:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328383.350546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328384.374601:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328384.848878:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328384.848947:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993242496
00000100:00100000:0.0:1767328384.848948:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328384.848963:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993242496
00000100:00100000:2.0:1767328384.849013:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993242368
00000100:00100000:2.0:1767328384.849019:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993242368
00000100:00100000:1.0:1767328384.849049:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2374
00000100:00100000:2.0:1767328384.849059:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4352
00000100:00080000:3.0:1767328384.849060:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328384.849067:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993242496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328384.849069:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993242368:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328384.849093:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328384.849146:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993242368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328384.849153:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993242496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328384.849154:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4352
00000100:00100000:1.0:1767328384.849168:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2374
00010000:00010000:0.0:1767328385.398577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328385.974646:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010705408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328385.974709:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328385.974755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705408
00000100:00100000:1.0:1767328385.974762:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705408
00000100:00100000:1.0:1767328385.974815:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8387
00000100:00100000:1.0:1767328385.974822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010705408:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767328385.974848:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767328385.974849:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328385.974893:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010705408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328385.974900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8387
00000100:00100000:0.0:1767328385.974934:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010705408:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328386.422614:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328386.486517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328386.486526:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328386.486528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328386.486532:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328386.486536:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328386.486544:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13579
00000100:00080000:3.0:1767328386.486548:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328386.486555:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328386.486578:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2a00 x1853164010705664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328386.486606:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010705536:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328386.486621:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328386.486625:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328386.486627:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328386.486631:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13579
00000100:00080000:3.0:1767328386.486633:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328386.486637:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328386.486647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010705664:0@lo:38:kworker.0
00000100:00100000:2.0:1767328386.486648:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010705920:0@lo:400:kworker.0
00000100:00100000:3.0:1767328386.486651:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1c00 x1853164010706048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328386.486669:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328386.486684:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328386.486688:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328386.486689:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328386.486693:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13579
00000100:00080000:3.0:1767328386.486695:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328386.486698:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328386.486708:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010706304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328386.486718:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328386.486720:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328386.486730:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328386.486734:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328386.486735:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328386.486739:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13579
00000100:00080000:3.0:1767328386.486742:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328386.486745:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010706432:0@lo:400:kworker.0
00000100:00080000:3.0:1767328386.486747:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328386.486765:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0e00 x1853164010706560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328386.486772:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010706048:0@lo:38:kworker.0
00000100:00100000:2.0:1767328386.486776:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328386.486782:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328386.486788:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010705792:0@lo:400:kworker.0
00000100:00100000:3.0:1767328386.486792:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010706176:0@lo:400:kworker.0
00000100:00100000:1.0:1767328386.486805:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328386.486828:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705536
00000100:00100000:1.0:1767328386.486833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010706304:0@lo:38:kworker.0
00000100:00100000:0.0:1767328386.486835:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705536
00000100:00100000:3.0:1767328386.486844:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328386.486845:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328386.486871:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328386.486893:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328386.486899:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8388
00000100:00100000:1.0:1767328386.486905:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010706560:0@lo:38:kworker.0
00000100:00100000:2.0:1767328386.486908:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705664
00000100:00100000:0.0:1767328386.486913:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010705536:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328386.486913:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706432
00000100:00100000:2.0:1767328386.486916:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705664
00000100:00100000:3.0:1767328386.486920:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706432
00000100:00100000:1.0:1767328386.486925:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767328386.486944:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328386.486959:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35254
00000100:00100000:2.0:1767328386.486968:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010705664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328386.486969:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706048
00000100:00100000:3.0:1767328386.486974:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706048
00000100:00100000:1.0:1767328386.486980:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706176
00000100:00100000:1.0:1767328386.486985:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706176
00000100:00100000:3.0:1767328386.486989:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375
00010000:00020000:2.0:1767328386.486991:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328386.486992:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010705536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328386.487004:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8388
00000100:00100000:3.0:1767328386.487005:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010706432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328386.487018:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706304
00000100:00100000:1.0:1767328386.487021:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706304
00000100:00100000:0.0:1767328386.487036:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706560
00000100:00100000:0.0:1767328386.487041:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706560
00000100:00100000:1.0:1767328386.487045:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376
00000100:00100000:2.0:1767328386.487051:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010705664:12345-0@lo:38:kworker.0 Request processed in 80us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328386.487060:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010706176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328386.487067:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35254
00000100:00100000:3.0:1767328386.487067:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010706432:12345-0@lo:400:kworker.0 Request processed in 65us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328386.487068:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353
00000100:00100000:0.0:1767328386.487078:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010706048:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328386.487084:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375
00010000:00020000:0.0:1767328386.487089:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328386.487107:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4354
00000100:00100000:1.0:1767328386.487113:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010706176:12345-0@lo:400:kworker.0 Request processed in 57us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328386.487120:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010706304:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328386.487122:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4355
00000100:00100000:0.0:1767328386.487124:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010706048:12345-0@lo:38:kworker.0 Request processed in 46us (319us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328386.487136:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010706560:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328386.487137:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376
00010000:00020000:2.0:1767328386.487142:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328386.487148:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353
00010000:00020000:3.0:1767328386.487154:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328386.487183:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705920
00000100:00100000:1.0:1767328386.487188:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705920
00000100:00100000:2.0:1767328386.487189:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010706304:12345-0@lo:38:kworker.0 Request processed in 70us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328386.487198:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010706560:12345-0@lo:38:kworker.0 Request processed in 62us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328386.487205:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010706432:0@lo:400:kworker.0
00000100:00100000:2.0:1767328386.487205:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4354
00000100:00100000:3.0:1767328386.487219:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4355
00000100:00100000:1.0:1767328386.487222:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010705792
00000100:00100000:1.0:1767328386.487226:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010705792
00000100:00100000:0.0:1767328386.487231:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010705536:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328386.487246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328386.487259:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9500
00000100:00100000:1.0:1767328386.487269:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010705920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328386.487278:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9501
00000100:00100000:2.0:1767328386.487286:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010706176:0@lo:400:kworker.0
00000100:00100000:0.0:1767328386.487291:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010705792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328386.487317:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010705920:12345-0@lo:400:kworker.0 Request processed in 49us (600us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328386.487325:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9500
00000100:00100000:3.0:1767328386.487333:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010705920:0@lo:400:kworker.0
00000100:00100000:0.0:1767328386.487339:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010705792:12345-0@lo:400:kworker.0 Request processed in 50us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328386.487346:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9501
00000100:00080000:1.0:1767328386.487364:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328386.487368:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010705792:0@lo:400:kworker.0
00000100:00080000:1.0:1767328386.487371:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328386.487378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010706560:0@lo:38:kworker.0
00000100:00080000:1.0:1767328386.487390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328386.487394:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328386.487396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010706048:0@lo:38:kworker.0
00000100:00080000:1.0:1767328386.487401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328386.487403:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328386.487405:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010706304:0@lo:38:kworker.0
00000100:00080000:1.0:1767328386.487410:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328386.487412:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328386.487414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010705664:0@lo:38:kworker.0
00010000:00010000:2.0:1767328387.446568:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328388.470552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328389.494575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328389.969110:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767328389.969138:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993242880 offset 0 length 520: 4
00000100:00100000:3.0:1767328389.969153:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328389.969207:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993242624
00000100:00100000:2.0:1767328389.969208:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993242752
00000100:00100000:0.0:1767328389.969218:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993242624
00000100:00100000:2.0:1767328389.969218:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993242752
00000100:00100000:0.0:1767328389.969273:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2377
00000100:00080000:3.0:1767328389.969275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328389.969290:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993242752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328389.969295:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4356
00000100:00100000:2.0:1767328389.969306:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993242624:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328389.969329:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328389.969374:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993242752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328389.969381:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993242624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (305us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328389.969386:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2377
00000100:00100000:2.0:1767328389.969397:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4356
00010000:00010000:0.0:1767328390.518556:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328391.094629:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010706688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328391.094691:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328391.094735:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706688
00000100:00100000:0.0:1767328391.094744:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706688
00000100:00080000:3.0:1767328391.094773:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328391.094799:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8389
00000100:00100000:0.0:1767328391.094808:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010706688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328391.094834:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328391.094876:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010706688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328391.094881:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8389
00000100:00100000:3.0:1767328391.094920:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010706688:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328391.542567:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328391.606516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328391.606524:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328366/real 1767328366]  req@ffff9bb5bccc0a80 x1853164010701568/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328391.606524:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328391.606530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328391.606538:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328391.606543:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328391.606550:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13584
00000100:00080000:3.0:1767328391.606555:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328391.606561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328391.606566:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bccc0a80 x1853164010701568/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328391.606587:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1180 x1853164010706944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328391.606588:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328391.606593:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328391.606611:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010706816:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328391.606613:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328391.606623:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010701568:0@lo:250:kworker.0
00000100:00080000:3.0:1767328391.606642:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328391.606647:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010707072:0@lo:400:kworker.0
00000100:00080000:3.0:1767328391.606647:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328391.606651:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328391.606652:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010706944:0@lo:38:kworker.0
00000100:00080000:3.0:1767328391.606659:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13584
00000100:00080000:3.0:1767328391.606663:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328391.606666:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328391.606680:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328391.606680:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010707328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328391.606705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328391.606709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328391.606710:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328391.606713:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13584
00000100:00080000:3.0:1767328391.606714:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328391.606719:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328391.606724:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328391.606725:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328391.606736:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0000 x1853164010707584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328391.606759:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010707456:0@lo:400:kworker.0
00000100:00080000:3.0:1767328391.606760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328391.606767:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328391.606770:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328391.606774:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13584
00000100:00080000:3.0:1767328391.606776:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328391.606779:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328391.606794:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328391.606794:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2d80 x1853164010707840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328391.606801:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010707328:0@lo:38:kworker.0
00000100:00100000:0.0:1767328391.606809:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010707200:0@lo:400:kworker.0
00000100:00100000:2.0:1767328391.606811:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328391.606813:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328391.606820:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328391.606822:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328391.606825:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13563
00000100:00080000:3.0:1767328391.606828:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328391.606831:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328391.606845:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328391.606846:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010707968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328391.606847:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328391.606858:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010707712:0@lo:400:kworker.0
00000100:00100000:0.0:1767328391.606862:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328391.606884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010707584:0@lo:38:kworker.0
00000100:00100000:3.0:1767328391.606894:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706944
00000100:00100000:2.0:1767328391.606898:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328391.606902:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706944
00000100:00100000:1.0:1767328391.606927:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328391.606930:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010706816
00000100:00100000:0.0:1767328391.606938:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010706816
00000100:00100000:3.0:1767328391.606941:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35255
00000100:00100000:3.0:1767328391.606949:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010706944:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328391.606953:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707456
00000100:00100000:2.0:1767328391.606958:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707456
00000100:00100000:1.0:1767328391.606966:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010707840:0@lo:38:kworker.0
00010000:00020000:3.0:1767328391.606966:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328391.607000:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8390
00000100:00100000:2.0:1767328391.607009:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707328
00000100:00100000:2.0:1767328391.607014:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707328
00000100:00100000:1.0:1767328391.607015:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328391.607018:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010706816:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328391.607020:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010706944:12345-0@lo:38:kworker.0 Request processed in 69us (299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328391.607031:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35255
00000100:00100000:2.0:1767328391.607038:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707712
00000100:00100000:2.0:1767328391.607042:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707712
00000100:00100000:1.0:1767328391.607048:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010707968:0@lo:250:kworker.0
00002000:00000024:0.0:1767328391.607055:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328391.607067:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707584
00000100:00100000:2.0:1767328391.607072:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707840
00000100:00100000:3.0:1767328391.607073:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707584
00000400:00000100:1.0:1767328391.607076:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010707968 offset 0 length 520: 4
00000100:00100000:2.0:1767328391.607079:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707840
00000100:00100000:3.0:1767328391.607097:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378
00000100:00100000:3.0:1767328391.607108:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010707456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328391.607112:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379
00000100:00100000:0.0:1767328391.607122:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010706816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (443us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328391.607130:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010707712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328391.607137:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8390
00000100:00080000:1.0:1767328391.607139:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328391.607149:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328391.607150:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010707456:12345-0@lo:400:kworker.0 Request processed in 44us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328391.607158:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010706944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328391.607162:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378
00000100:00100000:0.0:1767328391.607172:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707072
00000100:00100000:0.0:1767328391.607179:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707072
00000100:00100000:2.0:1767328391.607180:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010707712:12345-0@lo:400:kworker.0 Request processed in 56us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328391.607188:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357
00000100:00100000:2.0:1767328391.607198:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379
00000100:00100000:3.0:1767328391.607198:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010707328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328391.607203:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010707200
00000100:00100000:1.0:1767328391.607209:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010707200
00010000:00020000:3.0:1767328391.607212:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328391.607224:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9502
00000100:00100000:2.0:1767328391.607225:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4358
00000100:00100000:2.0:1767328391.607233:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010707584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328391.607240:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010707072:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328391.607246:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328391.607254:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010707328:12345-0@lo:38:kworker.0 Request processed in 58us (411us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328391.607262:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9503
00000100:00100000:3.0:1767328391.607268:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357
00000100:00100000:1.0:1767328391.607284:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010707200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328391.607284:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010707584:12345-0@lo:38:kworker.0 Request processed in 44us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328391.607288:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4359
00000100:00100000:3.0:1767328391.607298:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010707840:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328391.607302:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4358
00010000:00020000:3.0:1767328391.607311:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328391.607312:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010707072:12345-0@lo:400:kworker.0 Request processed in 76us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328391.607324:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9502
00000100:00100000:2.0:1767328391.607352:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010707712:0@lo:400:kworker.0
00000100:00100000:1.0:1767328391.607359:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010707200:12345-0@lo:400:kworker.0 Request processed in 82us (500us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328391.607360:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010707840:12345-0@lo:38:kworker.0 Request processed in 58us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328391.607371:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010707456:0@lo:400:kworker.0
00000100:00080000:0.0:1767328391.607377:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328391.607379:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4359
00000100:00100000:1.0:1767328391.607381:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9503
00000100:00080000:0.0:1767328391.607387:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328391.607394:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010706816:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328391.607447:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010707200:0@lo:400:kworker.0
00000100:00080000:1.0:1767328391.607480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328391.607486:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010707072:0@lo:400:kworker.0
00000100:00080000:1.0:1767328391.607487:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328391.607497:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010707840:0@lo:38:kworker.0
00000100:00080000:1.0:1767328391.607516:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328391.607521:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328391.607525:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010707328:0@lo:38:kworker.0
00000100:00080000:1.0:1767328391.607534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328391.607537:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328391.607541:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010707584:0@lo:38:kworker.0
00010000:00010000:2.0:1767328392.566569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328393.590623:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328394.614589:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328395.088929:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328395.088976:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328395.089029:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243008
00000100:00100000:0.0:1767328395.089039:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243008
00000100:00100000:1.0:1767328395.089057:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243136
00000100:00100000:1.0:1767328395.089064:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243136
00000100:00100000:0.0:1767328395.089085:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4360
00000100:00100000:0.0:1767328395.089093:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993243008:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328395.089112:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328395.089122:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2380
00000100:00100000:1.0:1767328395.089133:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993243136:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328395.089156:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328395.089173:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993243008:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328395.089180:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993243136:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328395.089181:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4360
00000100:00100000:1.0:1767328395.089192:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2380
00010000:00010000:0.0:1767328395.638582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328396.214614:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328396.214638:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010708096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328396.214701:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328396.214750:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708096
00000100:00100000:0.0:1767328396.214760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708096
00000100:00080000:2.0:1767328396.214808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328396.214829:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8391
00000100:00100000:0.0:1767328396.214856:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010708096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328396.214889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328396.214960:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010708096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328396.214969:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8391
00000100:00100000:2.0:1767328396.214993:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010708096:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328396.662555:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328396.726513:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328396.726522:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328396.726525:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328396.726530:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328396.726534:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328396.726541:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13589
00000100:00080000:3.0:1767328396.726546:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328396.726555:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328396.726584:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39880 x1853164010708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328396.726600:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010708224:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328396.726633:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328396.726638:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328396.726640:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328396.726646:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13589
00000100:00100000:1.0:1767328396.726648:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010708352:0@lo:38:kworker.0
00000100:00080000:3.0:1767328396.726649:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328396.726656:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010708480:0@lo:400:kworker.0
00000100:00080000:3.0:1767328396.726657:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328396.726670:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328396.726680:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3aa00 x1853164010708608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328396.726703:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328396.726707:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328396.726710:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328396.726715:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13589
00000100:00080000:3.0:1767328396.726723:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328396.726724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328396.726724:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328396.726732:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010708736:0@lo:400:kworker.0
00000100:00080000:3.0:1767328396.726732:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328396.726748:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5324700 x1853164010708864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328396.726776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010708608:0@lo:38:kworker.0
00000100:00080000:3.0:1767328396.726778:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328396.726779:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328396.726783:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708352
00000100:00080000:3.0:1767328396.726789:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328396.726792:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708352
00000100:00080000:3.0:1767328396.726793:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328396.726799:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13589
00000100:00080000:3.0:1767328396.726802:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328396.726806:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328396.726823:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327800 x1853164010709120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328396.726827:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328396.726829:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708224
00000100:00100000:2.0:1767328396.726834:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35256
00000100:00100000:0.0:1767328396.726837:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708224
00000100:00100000:2.0:1767328396.726845:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010708352:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328396.726859:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010708864:0@lo:38:kworker.0
00010000:00020000:2.0:1767328396.726864:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328396.726878:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328396.726889:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8392
00000100:00100000:1.0:1767328396.726895:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328396.726903:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010708224:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328396.726909:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010708352:12345-0@lo:38:kworker.0 Request processed in 63us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328396.726913:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708736
00000100:00100000:2.0:1767328396.726918:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35256
00000100:00100000:3.0:1767328396.726919:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708736
00002000:00000024:0.0:1767328396.726944:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767328396.726947:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328396.726955:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708608
00000100:00080000:1.0:1767328396.726956:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328396.726961:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708608
00000100:00100000:1.0:1767328396.726965:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010708352:0@lo:38:kworker.0
00000100:00100000:3.0:1767328396.726968:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708864
00000100:00100000:3.0:1767328396.726975:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708864
00000100:00100000:0.0:1767328396.726996:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010708224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328396.726996:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010709120:0@lo:38:kworker.0
00000100:00100000:2.0:1767328396.726996:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381
00000100:00100000:3.0:1767328396.727007:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361
00000100:00100000:0.0:1767328396.727015:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8392
00000100:00100000:2.0:1767328396.727016:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010708736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328396.727016:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010708608:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328396.727035:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328396.727042:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328396.727043:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709120
00000100:00100000:0.0:1767328396.727048:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709120
00000100:00100000:0.0:1767328396.727073:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4362
00000100:00100000:2.0:1767328396.727075:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010708736:12345-0@lo:400:kworker.0 Request processed in 66us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328396.727083:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708480
00000100:00100000:0.0:1767328396.727084:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010708864:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328396.727085:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381
00000100:00100000:1.0:1767328396.727091:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708480
00000100:00100000:3.0:1767328396.727094:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010708608:12345-0@lo:38:kworker.0 Request processed in 79us (272us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328396.727100:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328396.727104:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361
00000100:00100000:2.0:1767328396.727110:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4363
00000100:00100000:2.0:1767328396.727116:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010709120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328396.727126:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328396.727134:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328396.727136:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010708864:12345-0@lo:38:kworker.0 Request processed in 52us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328396.727141:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9504
00000100:00100000:0.0:1767328396.727147:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4362
00000100:00100000:1.0:1767328396.727158:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010708480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328396.727160:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010709120:12345-0@lo:38:kworker.0 Request processed in 41us (125us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328396.727172:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010708992:0@lo:400:kworker.0
00000100:00100000:2.0:1767328396.727173:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4363
00000100:00100000:0.0:1767328396.727217:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328396.727229:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010708480:12345-0@lo:400:kworker.0 Request processed in 76us (507us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328396.727239:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9504
00000100:00100000:2.0:1767328396.727245:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010708480:0@lo:400:kworker.0
00000100:00100000:3.0:1767328396.727274:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010708992
00000100:00100000:3.0:1767328396.727280:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010708992
00000100:00100000:0.0:1767328396.727285:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010708736:0@lo:400:kworker.0
00000100:00080000:1.0:1767328396.727288:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328396.727295:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328396.727301:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010708224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328396.727303:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010709120:0@lo:38:kworker.0
00000100:00100000:3.0:1767328396.727323:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382
00000100:00080000:1.0:1767328396.727327:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328396.727335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328396.727336:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010708992:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328396.727337:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328396.727342:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010708608:0@lo:38:kworker.0
00000100:00080000:1.0:1767328396.727361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328396.727366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328396.727370:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010708864:0@lo:38:kworker.0
00000100:00100000:3.0:1767328396.727395:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010708992:12345-0@lo:400:kworker.0 Request processed in 62us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328396.727404:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382
00000100:00100000:0.0:1767328396.727466:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010708992:0@lo:400:kworker.0
00010000:00010000:2.0:1767328397.686547:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328398.710632:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328399.734590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328400.208959:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328400.208997:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328400.209027:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243392
00000100:00100000:2.0:1767328400.209038:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243392
00000100:00100000:0.0:1767328400.209060:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243264
00000100:00100000:0.0:1767328400.209067:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243264
00000100:00080000:3.0:1767328400.209107:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328400.209121:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2383
00000100:00100000:2.0:1767328400.209130:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4364
00000100:00100000:0.0:1767328400.209135:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993243392:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328400.209143:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993243264:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328400.209163:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328400.209210:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993243392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328400.209217:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993243264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328400.209224:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2383
00000100:00100000:2.0:1767328400.209231:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4364
00010000:00010000:0.0:1767328400.758535:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328401.334584:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328401.334603:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010709248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328401.334663:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328401.334717:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709248
00000100:00100000:3.0:1767328401.334727:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709248
00000100:00080000:2.0:1767328401.334783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328401.334800:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8393
00000100:00100000:3.0:1767328401.334885:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010709248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328401.334916:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328401.334963:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010709248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328401.334970:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8393
00000100:00100000:1.0:1767328401.335006:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010709248:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328401.782564:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328401.846534:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328401.846543:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328401.846548:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328401.846553:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328401.846557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328401.846567:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13594
00000100:00100000:1.0:1767328401.846572:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010709376:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328401.846574:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328401.846586:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328401.846616:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327b80 x1853164010709504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328401.846654:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328401.846660:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328401.846666:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328401.846668:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328401.846675:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13594
00000100:00080000:3.0:1767328401.846679:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328401.846684:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010709504:0@lo:38:kworker.0
00000100:00100000:2.0:1767328401.846687:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010709632:0@lo:400:kworker.0
00000100:00080000:3.0:1767328401.846687:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328401.846711:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325180 x1853164010709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328401.846748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328401.846751:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328401.846755:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328401.846758:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010709888:0@lo:400:kworker.0
00000100:00080000:3.0:1767328401.846763:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328401.846767:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328401.846773:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13594
00000100:00080000:3.0:1767328401.846777:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328401.846783:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328401.846792:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010709760:0@lo:38:kworker.0
00000100:00100000:1.0:1767328401.846800:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328401.846803:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325c00 x1853164010710016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328401.846822:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709376
00000100:00100000:2.0:1767328401.846830:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709376
00000100:00100000:1.0:1767328401.846834:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767328401.846836:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328401.846843:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328401.846845:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328401.846849:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328401.846856:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010710144:0@lo:400:kworker.0
00000100:00080000:3.0:1767328401.846856:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13594
00000100:00080000:3.0:1767328401.846862:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328401.846868:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328401.846880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010710016:0@lo:38:kworker.0
00000100:00100000:2.0:1767328401.846887:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8394
00000100:00100000:3.0:1767328401.846888:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327800 x1853164010710272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328401.846892:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328401.846903:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010709376:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328401.846922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767328401.846934:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328401.846937:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709632
00000100:00100000:1.0:1767328401.846942:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709632
00000100:00100000:3.0:1767328401.846958:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709888
00000100:00100000:0.0:1767328401.846961:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010710272:0@lo:38:kworker.0
00000100:00100000:3.0:1767328401.846965:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709888
00000100:00100000:1.0:1767328401.846981:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9505
00000100:00100000:2.0:1767328401.846986:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010709376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328401.846994:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010709632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328401.846995:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8394
00000100:00100000:0.0:1767328401.847005:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328401.847026:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328401.847027:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709760
00000100:00080000:2.0:1767328401.847033:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328401.847033:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709760
00000100:00100000:3.0:1767328401.847058:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710144
00000100:00100000:3.0:1767328401.847062:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710144
00000100:00100000:1.0:1767328401.847067:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010709632:12345-0@lo:400:kworker.0 Request processed in 75us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328401.847070:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710016
00000100:00100000:2.0:1767328401.847077:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710016
00000100:00100000:0.0:1767328401.847078:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010709504
00000100:00100000:1.0:1767328401.847081:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9505
00000100:00100000:0.0:1767328401.847085:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010709504
00000100:00100000:2.0:1767328401.847104:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710272
00000100:00100000:2.0:1767328401.847108:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710272
00000100:00100000:3.0:1767328401.847112:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384
00000100:00100000:1.0:1767328401.847126:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385
00000100:00100000:0.0:1767328401.847128:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35257
00000100:00100000:3.0:1767328401.847129:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010709888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328401.847141:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010710144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328401.847142:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010709504:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328401.847142:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4365
00000100:00100000:2.0:1767328401.847154:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010709760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328401.847169:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328401.847170:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328401.847209:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010709888:12345-0@lo:400:kworker.0 Request processed in 86us (410us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328401.847213:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010710144:12345-0@lo:400:kworker.0 Request processed in 77us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328401.847224:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384
00000100:00100000:1.0:1767328401.847233:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385
00000100:00100000:2.0:1767328401.847240:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010709760:12345-0@lo:38:kworker.0 Request processed in 85us (401us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328401.847247:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010709504:12345-0@lo:38:kworker.0 Request processed in 106us (501us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328401.847249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4365
00000100:00100000:3.0:1767328401.847261:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366
00000100:00100000:0.0:1767328401.847263:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35257
00000100:00100000:1.0:1767328401.847275:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367
00000100:00100000:3.0:1767328401.847275:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010710016:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328401.847282:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010710272:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328401.847293:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328401.847295:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328401.847298:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328401.847320:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328401.847326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328401.847332:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010709760:0@lo:38:kworker.0
00000100:00100000:3.0:1767328401.847351:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010710016:12345-0@lo:38:kworker.0 Request processed in 77us (428us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328401.847357:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328401.847359:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010710272:12345-0@lo:38:kworker.0 Request processed in 75us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328401.847363:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366
00000100:00080000:2.0:1767328401.847367:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328401.847368:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010709376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328401.847374:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367
00000100:00100000:2.0:1767328401.847385:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010709504:0@lo:38:kworker.0
00000100:00100000:1.0:1767328401.847463:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010710144:0@lo:400:kworker.0
00000100:00080000:2.0:1767328401.847467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328401.847472:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328401.847479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010710272:0@lo:38:kworker.0
00000100:00100000:3.0:1767328401.847480:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010709632:0@lo:400:kworker.0
00000100:00100000:1.0:1767328401.847482:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010709888:0@lo:400:kworker.0
00000100:00080000:2.0:1767328401.847502:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328401.847509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328401.847514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010710016:0@lo:38:kworker.0
00010000:00010000:2.0:1767328402.806592:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328403.830572:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328404.854547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328405.328849:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328405.328887:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328405.328940:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243520
00000100:00100000:1.0:1767328405.328950:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243520
00000100:00100000:0.0:1767328405.328977:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243648
00000100:00100000:0.0:1767328405.328984:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243648
00000100:00100000:1.0:1767328405.328998:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4368
00000100:00100000:1.0:1767328405.329007:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993243520:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328405.329027:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328405.329042:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2386
00000100:00080000:3.0:1767328405.329049:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328405.329056:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993243648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328405.329083:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993243520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328405.329090:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4368
00000100:00100000:0.0:1767328405.329112:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993243648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328405.329122:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2386
00010000:00010000:0.0:1767328405.878583:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328406.454581:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010710400:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328406.454644:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328406.454730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710400
00000100:00100000:2.0:1767328406.454738:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710400
00000100:00080000:3.0:1767328406.454788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328406.454798:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8395
00000100:00100000:2.0:1767328406.454808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010710400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328406.454832:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328406.454874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010710400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328406.454879:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8395
00000100:00100000:0.0:1767328406.454911:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010710400:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328406.902579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328406.966499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328406.966507:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328406.966510:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328406.966513:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328406.966516:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328406.966523:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13599
00000100:00080000:3.0:1767328406.966527:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328406.966533:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328406.966559:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325c00 x1853164010710656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328406.966586:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010710528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328406.966599:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010710656:0@lo:38:kworker.0
00000100:00080000:3.0:1767328406.966602:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328406.966607:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328406.966608:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328406.966612:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13599
00000100:00080000:3.0:1767328406.966615:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328406.966618:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328406.966627:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010710784:0@lo:400:kworker.0
00000100:00100000:3.0:1767328406.966632:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325f80 x1853164010710912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328406.966651:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328406.966654:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328406.966656:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328406.966661:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13599
00000100:00080000:3.0:1767328406.966666:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328406.966668:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328406.966673:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328406.966674:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328406.966680:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328406.966687:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327b80 x1853164010711168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328406.966707:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010710912:0@lo:38:kworker.0
00000100:00080000:3.0:1767328406.966710:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328406.966713:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767328406.966715:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328406.966718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328406.966723:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13599
00000100:00100000:1.0:1767328406.966725:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010711040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328406.966726:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767328406.966726:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328406.966735:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328406.966740:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328406.966741:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010711296:0@lo:400:kworker.0
00000100:00100000:3.0:1767328406.966755:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796300 x1853164010711424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328406.966765:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710784
00000100:00100000:1.0:1767328406.966772:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710784
00000100:00100000:0.0:1767328406.966777:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010711168:0@lo:38:kworker.0
00000100:00100000:2.0:1767328406.966787:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328406.966800:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328406.966815:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328406.966836:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9506
00000100:00100000:2.0:1767328406.966836:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710528
00000100:00100000:2.0:1767328406.966843:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710528
00000100:00100000:1.0:1767328406.966851:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010710784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328406.966856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010711424:0@lo:38:kworker.0
00000100:00100000:3.0:1767328406.966861:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710912
00000100:00100000:3.0:1767328406.966867:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710912
00000100:00100000:2.0:1767328406.966879:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8396
00000100:00100000:2.0:1767328406.966890:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010710528:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328406.966897:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711296
00000100:00100000:3.0:1767328406.966900:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711296
00000100:00100000:1.0:1767328406.966906:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010710784:12345-0@lo:400:kworker.0 Request processed in 59us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328406.966911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767328406.966914:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328406.966920:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9506
00000100:00100000:3.0:1767328406.966939:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711168
00000100:00100000:3.0:1767328406.966943:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711168
00000100:00100000:3.0:1767328406.966960:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711424
00000100:00100000:3.0:1767328406.966962:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711424
00000100:00100000:2.0:1767328406.966965:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010710528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328406.966975:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328406.966978:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8396
00000100:00100000:0.0:1767328406.966979:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010710656
00000100:00100000:3.0:1767328406.966984:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387
00000100:00100000:0.0:1767328406.966988:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010710656
00000100:00100000:3.0:1767328406.966996:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010711296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328406.967007:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010710784:0@lo:400:kworker.0
00000100:00100000:0.0:1767328406.967021:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35258
00000100:00100000:0.0:1767328406.967028:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010710656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328406.967043:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328406.967045:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010710528:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328406.967051:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010711296:12345-0@lo:400:kworker.0 Request processed in 58us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328406.967055:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711040
00000100:00100000:1.0:1767328406.967060:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711040
00000100:00100000:3.0:1767328406.967060:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387
00000100:00100000:2.0:1767328406.967075:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010711296:0@lo:400:kworker.0
00000100:00100000:3.0:1767328406.967086:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388
00000100:00100000:0.0:1767328406.967091:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010710656:12345-0@lo:38:kworker.0 Request processed in 61us (427us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328406.967097:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369
00000100:00100000:3.0:1767328406.967101:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010711040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328406.967102:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35258
00000100:00100000:1.0:1767328406.967110:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010710912:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328406.967121:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328406.967122:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328406.967134:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370
00000100:00100000:0.0:1767328406.967141:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010711168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328406.967150:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328406.967155:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010711040:12345-0@lo:400:kworker.0 Request processed in 60us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328406.967162:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4371
00000100:00100000:1.0:1767328406.967174:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010710912:12345-0@lo:38:kworker.0 Request processed in 61us (433us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328406.967174:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010711424:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328406.967174:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388
00000100:00100000:0.0:1767328406.967192:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010711168:12345-0@lo:38:kworker.0 Request processed in 47us (377us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328406.967193:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369
00010000:00020000:2.0:1767328406.967194:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328406.967207:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370
00000100:00100000:3.0:1767328406.967215:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010711040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328406.967235:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010711424:12345-0@lo:38:kworker.0 Request processed in 63us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328406.967241:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4371
00000100:00080000:1.0:1767328406.967263:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328406.967268:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328406.967271:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010711424:0@lo:38:kworker.0
00000100:00080000:1.0:1767328406.967277:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328406.967280:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328406.967282:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010710912:0@lo:38:kworker.0
00000100:00080000:1.0:1767328406.967286:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328406.967288:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328406.967290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010711168:0@lo:38:kworker.0
00000100:00080000:1.0:1767328406.967295:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328406.967297:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328406.967298:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010710656:0@lo:38:kworker.0
00010000:00010000:2.0:1767328407.926559:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328408.950553:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328409.974567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328410.448875:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328410.448909:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328410.448957:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243904
00000100:00100000:0.0:1767328410.448960:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993243776
00000100:00100000:0.0:1767328410.448970:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243776
00000100:00100000:2.0:1767328410.448972:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993243904
00000100:00100000:0.0:1767328410.449014:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4372
00000100:00100000:0.0:1767328410.449024:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993243776:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328410.449031:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328410.449046:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2389
00010000:00020000:0.0:1767328410.449047:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328410.449061:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993243904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328410.449110:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993243776:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 82us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328410.449110:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993243904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328410.449127:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4372
00000100:00100000:2.0:1767328410.449135:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2389
00010000:00010000:0.0:1767328410.998543:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328411.574592:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010711552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328411.574654:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328411.574704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711552
00000100:00100000:0.0:1767328411.574713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711552
00000100:00080000:3.0:1767328411.574753:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328411.574766:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8397
00000100:00100000:0.0:1767328411.574775:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010711552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328411.574799:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328411.574838:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010711552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328411.574844:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8397
00000100:00100000:2.0:1767328411.574881:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010711552:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328412.022539:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328412.086499:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328412.086508:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328412.086512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328412.086515:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328412.086518:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328412.086525:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13604
00000100:00080000:3.0:1767328412.086529:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328412.086537:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328412.086560:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794a80 x1853164010711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328412.086576:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010711680:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328412.086593:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328412.086597:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328412.086599:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328412.086603:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13604
00000100:00080000:3.0:1767328412.086605:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767328412.086608:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010711936:0@lo:400:kworker.0
00000100:00080000:3.0:1767328412.086610:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328412.086618:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010711808:0@lo:38:kworker.0
00000100:00100000:3.0:1767328412.086627:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795f80 x1853164010712064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328412.086650:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328412.086657:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328412.086660:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328412.086664:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328412.086667:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328412.086671:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13604
00000100:00080000:3.0:1767328412.086674:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328412.086676:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328412.086685:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328412.086690:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794380 x1853164010712320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328412.086713:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328412.086717:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328412.086718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328412.086723:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13604
00000100:00100000:1.0:1767328412.086726:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711680
00000100:00080000:3.0:1767328412.086727:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328412.086732:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328412.086734:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711680
00000100:00100000:2.0:1767328412.086735:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010712448:0@lo:400:kworker.0
00000100:00100000:3.0:1767328412.086744:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796d80 x1853164010712576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328412.086745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010712064:0@lo:38:kworker.0
00000100:00100000:2.0:1767328412.086767:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328412.086780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328412.086793:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328412.086800:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8398
00000100:00100000:3.0:1767328412.086803:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010712192:0@lo:400:kworker.0
00000100:00100000:1.0:1767328412.086813:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010711680:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328412.086818:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712448
00000100:00100000:0.0:1767328412.086821:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010712320:0@lo:38:kworker.0
00000100:00100000:2.0:1767328412.086823:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712448
00002000:00000024:1.0:1767328412.086841:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328412.086842:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328412.086863:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711808
00000100:00100000:0.0:1767328412.086869:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711808
00000100:00100000:2.0:1767328412.086871:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712064
00000100:00100000:2.0:1767328412.086875:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712064
00000100:00100000:0.0:1767328412.086901:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35259
00000100:00100000:2.0:1767328412.086904:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712192
00000100:00100000:2.0:1767328412.086908:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712192
00000100:00100000:0.0:1767328412.086913:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010711808:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328412.086914:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010711680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328412.086914:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390
00000100:00100000:1.0:1767328412.086928:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8398
00000100:00100000:3.0:1767328412.086931:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010712448:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767328412.086935:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328412.086952:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391
00000100:00100000:1.0:1767328412.086961:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373
00000100:00100000:2.0:1767328412.086962:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010712192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328412.086969:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010712064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328412.086980:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328412.086989:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010711808:12345-0@lo:38:kworker.0 Request processed in 80us (307us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328412.086997:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35259
00000100:00100000:3.0:1767328412.087002:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010712448:12345-0@lo:400:kworker.0 Request processed in 73us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328412.087014:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390
00000100:00100000:2.0:1767328412.087020:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010712192:12345-0@lo:400:kworker.0 Request processed in 60us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328412.087023:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010712064:12345-0@lo:38:kworker.0 Request processed in 53us (231us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328412.087030:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391
00000100:00100000:1.0:1767328412.087037:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373
00000100:00080000:3.0:1767328412.087046:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328412.087057:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010711936
00000100:00100000:0.0:1767328412.087061:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010711936
00000100:00100000:3.0:1767328412.087085:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010712192:0@lo:400:kworker.0
00000100:00100000:2.0:1767328412.087088:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010712448:0@lo:400:kworker.0
00000100:00100000:1.0:1767328412.087090:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010711680:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328412.087097:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9507
00000100:00100000:0.0:1767328412.087108:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010711936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328412.087142:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328412.087148:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010711936:12345-0@lo:400:kworker.0 Request processed in 42us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328412.087154:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9507
00000100:00100000:2.0:1767328412.087174:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010711936:0@lo:400:kworker.0
00000100:00100000:3.0:1767328412.087179:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712320
00000100:00100000:3.0:1767328412.087184:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712320
00000100:00080000:1.0:1767328412.087185:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328412.087192:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328412.087196:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010711808:0@lo:38:kworker.0
00000100:00100000:1.0:1767328412.087213:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010712576:0@lo:38:kworker.0
00000100:00100000:3.0:1767328412.087219:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374
00000100:00100000:3.0:1767328412.087226:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010712320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328412.087235:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328412.087240:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328412.087262:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712576
00000100:00100000:0.0:1767328412.087266:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712576
00000100:00080000:1.0:1767328412.087268:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328412.087274:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010712320:12345-0@lo:38:kworker.0 Request processed in 46us (132us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328412.087276:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328412.087283:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010712064:0@lo:38:kworker.0
00000100:00100000:3.0:1767328412.087287:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374
00000100:00100000:0.0:1767328412.087294:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375
00000100:00080000:1.0:1767328412.087300:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328412.087302:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010712576:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328412.087306:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328412.087310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010712320:0@lo:38:kworker.0
00010000:00020000:0.0:1767328412.087314:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328412.087356:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010712576:12345-0@lo:38:kworker.0 Request processed in 56us (116us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328412.087363:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375
00000100:00080000:1.0:1767328412.087371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328412.087375:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328412.087378:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010712576:0@lo:38:kworker.0
00010000:00010000:2.0:1767328413.046533:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328414.070540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328414.544847:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993244032 offset 0 length 520: 4
00000100:00100000:3.0:1767328414.544880:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328414.544909:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328414.544942:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244288
00000100:00100000:0.0:1767328414.544954:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244288
00000100:00100000:2.0:1767328414.544961:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244160
00000100:00100000:2.0:1767328414.544969:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244160
00000100:00080000:3.0:1767328414.545003:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328414.545025:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2392
00000100:00100000:0.0:1767328414.545036:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4376
00000100:00100000:2.0:1767328414.545041:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993244288:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328414.545051:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993244160:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328414.545073:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328414.545111:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993244288:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328414.545122:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2392
00000100:00100000:0.0:1767328414.545125:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993244160:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328414.545135:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4376
00010000:00010000:1.0:1767328415.094572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328416.118575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328416.182498:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328391/real 1767328391]  req@ffff9bb5a7dc6d80 x1853164010707968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328416 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328416.182524:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a7dc6d80 x1853164010707968/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328416 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328416.182545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328416.182561:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328416.182564:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010707968:0@lo:250:kworker.0
00000100:00080000:0.0:1767328416.182604:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328416.182610:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328416.182612:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328416.182617:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13589
00000100:00080000:0.0:1767328416.182620:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328416.182626:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328416.182659:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048700 x1853164010712704/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328416.182680:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328416.182683:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328416.182684:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328416.182687:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13609
00000100:00080000:0.0:1767328416.182690:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328416.182693:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328416.182705:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010712704:0@lo:250:kworker.0
00000100:00100000:0.0:1767328416.182709:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010712832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767328416.182748:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010712704 offset 0 length 520: 4
00000100:00080000:0.0:1767328416.182754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328416.182758:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328416.182760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328416.182764:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13609
00000100:00080000:0.0:1767328416.182766:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328416.182770:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328416.182782:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010713216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328416.182800:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010712832:0@lo:38:kworker.0
00000100:00100000:3.0:1767328416.182802:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010713088:0@lo:400:kworker.0
00000100:00100000:2.0:1767328416.182805:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010712960:0@lo:400:kworker.0
00000100:00080000:0.0:1767328416.182811:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328416.182815:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328416.182817:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328416.182820:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13609
00000100:00080000:0.0:1767328416.182824:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328416.182827:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328416.182832:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328416.182851:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ca80 x1853164010713472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328416.182863:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010713216:0@lo:38:kworker.0
00000100:00100000:3.0:1767328416.182869:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328416.182873:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328416.182877:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328416.182878:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328416.182884:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010713600:0@lo:400:kworker.0
00000100:00080000:0.0:1767328416.182888:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13609
00000100:00080000:0.0:1767328416.182894:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328416.182899:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328416.182905:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328416.182924:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d500 x1853164010713728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328416.182937:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328416.182938:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010713472:0@lo:38:kworker.0
00000100:00100000:3.0:1767328416.182939:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010713344:0@lo:400:kworker.0
00000100:00100000:0.0:1767328416.182969:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712832
00000100:00100000:0.0:1767328416.182977:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712832
00000100:00100000:1.0:1767328416.182981:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328416.182997:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713088
00000100:00100000:2.0:1767328416.183000:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713216
00000100:00100000:2.0:1767328416.183006:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713216
00000100:00100000:3.0:1767328416.183006:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713088
00000100:00100000:1.0:1767328416.183011:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010713728:0@lo:38:kworker.0
00000100:00100000:0.0:1767328416.183018:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35260
00000100:00100000:0.0:1767328416.183026:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010712832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328416.183037:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328416.183038:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713600
00000100:00100000:2.0:1767328416.183042:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713600
00010000:00020000:0.0:1767328416.183048:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328416.183082:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713472
00000100:00100000:1.0:1767328416.183083:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713728
00000100:00100000:2.0:1767328416.183087:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713472
00000100:00100000:1.0:1767328416.183090:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713728
00000100:00100000:3.0:1767328416.183090:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9508
00000100:00100000:0.0:1767328416.183104:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010712832:12345-0@lo:38:kworker.0 Request processed in 76us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328416.183111:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393
00000100:00100000:3.0:1767328416.183112:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010713088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328416.183117:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35260
00000100:00100000:1.0:1767328416.183125:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377
00000100:00100000:2.0:1767328416.183126:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010713600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328416.183136:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010713216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328416.183147:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328416.183153:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378
00000100:00100000:0.0:1767328416.183158:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010713472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328416.183168:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328416.183187:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010713216:12345-0@lo:38:kworker.0 Request processed in 52us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328416.183193:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377
00000100:00100000:2.0:1767328416.183198:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010713600:12345-0@lo:400:kworker.0 Request processed in 78us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328416.183205:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393
00000100:00100000:3.0:1767328416.183212:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010713088:12345-0@lo:400:kworker.0 Request processed in 108us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328416.183215:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379
00000100:00100000:0.0:1767328416.183226:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010713472:12345-0@lo:38:kworker.0 Request processed in 61us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328416.183226:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010713728:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328416.183231:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9508
00000100:00100000:0.0:1767328416.183242:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378
00010000:00020000:1.0:1767328416.183242:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328416.183245:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010713600:0@lo:400:kworker.0
00000100:00080000:3.0:1767328416.183274:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328416.183279:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328416.183283:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328416.183285:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328416.183300:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010713728:12345-0@lo:38:kworker.0 Request processed in 76us (265us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328416.183311:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328416.183314:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379
00000100:00100000:0.0:1767328416.183319:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010713472:0@lo:38:kworker.0
00000100:00100000:3.0:1767328416.183319:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010712960
00000100:00100000:3.0:1767328416.183328:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010712960
00000100:00080000:0.0:1767328416.183342:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328416.183346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328416.183349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010712832:0@lo:38:kworker.0
00000100:00080000:0.0:1767328416.183362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328416.183368:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328416.183372:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328416.183376:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010713216:0@lo:38:kworker.0
00000100:00100000:3.0:1767328416.183388:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9509
00000100:00100000:3.0:1767328416.183402:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010712960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328416.183442:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713344
00000100:00100000:2.0:1767328416.183445:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713344
00000100:00080000:0.0:1767328416.183452:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328416.183459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328416.183466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010713728:0@lo:38:kworker.0
00000100:00100000:2.0:1767328416.183483:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394
00000100:00100000:3.0:1767328416.183491:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010712960:12345-0@lo:400:kworker.0 Request processed in 91us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328416.183493:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010713344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328416.183508:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9509
00000100:00100000:0.0:1767328416.183528:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010713088:0@lo:400:kworker.0
00000100:00080000:3.0:1767328416.183535:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328416.183541:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328416.183553:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010713344:12345-0@lo:400:kworker.0 Request processed in 61us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328416.183561:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394
00000100:00100000:0.0:1767328416.183566:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010712960:0@lo:400:kworker.0
00000100:00100000:1.0:1767328416.183582:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010713344:0@lo:400:kworker.0
00000100:00100000:0.0:1767328416.694642:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010713856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328416.694704:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328416.694792:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713856
00000100:00100000:2.0:1767328416.694801:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713856
00000100:00100000:2.0:1767328416.694848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8399
00000100:00100000:2.0:1767328416.694856:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010713856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328416.694882:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328416.694927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010713856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328416.694933:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8399
00000100:00100000:0.0:1767328416.694969:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010713856:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328417.142555:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328417.206642:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328417.206662:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010713984:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328417.206721:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328417.206770:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010713984
00000100:00100000:0.0:1767328417.206777:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010713984
00000100:00100000:0.0:1767328417.206820:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8400
00000100:00100000:0.0:1767328417.206829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010713984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328417.206855:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328417.206896:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010713984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328417.206902:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8400
00000100:00100000:2.0:1767328417.206941:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010713984:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328418.166525:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328419.190538:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328419.664914:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328419.664959:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244544
00000100:00100000:1.0:1767328419.664960:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328419.664970:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244544
00000100:00100000:0.0:1767328419.665009:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244416
00000100:00100000:0.0:1767328419.665015:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244416
00000100:00100000:2.0:1767328419.665041:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2395
00000100:00100000:0.0:1767328419.665053:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4380
00000100:00100000:2.0:1767328419.665054:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993244544:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328419.665063:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993244416:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328419.665080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328419.665084:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328419.665128:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993244544:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328419.665129:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993244416:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 64us (167us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328419.665144:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2395
00000100:00100000:0.0:1767328419.665150:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4380
00010000:00010000:1.0:1767328420.214552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328421.238568:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328421.302511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328421.302519:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328421.302522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328421.302525:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328421.302529:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328421.302537:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13614
00000100:00080000:3.0:1767328421.302541:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328421.302549:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328421.302598:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794000 x1853164010714112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328421.302647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010714112:0@lo:38:kworker.0
00000100:00080000:3.0:1767328421.302650:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328421.302656:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328421.302658:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328421.302661:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13614
00000100:00080000:3.0:1767328421.302664:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328421.302667:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328421.302679:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010714240:0@lo:400:kworker.0
00000100:00100000:3.0:1767328421.302681:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796680 x1853164010714496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328421.302717:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328421.302721:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328421.302722:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328421.302726:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010714368:0@lo:400:kworker.0
00000100:00100000:0.0:1767328421.302731:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328421.302732:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13614
00000100:00100000:1.0:1767328421.302733:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328421.302739:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328421.302743:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328421.302756:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794380 x1853164010714752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328421.302773:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010714496:0@lo:38:kworker.0
00000100:00080000:3.0:1767328421.302775:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328421.302783:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328421.302784:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328421.302787:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328421.302791:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13614
00000100:00080000:3.0:1767328421.302794:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328421.302797:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328421.302808:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714112
00000100:00100000:3.0:1767328421.302812:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794a80 x1853164010715008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328421.302813:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328421.302817:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714112
00000100:00100000:2.0:1767328421.302828:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010714624:0@lo:400:kworker.0
00000100:00100000:0.0:1767328421.302842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010714752:0@lo:38:kworker.0
00000100:00100000:3.0:1767328421.302858:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010714880:0@lo:400:kworker.0
00000100:00100000:1.0:1767328421.302859:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35261
00000100:00100000:2.0:1767328421.302864:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328421.302871:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010714112:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328421.302885:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714496
00010000:00020000:1.0:1767328421.302889:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328421.302891:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714496
00000100:00100000:2.0:1767328421.302912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328421.302927:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714624
00000100:00100000:0.0:1767328421.302931:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714624
00000100:00100000:3.0:1767328421.302933:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714240
00000100:00100000:3.0:1767328421.302940:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714240
00000100:00100000:1.0:1767328421.302945:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010714112:12345-0@lo:38:kworker.0 Request processed in 73us (218us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328421.302951:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35261
00000100:00080000:2.0:1767328421.302958:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328421.302963:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328421.302969:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010714112:0@lo:38:kworker.0
00000100:00100000:0.0:1767328421.302975:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714752
00000100:00100000:0.0:1767328421.302979:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714752
00000100:00100000:2.0:1767328421.302988:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010715008:0@lo:38:kworker.0
00000100:00100000:3.0:1767328421.302992:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714368
00000100:00100000:1.0:1767328421.302997:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9510
00000100:00100000:3.0:1767328421.302997:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714368
00000100:00100000:0.0:1767328421.303004:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396
00000100:00100000:1.0:1767328421.303011:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010714240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328421.303019:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010714624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328421.303020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328421.303037:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9511
00000100:00100000:3.0:1767328421.303048:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010714368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328421.303058:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715008
00000100:00100000:2.0:1767328421.303063:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715008
00000100:00100000:1.0:1767328421.303077:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010714240:12345-0@lo:400:kworker.0 Request processed in 69us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328421.303082:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381
00000100:00100000:1.0:1767328421.303090:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9510
00000100:00100000:2.0:1767328421.303091:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010714496:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328421.303099:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010714624:12345-0@lo:400:kworker.0 Request processed in 83us (235us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328421.303107:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328421.303113:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396
00000100:00100000:3.0:1767328421.303113:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010714368:12345-0@lo:400:kworker.0 Request processed in 64us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328421.303127:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382
00000100:00100000:3.0:1767328421.303127:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9511
00000100:00100000:1.0:1767328421.303137:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010714752:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328421.303144:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383
00010000:00020000:1.0:1767328421.303148:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328421.303150:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010714496:12345-0@lo:38:kworker.0 Request processed in 57us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328421.303154:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010715008:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328421.303159:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328421.303167:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381
00000100:00080000:3.0:1767328421.303167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328421.303173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328421.303174:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328421.303185:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010714752:12345-0@lo:38:kworker.0 Request processed in 47us (272us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328421.303193:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328421.303197:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382
00000100:00100000:2.0:1767328421.303208:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010714368:0@lo:400:kworker.0
00000100:00100000:0.0:1767328421.303217:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010715008:12345-0@lo:38:kworker.0 Request processed in 64us (199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328421.303218:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010714880
00000100:00100000:1.0:1767328421.303224:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010714880
00000100:00100000:0.0:1767328421.303229:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383
00000100:00080000:2.0:1767328421.303265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328421.303271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328421.303276:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010715008:0@lo:38:kworker.0
00000100:00100000:1.0:1767328421.303279:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397
00000100:00100000:1.0:1767328421.303291:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010714880:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328421.303291:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328421.303299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328421.303303:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010714496:0@lo:38:kworker.0
00000100:00100000:0.0:1767328421.303312:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010714240:0@lo:400:kworker.0
00000100:00080000:2.0:1767328421.303319:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328421.303324:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328421.303329:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010714752:0@lo:38:kworker.0
00000100:00100000:3.0:1767328421.303331:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010714624:0@lo:400:kworker.0
00000100:00080000:0.0:1767328421.303353:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328421.303357:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010714880:12345-0@lo:400:kworker.0 Request processed in 69us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328421.303364:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397
00000100:00100000:3.0:1767328421.303387:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010714880:0@lo:400:kworker.0
00000100:00100000:0.0:1767328421.814603:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010715136:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328421.814664:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328421.814703:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715136
00000100:00100000:2.0:1767328421.814712:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715136
00000100:00100000:2.0:1767328421.814761:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8401
00000100:00100000:2.0:1767328421.814769:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010715136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328421.814794:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328421.814837:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010715136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328421.814842:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8401
00000100:00100000:0.0:1767328421.814891:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010715136:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328422.262575:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328422.326607:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010715264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328422.326670:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328422.326715:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715264
00000100:00100000:0.0:1767328422.326724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715264
00000100:00100000:0.0:1767328422.326770:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8402
00000100:00100000:0.0:1767328422.326781:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010715264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328422.326813:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328422.326863:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010715264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328422.326869:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8402
00000100:00100000:2.0:1767328422.326910:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010715264:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328423.286561:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328424.310531:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328424.784845:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328424.784886:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328424.784911:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244800
00000100:00100000:1.0:1767328424.784921:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244800
00000100:00100000:2.0:1767328424.784945:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244672
00000100:00100000:2.0:1767328424.784952:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244672
00000100:00100000:1.0:1767328424.784987:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2398
00000100:00100000:1.0:1767328424.785004:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993244800:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328424.785013:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4384
00000100:00100000:2.0:1767328424.785020:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993244672:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767328424.785026:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767328424.785040:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328424.785088:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993244800:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328424.785088:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993244672:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328424.785104:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2398
00000100:00100000:2.0:1767328424.785111:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4384
00010000:00010000:1.0:1767328425.334564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328426.358576:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328426.422497:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328426.422505:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328426.422507:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328426.422510:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328426.422513:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328426.422520:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13619
00000100:00080000:3.0:1767328426.422524:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328426.422531:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328426.422564:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796a00 x1853164010715392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328426.422614:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010715392:0@lo:38:kworker.0
00000100:00080000:3.0:1767328426.422616:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328426.422623:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328426.422625:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328426.422629:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13619
00000100:00080000:3.0:1767328426.422631:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328426.422634:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328426.422646:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796680 x1853164010715776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328426.422651:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010715520:0@lo:400:kworker.0
00000100:00100000:1.0:1767328426.422655:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010715648:0@lo:400:kworker.0
00000100:00080000:3.0:1767328426.422676:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328426.422679:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328426.422681:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328426.422684:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328426.422688:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13619
00000100:00080000:3.0:1767328426.422691:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328426.422693:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328426.422703:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794e00 x1853164010716032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328426.422719:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010715776:0@lo:38:kworker.0
00000100:00100000:0.0:1767328426.422723:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328426.422724:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328426.422730:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328426.422731:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328426.422735:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13619
00000100:00080000:3.0:1767328426.422738:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328426.422739:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010715904:0@lo:400:kworker.0
00000100:00080000:3.0:1767328426.422746:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328426.422758:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328426.422761:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794000 x1853164010716288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328426.422784:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328426.422788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010716032:0@lo:38:kworker.0
00000100:00100000:3.0:1767328426.422793:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715520
00000100:00100000:3.0:1767328426.422801:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715520
00000100:00100000:0.0:1767328426.422806:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715392
00000100:00100000:0.0:1767328426.422813:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715392
00000100:00100000:1.0:1767328426.422820:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328426.422822:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328426.422832:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010716160:0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.422856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010716288:0@lo:38:kworker.0
00000100:00100000:0.0:1767328426.422863:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35262
00000100:00100000:3.0:1767328426.422863:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9512
00000100:00100000:1.0:1767328426.422867:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328426.422877:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010715392:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328426.422877:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010715520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.422901:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328426.422903:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715776
00010000:00020000:0.0:1767328426.422905:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328426.422908:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715776
00000100:00100000:1.0:1767328426.422937:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715904
00000100:00100000:1.0:1767328426.422940:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715904
00000100:00100000:3.0:1767328426.422949:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010715520:12345-0@lo:400:kworker.0 Request processed in 74us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328426.422957:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9512
00000100:00100000:0.0:1767328426.422964:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010715392:12345-0@lo:38:kworker.0 Request processed in 86us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328426.422968:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716032
00000100:00100000:1.0:1767328426.422972:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716032
00000100:00100000:0.0:1767328426.422976:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35262
00000100:00100000:2.0:1767328426.422977:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716160
00000100:00100000:2.0:1767328426.422984:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716160
00000100:00100000:1.0:1767328426.422985:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716288
00000100:00080000:3.0:1767328426.422985:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328426.422991:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716288
00000100:00080000:3.0:1767328426.422992:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328426.422997:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328426.423016:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399
00000100:00100000:3.0:1767328426.423027:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400
00000100:00100000:0.0:1767328426.423028:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328426.423031:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010715904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.423038:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385
00000100:00100000:3.0:1767328426.423043:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010716160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.423048:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010715776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328426.423060:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328426.423096:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010715904:12345-0@lo:400:kworker.0 Request processed in 70us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328426.423100:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010716160:12345-0@lo:400:kworker.0 Request processed in 61us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328426.423106:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010715776:12345-0@lo:38:kworker.0 Request processed in 56us (348us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328426.423109:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399
00000100:00100000:0.0:1767328426.423122:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010716160:0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.423124:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385
00000100:00100000:3.0:1767328426.423133:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400
00000100:00100000:1.0:1767328426.423143:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386
00000100:00100000:0.0:1767328426.423148:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010715904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.423153:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4387
00000100:00100000:1.0:1767328426.423154:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010716032:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328426.423165:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010716288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328426.423170:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328426.423175:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010715648
00010000:00020000:2.0:1767328426.423177:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328426.423180:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010715648
00000100:00100000:1.0:1767328426.423233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010716032:12345-0@lo:38:kworker.0 Request processed in 66us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328426.423239:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9513
00000100:00100000:1.0:1767328426.423244:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386
00000100:00100000:2.0:1767328426.423246:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010716288:12345-0@lo:38:kworker.0 Request processed in 79us (345us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328426.423252:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010715648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328426.423256:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4387
00000100:00100000:1.0:1767328426.423295:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010715520:0@lo:400:kworker.0
00000100:00080000:2.0:1767328426.423297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328426.423301:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010715648:12345-0@lo:400:kworker.0 Request processed in 51us (277us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328426.423307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328426.423310:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9513
00000100:00100000:2.0:1767328426.423314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010716288:0@lo:38:kworker.0
00000100:00080000:2.0:1767328426.423334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328426.423336:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328426.423337:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010715648:0@lo:400:kworker.0
00000100:00080000:2.0:1767328426.423340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328426.423346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010715776:0@lo:38:kworker.0
00000100:00080000:2.0:1767328426.423362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328426.423365:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328426.423368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010716032:0@lo:38:kworker.0
00000100:00080000:2.0:1767328426.423375:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328426.423379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328426.423381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010715392:0@lo:38:kworker.0
00000100:00100000:0.0:1767328426.934595:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010716416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328426.934655:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328426.934696:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716416
00000100:00100000:2.0:1767328426.934704:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716416
00000100:00100000:2.0:1767328426.934757:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8403
00000100:00100000:2.0:1767328426.934768:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010716416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328426.934800:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328426.934851:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010716416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328426.934863:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8403
00000100:00100000:0.0:1767328426.934885:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010716416:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328427.382578:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328427.446631:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010716544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328427.446700:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328427.446748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716544
00000100:00100000:0.0:1767328427.446756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716544
00000100:00100000:0.0:1767328427.446798:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8404
00000100:00100000:0.0:1767328427.446808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010716544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328427.446834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328427.446875:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010716544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328427.446880:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8404
00000100:00100000:2.0:1767328427.446929:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010716544:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328428.406575:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328429.430584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328429.904927:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328429.904972:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993244928
00000100:00100000:3.0:1767328429.904974:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328429.904982:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993244928
00000100:00100000:2.0:1767328429.905018:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245056
00000100:00100000:2.0:1767328429.905020:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245056
00000100:00100000:0.0:1767328429.905060:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2401
00000100:00100000:2.0:1767328429.905070:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4388
00000100:00080000:3.0:1767328429.905076:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328429.905077:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993245056:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328429.905079:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993244928:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328429.905103:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328429.905157:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993245056:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328429.905158:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993244928:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328429.905172:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2401
00000100:00100000:2.0:1767328429.905179:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4388
00010000:00010000:1.0:1767328430.454556:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328431.478586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328431.542523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328431.542531:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328431.542533:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328431.542537:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328431.542540:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328431.542547:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13624
00000100:00080000:0.0:1767328431.542550:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328431.542557:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328431.542593:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e680 x1853164010716672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328431.542658:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010716672:0@lo:38:kworker.0
00000100:00080000:0.0:1767328431.542668:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328431.542673:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328431.542676:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328431.542682:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13624
00000100:00080000:0.0:1767328431.542686:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328431.542691:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328431.542703:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010716928:0@lo:400:kworker.0
00000100:00100000:0.0:1767328431.542711:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c000 x1853164010717056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328431.542725:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010716800:0@lo:400:kworker.0
00000100:00100000:2.0:1767328431.542731:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328431.542757:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328431.542761:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328431.542763:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328431.542770:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13624
00000100:00100000:3.0:1767328431.542770:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328431.542777:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328431.542781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010717056:0@lo:38:kworker.0
00000100:00080000:0.0:1767328431.542782:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328431.542790:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010717184:0@lo:400:kworker.0
00000100:00100000:0.0:1767328431.542802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ca80 x1853164010717312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328431.542823:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328431.542826:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328431.542828:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328431.542832:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13624
00000100:00080000:0.0:1767328431.542834:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328431.542839:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328431.542841:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716928
00000100:00080000:0.0:1767328431.542843:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328431.542850:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716928
00000100:00100000:0.0:1767328431.542856:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ed80 x1853164010717568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328431.542867:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010717440:0@lo:400:kworker.0
00000100:00100000:1.0:1767328431.542896:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328431.542899:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717184
00000100:00100000:0.0:1767328431.542904:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717184
00000100:00100000:2.0:1767328431.542922:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716672
00000100:00100000:2.0:1767328431.542929:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716672
00000100:00100000:3.0:1767328431.542930:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9514
00000100:00100000:1.0:1767328431.542934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010717312:0@lo:38:kworker.0
00000100:00100000:0.0:1767328431.542942:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717056
00000100:00100000:0.0:1767328431.542947:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717056
00000100:00100000:3.0:1767328431.542948:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010716928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328431.542960:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328431.542968:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35263
00000100:00100000:0.0:1767328431.542971:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717312
00000100:00100000:0.0:1767328431.542975:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717312
00000100:00100000:2.0:1767328431.542980:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010716672:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328431.542984:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010717568:0@lo:38:kworker.0
00000100:00100000:0.0:1767328431.542999:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402
00010000:00020000:2.0:1767328431.543003:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328431.543010:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010717184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328431.543018:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010716928:12345-0@lo:400:kworker.0 Request processed in 75us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328431.543027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328431.543031:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9514
00000100:00100000:2.0:1767328431.543063:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010716672:12345-0@lo:38:kworker.0 Request processed in 83us (334us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328431.543063:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328431.543070:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328431.543071:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010717184:12345-0@lo:400:kworker.0 Request processed in 63us (234us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328431.543073:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328431.543080:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35263
00000100:00080000:1.0:1767328431.543084:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328431.543087:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402
00000100:00100000:1.0:1767328431.543092:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010716672:0@lo:38:kworker.0
00000100:00100000:3.0:1767328431.543102:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010716928:0@lo:400:kworker.0
00000100:00100000:0.0:1767328431.543107:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717568
00000100:00100000:0.0:1767328431.543111:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717568
00000100:00100000:0.0:1767328431.543129:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389
00000100:00100000:0.0:1767328431.543135:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010717056:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328431.543139:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390
00010000:00020000:0.0:1767328431.543150:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328431.543151:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4391
00000100:00100000:2.0:1767328431.543153:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010717312:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328431.543162:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010717568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328431.543170:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328431.543175:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328431.543196:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010717056:12345-0@lo:38:kworker.0 Request processed in 45us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328431.543197:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328431.543207:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389
00000100:00100000:2.0:1767328431.543240:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010717312:12345-0@lo:38:kworker.0 Request processed in 89us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328431.543247:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010717568:12345-0@lo:38:kworker.0 Request processed in 81us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328431.543253:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328431.543257:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010716800
00000100:00100000:2.0:1767328431.543258:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390
00000100:00100000:3.0:1767328431.543265:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010716800
00000100:00100000:1.0:1767328431.543268:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4391
00000100:00100000:2.0:1767328431.543285:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717440
00000100:00100000:2.0:1767328431.543291:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717440
00000100:00100000:1.0:1767328431.543314:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010717184:0@lo:400:kworker.0
00000100:00100000:3.0:1767328431.543319:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9515
00000100:00080000:0.0:1767328431.543324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328431.543333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328431.543336:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010716800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328431.543340:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403
00000100:00100000:0.0:1767328431.543341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010717312:0@lo:38:kworker.0
00000100:00100000:2.0:1767328431.543357:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010717440:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328431.543362:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328431.543370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328431.543375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010717568:0@lo:38:kworker.0
00000100:00080000:0.0:1767328431.543389:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328431.543395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328431.543400:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010716800:12345-0@lo:400:kworker.0 Request processed in 69us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328431.543402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010717056:0@lo:38:kworker.0
00000100:00100000:3.0:1767328431.543440:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9515
00000100:00100000:2.0:1767328431.543442:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010717440:12345-0@lo:400:kworker.0 Request processed in 66us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328431.543453:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403
00000100:00080000:3.0:1767328431.543463:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328431.543469:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328431.543472:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010716800:0@lo:400:kworker.0
00000100:00100000:2.0:1767328431.543516:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010717440:0@lo:400:kworker.0
00000100:00100000:3.0:1767328432.054606:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010717696:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328432.054666:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328432.054708:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717696
00000100:00100000:0.0:1767328432.054718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717696
00000100:00100000:0.0:1767328432.054770:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8405
00000100:00100000:0.0:1767328432.054779:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010717696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328432.054805:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328432.054848:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010717696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328432.054854:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8405
00000100:00100000:3.0:1767328432.054898:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010717696:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328432.502550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328432.566607:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010717824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328432.566676:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328432.566728:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717824
00000100:00100000:0.0:1767328432.566738:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717824
00000100:00100000:0.0:1767328432.566785:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8406
00000100:00100000:0.0:1767328432.566793:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010717824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328432.566820:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328432.566863:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010717824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328432.566868:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8406
00000100:00100000:3.0:1767328432.566908:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010717824:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328433.526571:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328434.550555:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328435.024910:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328435.024953:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328435.024975:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245312
00000100:00100000:0.0:1767328435.024989:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245312
00000100:00100000:2.0:1767328435.025014:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245184
00000100:00100000:2.0:1767328435.025020:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245184
00000100:00080000:3.0:1767328435.025049:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328435.025061:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2404
00000100:00100000:0.0:1767328435.025069:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4392
00000100:00100000:2.0:1767328435.025075:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993245312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328435.025083:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993245184:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328435.025102:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328435.025150:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993245184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328435.025150:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993245312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328435.025177:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2404
00000100:00100000:0.0:1767328435.025184:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4392
00010000:00010000:1.0:1767328435.574571:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328436.598558:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328436.662483:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328436.662494:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328436.662498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328436.662503:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328436.662507:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328436.662515:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13629
00000100:00080000:0.0:1767328436.662521:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328436.662529:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328436.662565:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ed80 x1853164010717952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328436.662617:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010717952:0@lo:38:kworker.0
00000100:00080000:0.0:1767328436.662623:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328436.662627:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328436.662629:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328436.662633:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13629
00000100:00080000:0.0:1767328436.662636:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328436.662639:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328436.662649:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010718080:0@lo:400:kworker.0
00000100:00100000:0.0:1767328436.662652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c000 x1853164010718336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328436.662680:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328436.662680:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010718208:0@lo:400:kworker.0
00000100:00080000:0.0:1767328436.662683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328436.662691:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328436.662695:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328436.662696:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328436.662700:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13629
00000100:00080000:0.0:1767328436.662704:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328436.662707:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328436.662721:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f100 x1853164010718592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328436.662731:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328436.662742:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328436.662744:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010718336:0@lo:38:kworker.0
00000100:00080000:0.0:1767328436.662748:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328436.662752:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328436.662756:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13629
00000100:00080000:0.0:1767328436.662758:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328436.662761:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328436.662775:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a680 x1853164010718848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328436.662776:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010717952
00000100:00100000:1.0:1767328436.662782:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328436.662785:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010717952
00000100:00100000:3.0:1767328436.662789:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718080
00000100:00100000:3.0:1767328436.662794:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718080
00000100:00100000:1.0:1767328436.662809:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010718592:0@lo:38:kworker.0
00000100:00100000:0.0:1767328436.662825:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010718464:0@lo:400:kworker.0
00000100:00100000:2.0:1767328436.662826:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35264
00000100:00100000:1.0:1767328436.662840:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328436.662841:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010717952:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328436.662846:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718208
00000100:00100000:3.0:1767328436.662850:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718208
00010000:00020000:2.0:1767328436.662860:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328436.662868:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328436.662872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010718848:0@lo:38:kworker.0
00000100:00100000:3.0:1767328436.662883:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9516
00000100:00100000:3.0:1767328436.662893:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010718080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328436.662902:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328436.662912:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010718720:0@lo:400:kworker.0
00000100:00100000:1.0:1767328436.662915:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328436.662917:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010717952:12345-0@lo:38:kworker.0 Request processed in 74us (231us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328436.662929:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35264
00000100:00100000:3.0:1767328436.662953:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010718080:12345-0@lo:400:kworker.0 Request processed in 61us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328436.662961:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328436.662961:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328436.662967:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9516
00000100:00080000:1.0:1767328436.662973:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328436.662979:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010717952:0@lo:38:kworker.0
00000100:00100000:3.0:1767328436.662990:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9517
00000100:00100000:3.0:1767328436.662999:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010718208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328436.663008:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718336
00000100:00100000:0.0:1767328436.663013:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718336
00000100:00100000:1.0:1767328436.663018:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718592
00000100:00080000:2.0:1767328436.663022:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328436.663023:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718592
00000100:00080000:2.0:1767328436.663030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328436.663036:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010718208:12345-0@lo:400:kworker.0 Request processed in 39us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328436.663039:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718464
00000100:00100000:0.0:1767328436.663044:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718464
00000100:00100000:3.0:1767328436.663044:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9517
00000100:00100000:1.0:1767328436.663045:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718848
00000100:00100000:1.0:1767328436.663051:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718848
00000100:00100000:1.0:1767328436.663065:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718720
00000100:00100000:1.0:1767328436.663068:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718720
00000100:00100000:3.0:1767328436.663076:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4393
00000100:00100000:3.0:1767328436.663081:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010718336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328436.663092:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328436.663096:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010718080:0@lo:400:kworker.0
00000100:00100000:0.0:1767328436.663097:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405
00000100:00100000:1.0:1767328436.663109:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406
00000100:00100000:0.0:1767328436.663111:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010718464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328436.663122:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010718720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328436.663128:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010718336:12345-0@lo:38:kworker.0 Request processed in 44us (349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328436.663135:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4393
00000100:00100000:2.0:1767328436.663167:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010718208:0@lo:400:kworker.0
00000100:00100000:3.0:1767328436.663173:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4394
00000100:00100000:3.0:1767328436.663181:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010718592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328436.663191:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328436.663192:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010718464:12345-0@lo:400:kworker.0 Request processed in 83us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328436.663199:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010718720:12345-0@lo:400:kworker.0 Request processed in 79us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328436.663204:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405
00000100:00100000:1.0:1767328436.663212:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406
00000100:00100000:2.0:1767328436.663220:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4395
00000100:00100000:3.0:1767328436.663225:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010718592:12345-0@lo:38:kworker.0 Request processed in 42us (388us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328436.663230:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010718848:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328436.663237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328436.663237:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4394
00010000:00020000:2.0:1767328436.663245:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328436.663253:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328436.663258:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328436.663262:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010718336:0@lo:38:kworker.0
00000100:00100000:0.0:1767328436.663270:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010718720:0@lo:400:kworker.0
00000100:00080000:1.0:1767328436.663286:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328436.663294:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010718464:0@lo:400:kworker.0
00000100:00080000:1.0:1767328436.663294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328436.663301:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010718848:12345-0@lo:38:kworker.0 Request processed in 69us (387us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328436.663304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010718592:0@lo:38:kworker.0
00000100:00100000:2.0:1767328436.663317:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4395
00000100:00080000:1.0:1767328436.663332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328436.663336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328436.663339:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010718848:0@lo:38:kworker.0
00000100:00100000:2.0:1767328437.174620:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010718976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328437.174689:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328437.174722:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010718976
00000100:00100000:0.0:1767328437.174730:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010718976
00000100:00100000:0.0:1767328437.174790:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8407
00000100:00100000:0.0:1767328437.174799:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010718976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328437.174823:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328437.174865:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010718976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328437.174870:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8407
00000100:00100000:2.0:1767328437.174908:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010718976:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328437.622601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328437.686617:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328437.686633:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010719104:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328437.686693:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328437.686750:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719104
00000100:00100000:0.0:1767328437.686759:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719104
00000100:00100000:0.0:1767328437.686810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8408
00000100:00100000:0.0:1767328437.686824:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010719104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328437.686854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328437.686899:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010719104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328437.686906:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8408
00000100:00100000:2.0:1767328437.686945:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010719104:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328438.646583:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328439.670552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328440.144998:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328440.145059:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245440
00000100:00100000:2.0:1767328440.145070:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245440
00000100:00100000:3.0:1767328440.145084:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767328440.145107:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993245696 offset 0 length 520: 4
00000100:00100000:2.0:1767328440.145138:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245568
00000100:00100000:2.0:1767328440.145142:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245568
00000100:00100000:0.0:1767328440.145166:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4396
00000100:00100000:0.0:1767328440.145181:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993245440:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767328440.145203:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2407
00000100:00080000:3.0:1767328440.145203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328440.145207:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328440.145220:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993245568:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328440.145288:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993245440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328440.145289:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993245568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 71us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328440.145309:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4396
00000100:00100000:2.0:1767328440.145317:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2407
00010000:00010000:1.0:1767328440.694566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328441.718564:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328441.782487:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328441.782495:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328441.782498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328441.782500:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328416/real 1767328416]  req@ffff9bb48d048700 x1853164010712704/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328441 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328441.782501:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328441.782506:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328441.782516:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13634
00000100:00080000:0.0:1767328441.782520:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328441.782526:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328441.782534:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48d048700 x1853164010712704/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328441 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328441.782549:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328441.782562:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010719232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328441.782566:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328441.782574:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010712704:0@lo:250:kworker.0
00000100:00100000:1.0:1767328441.782600:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010719232:0@lo:38:kworker.0
00000100:00080000:0.0:1767328441.782621:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328441.782624:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328441.782626:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328441.782630:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13634
00000100:00080000:0.0:1767328441.782632:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328441.782636:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328441.782660:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328441.782660:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010719360:0@lo:400:kworker.0
00000100:00100000:0.0:1767328441.782668:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0380 x1853164010719616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328441.782704:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328441.782708:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328441.782710:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719232
00000100:00080000:0.0:1767328441.782714:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328441.782717:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328441.782720:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719232
00000100:00080000:0.0:1767328441.782722:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13634
00000100:00100000:1.0:1767328441.782724:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010719616:0@lo:38:kworker.0
00000100:00080000:0.0:1767328441.782728:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328441.782735:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328441.782752:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1500 x1853164010719872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328441.782762:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328441.782763:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328441.782767:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35265
00000100:00080000:0.0:1767328441.782777:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328441.782779:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010719488:0@lo:400:kworker.0
00000100:00100000:2.0:1767328441.782780:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010719232:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328441.782781:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328441.782786:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328441.782792:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010719872:0@lo:38:kworker.0
00000100:00080000:0.0:1767328441.782795:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13634
00000100:00080000:0.0:1767328441.782801:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328441.782806:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767328441.782806:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328441.782821:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1f80 x1853164010720128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328441.782836:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328441.782836:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328441.782840:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328441.782844:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328441.782845:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328441.782849:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13614
00000100:00080000:0.0:1767328441.782852:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328441.782857:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010719232:12345-0@lo:38:kworker.0 Request processed in 78us (195us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328441.782859:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328441.782869:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35265
00000100:00100000:0.0:1767328441.782874:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2a00 x1853164010720256/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328441.782877:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328441.782886:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328441.782891:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010719232:0@lo:38:kworker.0
00000100:00100000:3.0:1767328441.782896:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010720000:0@lo:400:kworker.0
00000100:00100000:2.0:1767328441.782898:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010719744:0@lo:400:kworker.0
00000100:00100000:1.0:1767328441.782910:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010720128:0@lo:38:kworker.0
00000100:00100000:0.0:1767328441.782938:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719616
00000100:00100000:2.0:1767328441.782940:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328441.782947:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719616
00000100:00100000:3.0:1767328441.782962:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719360
00000100:00100000:1.0:1767328441.782969:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719872
00000100:00100000:3.0:1767328441.782969:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719360
00000100:00100000:1.0:1767328441.782977:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719872
00000100:00100000:0.0:1767328441.782978:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719744
00000100:00100000:0.0:1767328441.782983:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719744
00000100:00100000:2.0:1767328441.782994:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010719488
00000100:00100000:2.0:1767328441.782999:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010719488
00000100:00100000:1.0:1767328441.783010:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397
00000100:00100000:1.0:1767328441.783018:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010719616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328441.783029:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328441.783034:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408
00000100:00100000:3.0:1767328441.783040:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9518
00000100:00100000:0.0:1767328441.783046:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010719744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328441.783051:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9519
00000100:00100000:3.0:1767328441.783056:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010719360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328441.783062:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010719616:12345-0@lo:38:kworker.0 Request processed in 42us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328441.783067:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010719488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328441.783073:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397
00000100:00100000:1.0:1767328441.783093:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4398
00000100:00100000:1.0:1767328441.783098:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010719872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328441.783125:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328441.783130:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010719744:12345-0@lo:400:kworker.0 Request processed in 87us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328441.783137:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408
00000100:00100000:3.0:1767328441.783151:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010719360:12345-0@lo:400:kworker.0 Request processed in 100us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328441.783155:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010719488:12345-0@lo:400:kworker.0 Request processed in 92us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328441.783167:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010719872:12345-0@lo:38:kworker.0 Request processed in 66us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328441.783172:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9518
00000100:00100000:1.0:1767328441.783177:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4398
00000100:00100000:0.0:1767328441.783181:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010719744:0@lo:400:kworker.0
00000100:00100000:2.0:1767328441.783182:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9519
00000100:00080000:3.0:1767328441.783214:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328441.783222:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328441.783227:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328441.783229:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328441.783258:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010720256:0@lo:250:kworker.0
00000100:00100000:0.0:1767328441.783259:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328441.783266:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010719488:0@lo:400:kworker.0
00000100:00100000:2.0:1767328441.783285:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010719360:0@lo:400:kworker.0
00000400:00000100:1.0:1767328441.783292:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010720256 offset 0 length 520: 4
00000100:00100000:3.0:1767328441.783294:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720128
00000100:00100000:3.0:1767328441.783301:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720128
00000100:00100000:0.0:1767328441.783333:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720000
00000100:00080000:1.0:1767328441.783334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328441.783339:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720000
00000100:00080000:1.0:1767328441.783340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328441.783342:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4399
00000100:00100000:1.0:1767328441.783346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010719872:0@lo:38:kworker.0
00000100:00100000:3.0:1767328441.783355:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010720128:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328441.783357:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328441.783365:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328441.783368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010719616:0@lo:38:kworker.0
00010000:00020000:3.0:1767328441.783373:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328441.783386:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328441.783387:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409
00000100:00100000:0.0:1767328441.783398:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010720000:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328441.783453:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328441.783458:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328441.783464:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010720128:12345-0@lo:38:kworker.0 Request processed in 107us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328441.783465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010720128:0@lo:38:kworker.0
00000100:00100000:0.0:1767328441.783479:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010720000:12345-0@lo:400:kworker.0 Request processed in 82us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328441.783480:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4399
00000100:00100000:0.0:1767328441.783491:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409
00000100:00100000:1.0:1767328441.783514:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010720000:0@lo:400:kworker.0
00000100:00100000:2.0:1767328442.294631:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010720384:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328442.294690:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328442.294735:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720384
00000100:00100000:0.0:1767328442.294744:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720384
00000100:00100000:0.0:1767328442.294796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8409
00000100:00100000:0.0:1767328442.294807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010720384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328442.294835:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328442.294890:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010720384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328442.294899:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8409
00000100:00100000:2.0:1767328442.294928:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010720384:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328442.742596:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328442.806608:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010720512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328442.806691:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328442.806741:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720512
00000100:00100000:0.0:1767328442.806750:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720512
00000100:00100000:0.0:1767328442.806797:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8410
00000100:00100000:0.0:1767328442.806809:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010720512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328442.806838:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328442.806889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010720512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328442.806900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8410
00000100:00100000:2.0:1767328442.806935:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010720512:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328443.766563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328444.790585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328445.264754:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328445.264800:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328445.264829:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245952
00000100:00100000:0.0:1767328445.264839:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245952
00000100:00100000:1.0:1767328445.264871:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993245824
00000100:00100000:1.0:1767328445.264879:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993245824
00000100:00080000:2.0:1767328445.264909:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328445.264917:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2410
00000100:00100000:1.0:1767328445.264929:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4400
00000100:00100000:0.0:1767328445.264936:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993245952:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328445.264944:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993245824:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328445.264967:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328445.265006:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993245952:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328445.265014:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993245824:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (210us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328445.265020:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2410
00000100:00100000:1.0:1767328445.265030:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4400
00010000:00010000:1.0:1767328445.814563:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328446.838591:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328446.902536:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328446.902545:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328446.902548:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328446.902551:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328446.902554:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328446.902560:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13639
00000100:00080000:0.0:1767328446.902563:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328446.902569:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328446.902601:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010720640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328446.902649:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010720640:0@lo:38:kworker.0
00000100:00080000:0.0:1767328446.902661:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328446.902665:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328446.902667:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328446.902671:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13639
00000100:00080000:0.0:1767328446.902673:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328446.902677:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328446.902686:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010720768:0@lo:400:kworker.0
00000100:00100000:0.0:1767328446.902690:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3800 x1853164010721024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328446.902715:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328446.902728:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328446.902733:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328446.902734:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328446.902741:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13639
00000100:00100000:3.0:1767328446.902742:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010720896:0@lo:400:kworker.0
00000100:00100000:1.0:1767328446.902746:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328446.902747:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328446.902753:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010721024:0@lo:38:kworker.0
00000100:00080000:0.0:1767328446.902756:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328446.902771:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010721280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328446.902792:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328446.902795:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328446.902798:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328446.902801:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010721152:0@lo:400:kworker.0
00000100:00100000:3.0:1767328446.902804:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328446.902805:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13639
00000100:00100000:2.0:1767328446.902810:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328446.902812:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328446.902816:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328446.902829:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0000 x1853164010721536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328446.902848:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328446.902862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010721280:0@lo:38:kworker.0
00000100:00100000:0.0:1767328446.902882:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720768
00000100:00100000:1.0:1767328446.902885:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328446.902888:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720768
00000100:00100000:3.0:1767328446.902891:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720896
00000100:00100000:2.0:1767328446.902893:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328446.902898:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720896
00000100:00100000:1.0:1767328446.902899:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010721408:0@lo:400:kworker.0
00000100:00100000:2.0:1767328446.902919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010721536:0@lo:38:kworker.0
00000100:00100000:1.0:1767328446.902944:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328446.902952:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9520
00000100:00100000:3.0:1767328446.902963:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9521
00000100:00100000:0.0:1767328446.902965:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010720768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328446.902970:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721024
00000100:00100000:2.0:1767328446.902974:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721024
00000100:00100000:3.0:1767328446.902980:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010720896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328446.903000:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721152
00000100:00100000:2.0:1767328446.903004:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721152
00000100:00100000:1.0:1767328446.903014:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010720640
00000100:00100000:1.0:1767328446.903020:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010720640
00000100:00100000:0.0:1767328446.903026:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010720768:12345-0@lo:400:kworker.0 Request processed in 65us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328446.903037:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721280
00000100:00100000:0.0:1767328446.903042:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9520
00000100:00100000:2.0:1767328446.903043:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721280
00000100:00100000:1.0:1767328446.903051:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35266
00000100:00100000:3.0:1767328446.903052:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010720896:12345-0@lo:400:kworker.0 Request processed in 75us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328446.903060:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010720640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328446.903062:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721408
00000100:00100000:2.0:1767328446.903067:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721408
00000100:00100000:3.0:1767328446.903069:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9521
00010000:00020000:1.0:1767328446.903097:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328446.903115:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411
00000100:00100000:0.0:1767328446.903117:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010720768:0@lo:400:kworker.0
00000100:00100000:2.0:1767328446.903128:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010721152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328446.903131:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010720896:0@lo:400:kworker.0
00000100:00100000:1.0:1767328446.903138:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010720640:12345-0@lo:38:kworker.0 Request processed in 77us (423us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328446.903146:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35266
00000100:00100000:0.0:1767328446.903158:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412
00000100:00100000:0.0:1767328446.903169:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010721408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328446.903176:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010721152:12345-0@lo:400:kworker.0 Request processed in 53us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328446.903183:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411
00000100:00100000:3.0:1767328446.903197:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4401
00000100:00100000:3.0:1767328446.903206:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010721024:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328446.903207:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010721152:0@lo:400:kworker.0
00000100:00100000:2.0:1767328446.903208:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402
00000100:00100000:0.0:1767328446.903217:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010721408:12345-0@lo:400:kworker.0 Request processed in 49us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328446.903219:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010721280:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328446.903229:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412
00010000:00020000:3.0:1767328446.903229:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328446.903236:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010721408:0@lo:400:kworker.0
00010000:00020000:2.0:1767328446.903236:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328446.903279:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328446.903284:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328446.903288:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328446.903290:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010721280:12345-0@lo:38:kworker.0 Request processed in 69us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328446.903290:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010721024:12345-0@lo:38:kworker.0 Request processed in 81us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328446.903305:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4401
00000100:00100000:2.0:1767328446.903311:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402
00000100:00100000:2.0:1767328446.903335:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328446.903361:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328446.903364:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328446.903368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010721024:0@lo:38:kworker.0
00000100:00100000:1.0:1767328446.903379:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721536
00000100:00080000:2.0:1767328446.903380:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328446.903384:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721536
00000100:00080000:2.0:1767328446.903384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328446.903390:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010720640:0@lo:38:kworker.0
00000100:00080000:2.0:1767328446.903407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328446.903413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328446.903414:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403
00000100:00100000:2.0:1767328446.903437:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010721280:0@lo:38:kworker.0
00000100:00100000:1.0:1767328446.903453:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010721536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328446.903462:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328446.903491:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010721536:12345-0@lo:38:kworker.0 Request processed in 39us (156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328446.903496:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403
00000100:00080000:2.0:1767328446.903508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328446.903513:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328446.903516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010721536:0@lo:38:kworker.0
00000100:00100000:0.0:1767328447.414625:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010721664:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328447.414699:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328447.414759:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721664
00000100:00100000:2.0:1767328447.414769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721664
00000100:00100000:2.0:1767328447.414821:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8411
00000100:00100000:2.0:1767328447.414831:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010721664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328447.414861:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328447.414901:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010721664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328447.414907:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8411
00000100:00100000:0.0:1767328447.414958:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010721664:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328447.862561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328447.926547:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328447.926566:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010721792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328447.926630:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328447.926678:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721792
00000100:00100000:2.0:1767328447.926687:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721792
00000100:00100000:2.0:1767328447.926730:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8412
00000100:00100000:2.0:1767328447.926738:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010721792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328447.926764:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328447.926806:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010721792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328447.926812:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8412
00000100:00100000:1.0:1767328447.926852:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010721792:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328448.886542:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328449.910551:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328450.384768:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328450.384798:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328450.384833:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246208
00000100:00100000:1.0:1767328450.384846:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246208
00000100:00100000:2.0:1767328450.384856:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246080
00000100:00100000:2.0:1767328450.384864:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246080
00000100:00080000:3.0:1767328450.384904:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328450.384912:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2413
00000100:00100000:1.0:1767328450.384926:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4404
00000100:00100000:2.0:1767328450.384931:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993246208:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328450.384939:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993246080:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328450.384963:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328450.385014:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993246208:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328450.385023:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993246080:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328450.385026:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2413
00000100:00100000:1.0:1767328450.385038:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4404
00010000:00010000:1.0:1767328450.934574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328451.958539:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328452.022505:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328452.022514:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328452.022518:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328452.022523:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328452.022527:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328452.022537:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13644
00000100:00080000:0.0:1767328452.022541:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328452.022548:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328452.022589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2300 x1853164010721920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328452.022640:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010721920:0@lo:38:kworker.0
00000100:00080000:0.0:1767328452.022660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328452.022666:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328452.022669:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328452.022674:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13644
00000100:00080000:0.0:1767328452.022677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328452.022682:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328452.022686:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010722048:0@lo:400:kworker.0
00000100:00100000:0.0:1767328452.022699:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0000 x1853164010722304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328452.022709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328452.022713:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010722176:0@lo:400:kworker.0
00000100:00100000:1.0:1767328452.022727:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328452.022751:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328452.022752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010722304:0@lo:38:kworker.0
00000100:00080000:0.0:1767328452.022763:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328452.022763:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328452.022768:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328452.022773:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13644
00000100:00080000:0.0:1767328452.022776:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328452.022781:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328452.022787:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722048
00000100:00100000:1.0:1767328452.022797:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722048
00000100:00100000:0.0:1767328452.022798:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010722560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328452.022802:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328452.022809:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328452.022820:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010722432:0@lo:400:kworker.0
00000100:00100000:2.0:1767328452.022832:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010722560:0@lo:38:kworker.0
00000100:00080000:0.0:1767328452.022833:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328452.022841:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328452.022844:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328452.022849:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13644
00000100:00080000:0.0:1767328452.022854:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328452.022854:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328452.022863:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328452.022866:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722176
00000100:00100000:1.0:1767328452.022872:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722176
00000100:00100000:2.0:1767328452.022874:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010721920
00000100:00100000:2.0:1767328452.022879:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010721920
00000100:00100000:0.0:1767328452.022881:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3100 x1853164010722816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328452.022890:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010722688:0@lo:400:kworker.0
00000100:00100000:2.0:1767328452.022919:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35267
00000100:00100000:1.0:1767328452.022921:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9522
00000100:00100000:3.0:1767328452.022924:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328452.022931:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010721920:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328452.022936:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010722048:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328452.022950:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328452.022962:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722304
00000100:00100000:3.0:1767328452.022967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722304
00000100:00100000:0.0:1767328452.022982:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722432
00000100:00100000:0.0:1767328452.022989:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722432
00000100:00100000:2.0:1767328452.022993:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010721920:12345-0@lo:38:kworker.0 Request processed in 62us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328452.022999:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722688
00000100:00100000:2.0:1767328452.023005:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35267
00000100:00100000:1.0:1767328452.023006:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010722048:12345-0@lo:400:kworker.0 Request processed in 70us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328452.023006:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722688
00000100:00100000:1.0:1767328452.023016:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9522
00000100:00100000:0.0:1767328452.023059:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414
00000100:00100000:1.0:1767328452.023059:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9523
00000100:00100000:2.0:1767328452.023070:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415
00000100:00100000:1.0:1767328452.023073:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010722176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328452.023077:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010722432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328452.023080:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405
00000100:00100000:2.0:1767328452.023086:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010722688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328452.023092:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010722304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328452.023103:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328452.023114:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010722176:12345-0@lo:400:kworker.0 Request processed in 44us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328452.023121:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9523
00000100:00100000:3.0:1767328452.023159:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010722304:12345-0@lo:38:kworker.0 Request processed in 65us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328452.023163:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010722432:12345-0@lo:400:kworker.0 Request processed in 89us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328452.023164:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010722688:12345-0@lo:400:kworker.0 Request processed in 81us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328452.023178:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010722048:0@lo:400:kworker.0
00000100:00100000:3.0:1767328452.023180:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405
00000100:00100000:0.0:1767328452.023195:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414
00000100:00100000:2.0:1767328452.023204:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415
00000100:00100000:1.0:1767328452.023219:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010722176:0@lo:400:kworker.0
00000100:00100000:3.0:1767328452.023246:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328452.023247:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328452.023255:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328452.023260:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328452.023273:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722560
00000100:00100000:2.0:1767328452.023278:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722560
00000100:00080000:3.0:1767328452.023284:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328452.023288:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010722688:0@lo:400:kworker.0
00000100:00080000:3.0:1767328452.023292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328452.023299:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010722304:0@lo:38:kworker.0
00000100:00100000:2.0:1767328452.023304:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406
00000100:00100000:1.0:1767328452.023309:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010722432:0@lo:400:kworker.0
00000100:00100000:2.0:1767328452.023314:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010722560:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328452.023320:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767328452.023325:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328452.023326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328452.023333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010721920:0@lo:38:kworker.0
00000100:00100000:3.0:1767328452.023356:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010722816:0@lo:38:kworker.0
00000100:00100000:2.0:1767328452.023376:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010722560:12345-0@lo:38:kworker.0 Request processed in 64us (131us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328452.023384:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328452.023387:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406
00000100:00100000:2.0:1767328452.023411:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722816
00000100:00100000:2.0:1767328452.023414:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722816
00000100:00080000:3.0:1767328452.023447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328452.023452:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328452.023455:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010722560:0@lo:38:kworker.0
00000100:00100000:2.0:1767328452.023462:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4407
00000100:00100000:2.0:1767328452.023468:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010722816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328452.023476:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328452.023506:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010722816:12345-0@lo:38:kworker.0 Request processed in 37us (125us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328452.023510:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4407
00000100:00080000:3.0:1767328452.023534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328452.023537:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328452.023540:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010722816:0@lo:38:kworker.0
00000100:00100000:2.0:1767328452.534627:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010722944:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328452.534732:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328452.534788:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010722944
00000100:00100000:0.0:1767328452.534797:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010722944
00000100:00100000:0.0:1767328452.534857:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8413
00000100:00100000:0.0:1767328452.534869:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010722944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328452.534901:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328452.534954:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010722944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328452.534962:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8413
00000100:00100000:2.0:1767328452.535007:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010722944:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328452.982559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328453.046598:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010723072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328453.046693:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328453.046747:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723072
00000100:00100000:0.0:1767328453.046756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723072
00000100:00100000:0.0:1767328453.046810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8414
00000100:00100000:0.0:1767328453.046823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010723072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328453.046854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328453.046908:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010723072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328453.046917:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8414
00000100:00100000:3.0:1767328453.046956:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010723072:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328454.006565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328455.030535:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328455.504833:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328455.504865:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328455.504884:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246336
00000100:00100000:2.0:1767328455.504894:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246336
00000100:00100000:2.0:1767328455.504932:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246464
00000100:00100000:2.0:1767328455.504935:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246464
00000100:00100000:0.0:1767328455.504951:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4408
00000100:00100000:0.0:1767328455.504961:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993246336:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328455.504982:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328455.504984:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328455.504987:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2416
00000100:00100000:2.0:1767328455.504998:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993246464:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328455.505063:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993246336:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328455.505064:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993246464:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328455.505079:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4408
00000100:00100000:2.0:1767328455.505087:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2416
00010000:00010000:1.0:1767328456.054555:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328457.078538:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328457.142490:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328457.142499:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328457.142503:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328457.142508:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328457.142512:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328457.142521:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13649
00000100:00080000:3.0:1767328457.142527:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328457.142534:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328457.142567:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6300 x1853164010723200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328457.142620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010723200:0@lo:38:kworker.0
00000100:00080000:3.0:1767328457.142630:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328457.142636:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328457.142640:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328457.142646:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13649
00000100:00080000:3.0:1767328457.142650:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328457.142657:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328457.142658:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010723456:0@lo:400:kworker.0
00000100:00100000:1.0:1767328457.142663:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010723328:0@lo:400:kworker.0
00000100:00100000:3.0:1767328457.142677:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4700 x1853164010723584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328457.142685:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328457.142718:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328457.142720:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328457.142725:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328457.142726:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010723584:0@lo:38:kworker.0
00000100:00080000:3.0:1767328457.142730:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328457.142732:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723200
00000100:00080000:3.0:1767328457.142738:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13649
00000100:00100000:1.0:1767328457.142742:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723200
00000100:00080000:3.0:1767328457.142743:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328457.142750:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328457.142760:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328457.142767:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010723840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328457.142788:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010723712:0@lo:400:kworker.0
00000100:00100000:1.0:1767328457.142791:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35268
00000100:00100000:0.0:1767328457.142795:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010723840:0@lo:38:kworker.0
00000100:00080000:3.0:1767328457.142795:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328457.142806:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010723200:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328457.142807:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328457.142811:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328457.142817:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13649
00000100:00080000:3.0:1767328457.142821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328457.142826:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328457.142828:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:1.0:1767328457.142831:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328457.142848:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723584
00000100:00100000:3.0:1767328457.142849:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6a00 x1853164010724096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328457.142854:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723584
00000100:00100000:2.0:1767328457.142860:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328457.142871:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010723968:0@lo:400:kworker.0
00000100:00100000:0.0:1767328457.142884:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723712
00000100:00100000:1.0:1767328457.142886:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010723200:12345-0@lo:38:kworker.0 Request processed in 78us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328457.142888:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723712
00000100:00100000:1.0:1767328457.142902:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35268
00000100:00100000:2.0:1767328457.142902:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328457.142934:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723968
00000100:00100000:0.0:1767328457.142938:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723968
00000100:00100000:3.0:1767328457.142942:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417
00000100:00100000:1.0:1767328457.142943:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723456
00000100:00100000:2.0:1767328457.142944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328457.142952:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723456
00000100:00100000:3.0:1767328457.142960:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010723712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328457.142968:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723840
00000100:00100000:0.0:1767328457.142972:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723840
00000100:00080000:2.0:1767328457.142984:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328457.142991:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418
00000100:00080000:2.0:1767328457.142992:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328457.143012:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9524
00000100:00100000:2.0:1767328457.143013:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010723200:0@lo:38:kworker.0
00000100:00100000:0.0:1767328457.143025:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010723968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328457.143030:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010723456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328457.143036:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010724096:0@lo:38:kworker.0
00000100:00100000:3.0:1767328457.143052:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010723712:12345-0@lo:400:kworker.0 Request processed in 97us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328457.143062:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417
00000100:00100000:0.0:1767328457.143078:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010723968:12345-0@lo:400:kworker.0 Request processed in 75us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328457.143086:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328457.143090:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409
00000100:00100000:0.0:1767328457.143099:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418
00000100:00100000:1.0:1767328457.143099:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010723456:12345-0@lo:400:kworker.0 Request processed in 73us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328457.143101:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010723584:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328457.143116:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9524
00000100:00100000:0.0:1767328457.143120:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724096
00010000:00020000:3.0:1767328457.143121:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328457.143124:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724096
00000100:00100000:2.0:1767328457.143132:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410
00000100:00100000:2.0:1767328457.143139:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010723840:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328457.143149:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411
00010000:00020000:2.0:1767328457.143151:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328457.143157:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010724096:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328457.143168:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010723584:12345-0@lo:38:kworker.0 Request processed in 67us (407us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328457.143170:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328457.143176:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328457.143185:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010723840:12345-0@lo:38:kworker.0 Request processed in 44us (241us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328457.143186:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409
00000100:00100000:2.0:1767328457.143197:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410
00000100:00100000:0.0:1767328457.143212:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010724096:12345-0@lo:38:kworker.0 Request processed in 54us (129us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328457.143218:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411
00000100:00080000:2.0:1767328457.143231:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328457.143237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328457.143246:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010723456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328457.143250:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010723968:0@lo:400:kworker.0
00000100:00080000:2.0:1767328457.143259:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328457.143265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328457.143267:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010723328
00000100:00100000:2.0:1767328457.143271:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010724096:0@lo:38:kworker.0
00000100:00100000:0.0:1767328457.143272:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010723328
00000100:00080000:2.0:1767328457.143288:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328457.143289:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010723712:0@lo:400:kworker.0
00000100:00080000:2.0:1767328457.143296:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328457.143300:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010723840:0@lo:38:kworker.0
00000100:00080000:1.0:1767328457.143310:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328457.143314:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328457.143319:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328457.143324:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010723584:0@lo:38:kworker.0
00000100:00100000:0.0:1767328457.143328:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9525
00000100:00100000:0.0:1767328457.143337:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010723328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328457.143369:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010723328:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328457.143374:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9525
00000100:00100000:1.0:1767328457.143413:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010723328:0@lo:400:kworker.0
00000100:00100000:2.0:1767328457.654598:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010724224:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328457.654660:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328457.654751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724224
00000100:00100000:0.0:1767328457.654759:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724224
00000100:00100000:0.0:1767328457.654806:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8415
00000100:00100000:0.0:1767328457.654814:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010724224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328457.654841:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328457.654883:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010724224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328457.654888:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8415
00000100:00100000:2.0:1767328457.654926:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010724224:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328458.102533:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328458.166594:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328458.166611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010724352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328458.166667:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328458.166710:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724352
00000100:00100000:0.0:1767328458.166718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724352
00000100:00100000:0.0:1767328458.166762:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8416
00000100:00100000:0.0:1767328458.166770:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010724352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328458.166800:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328458.166855:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010724352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328458.166865:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8416
00000100:00100000:2.0:1767328458.166887:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010724352:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328459.126569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328460.150570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328460.624861:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328460.624896:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328460.624935:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246592
00000100:00100000:3.0:1767328460.624942:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246720
00000100:00100000:2.0:1767328460.624948:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246592
00000100:00100000:3.0:1767328460.624948:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246720
00000100:00080000:1.0:1767328460.625015:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328460.625018:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2419
00000100:00100000:2.0:1767328460.625035:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993246720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328460.625040:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4412
00000100:00100000:0.0:1767328460.625050:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993246592:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328460.625069:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328460.625118:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993246592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 67us (264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328460.625121:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993246720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328460.625128:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4412
00000100:00100000:2.0:1767328460.625137:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2419
00010000:00010000:1.0:1767328461.174552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328462.198550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328462.262588:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328462.262598:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328462.262601:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328462.262606:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328462.262610:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328462.262619:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13655
00000100:00080000:3.0:1767328462.262624:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328462.262632:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328462.262670:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5500 x1853164010724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328462.262733:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010724480:0@lo:38:kworker.0
00000100:00100000:2.0:1767328462.262799:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328462.262861:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724480
00000100:00100000:0.0:1767328462.262873:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724480
00000100:00080000:3.0:1767328462.262920:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328462.262921:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35269
00000100:00080000:3.0:1767328462.262929:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328462.262934:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328462.262935:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010724480:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328462.262943:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13655
00000100:00080000:3.0:1767328462.262948:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328462.262953:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:0.0:1767328462.262974:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328462.262974:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010724608:0@lo:400:kworker.0
00000100:00100000:3.0:1767328462.262984:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6d80 x1853164010724864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328462.263027:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010724864:0@lo:38:kworker.0
00000100:00100000:1.0:1767328462.263032:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328462.263037:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010724480:12345-0@lo:38:kworker.0 Request processed in 100us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328462.263047:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35269
00000100:00100000:1.0:1767328462.263075:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328462.263081:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328462.263087:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010724736:0@lo:400:kworker.0
00000100:00100000:0.0:1767328462.263095:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724608
00000100:00100000:0.0:1767328462.263102:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724608
00000100:00100000:1.0:1767328462.263126:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328462.263128:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328462.263136:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328462.263143:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010724480:0@lo:38:kworker.0
00000100:00100000:0.0:1767328462.263159:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724736
00000100:00100000:0.0:1767328462.263164:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724736
00000100:00100000:1.0:1767328462.263176:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9526
00000100:00100000:2.0:1767328462.263185:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724864
00000100:00100000:1.0:1767328462.263190:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010724608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328462.263192:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724864
00000100:00100000:0.0:1767328462.263204:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9527
00000100:00100000:0.0:1767328462.263215:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010724736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328462.263237:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4413
00000100:00100000:2.0:1767328462.263245:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010724864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328462.263250:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010724608:12345-0@lo:400:kworker.0 Request processed in 63us (219us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328462.263254:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328462.263260:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00020000:2.0:1767328462.263261:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328462.263264:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9526
00000100:00080000:3.0:1767328462.263266:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328462.263272:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010724736:12345-0@lo:400:kworker.0 Request processed in 55us (143us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328462.263275:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13655
00000100:00080000:3.0:1767328462.263283:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328462.263288:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9527
00000100:00080000:3.0:1767328462.263291:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328462.263301:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010724864:12345-0@lo:38:kworker.0 Request processed in 55us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328462.263310:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4413
00000100:00100000:3.0:1767328462.263315:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010725120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328462.263320:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328462.263325:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010724736:0@lo:400:kworker.0
00000100:00080000:0.0:1767328462.263329:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328462.263343:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328462.263344:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010724992:0@lo:400:kworker.0
00000100:00100000:1.0:1767328462.263348:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010724608:0@lo:400:kworker.0
00000100:00080000:3.0:1767328462.263349:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328462.263354:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328462.263361:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13655
00000100:00080000:3.0:1767328462.263365:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328462.263368:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010725248:0@lo:400:kworker.0
00000100:00080000:3.0:1767328462.263372:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328462.263379:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328462.263390:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5c00 x1853164010725376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328462.263448:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010724992
00000100:00100000:3.0:1767328462.263450:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010725120:0@lo:38:kworker.0
00000100:00100000:2.0:1767328462.263452:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010724992
00000100:00100000:0.0:1767328462.263461:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328462.263484:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328462.263503:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328462.263505:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010725248
00000100:00100000:2.0:1767328462.263511:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010725248
00000100:00100000:3.0:1767328462.263523:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010725376:0@lo:38:kworker.0
00000100:00100000:2.0:1767328462.263548:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010725120
00000100:00100000:3.0:1767328462.263549:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328462.263551:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010725120
00000100:00100000:1.0:1767328462.263556:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420
00000100:00100000:0.0:1767328462.263570:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010725376
00000100:00100000:1.0:1767328462.263570:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010724992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328462.263577:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421
00000100:00100000:0.0:1767328462.263578:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010725376
00000100:00080000:3.0:1767328462.263580:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328462.263586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328462.263589:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010725248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328462.263591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010724864:0@lo:38:kworker.0
00000100:00100000:0.0:1767328462.263609:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414
00000100:00100000:0.0:1767328462.263618:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010725120:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328462.263629:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415
00000100:00100000:1.0:1767328462.263631:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010724992:12345-0@lo:400:kworker.0 Request processed in 65us (253us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328462.263634:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328462.263643:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010725376:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328462.263649:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420
00000100:00100000:2.0:1767328462.263651:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010725248:12345-0@lo:400:kworker.0 Request processed in 64us (236us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328462.263660:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328462.263661:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421
00000100:00080000:1.0:1767328462.263677:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328462.263686:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010725120:12345-0@lo:38:kworker.0 Request processed in 67us (201us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328462.263697:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414
00000100:00100000:2.0:1767328462.263703:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010724992:0@lo:400:kworker.0
00000100:00100000:3.0:1767328462.263704:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010725376:12345-0@lo:38:kworker.0 Request processed in 64us (155us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328462.263712:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415
00000100:00100000:1.0:1767328462.263721:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010725248:0@lo:400:kworker.0
00000100:00080000:3.0:1767328462.263750:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328462.263757:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328462.263762:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010725120:0@lo:38:kworker.0
00000100:00080000:3.0:1767328462.263772:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328462.263775:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328462.263778:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010725376:0@lo:38:kworker.0
00000100:00100000:2.0:1767328462.774600:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010725504:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328462.774677:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328462.774740:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010725504
00000100:00100000:0.0:1767328462.774750:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010725504
00000100:00100000:0.0:1767328462.774806:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8417
00000100:00100000:0.0:1767328462.774817:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010725504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328462.774846:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328462.774897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc807050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010725504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328462.774906:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8417
00000100:00100000:2.0:1767328462.774933:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010725504:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328463.222575:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328463.286601:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010725632:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328463.286671:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328463.286717:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010725632
00000100:00100000:0.0:1767328463.286725:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010725632
00000100:00100000:0.0:1767328463.286770:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8418
00000100:00100000:0.0:1767328463.286778:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010725632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328463.286803:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328463.286846:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010725632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328463.286851:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8418
00000100:00100000:3.0:1767328463.286900:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010725632:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328464.246596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328465.270566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328465.744982:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328465.745023:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328465.745035:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246976
00000400:00000100:1.0:1767328465.745041:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993247104 offset 0 length 520: 4
00000100:00100000:0.0:1767328465.745046:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246976
00000100:00080000:1.0:1767328465.745085:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328465.745095:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993246848
00000100:00100000:3.0:1767328465.745103:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993246848
00000100:00100000:0.0:1767328465.745110:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2422
00000100:00100000:0.0:1767328465.745121:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993246976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328465.745151:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4416
00000100:00100000:3.0:1767328465.745162:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993246848:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328465.745184:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328465.745193:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993246976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328465.745199:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2422
00000100:00100000:3.0:1767328465.745229:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993246848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 67us (203us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328465.745240:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4416
00010000:00010000:1.0:1767328466.294564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328466.358504:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328441/real 1767328441]  req@ffff9bb5acca2a00 x1853164010720256/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328466 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328466.358536:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5acca2a00 x1853164010720256/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328466 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328466.358562:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328466.358585:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328466.358590:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010720256:0@lo:250:kworker.0
00000100:00080000:2.0:1767328466.358632:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328466.358639:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328466.358643:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328466.358648:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13639
00000100:00080000:2.0:1767328466.358653:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328466.358659:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328466.358692:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5f480 x1853164010725760/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328466.358717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328466.358721:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328466.358724:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328466.358730:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13660
00000100:00080000:2.0:1767328466.358734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328466.358738:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328466.358745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010725760:0@lo:250:kworker.0
00000100:00100000:2.0:1767328466.358757:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5e680 x1853164010725888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767328466.358788:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010725760 offset 0 length 520: 4
00000100:00080000:2.0:1767328466.358808:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328466.358813:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328466.358816:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328466.358821:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13660
00000100:00080000:2.0:1767328466.358825:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328466.358829:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328466.358841:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010725888:0@lo:38:kworker.0
00000100:00100000:1.0:1767328466.358842:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010726144:0@lo:400:kworker.0
00000100:00100000:2.0:1767328466.358846:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ce00 x1853164010726272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328466.358869:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010726016:0@lo:400:kworker.0
00000100:00100000:1.0:1767328466.358882:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328466.358882:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328466.358885:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328466.358891:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328466.358893:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328466.358898:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13660
00000100:00080000:2.0:1767328466.358902:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328466.358907:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328466.358919:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010725888
00000100:00100000:3.0:1767328466.358919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010726272:0@lo:38:kworker.0
00000100:00100000:2.0:1767328466.358926:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c000 x1853164010726528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328466.358928:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010725888
00000100:00100000:3.0:1767328466.358976:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328466.358977:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726144
00000100:00080000:2.0:1767328466.358980:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328466.358983:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726144
00000100:00080000:2.0:1767328466.358988:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328466.358989:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35270
00000100:00080000:2.0:1767328466.358994:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328466.359000:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010725888:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328466.359004:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13660
00000100:00100000:3.0:1767328466.359007:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010726528:0@lo:38:kworker.0
00000100:00080000:2.0:1767328466.359010:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00010000:00020000:0.0:1767328466.359021:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328466.359021:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328466.359035:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9528
00000100:00100000:3.0:1767328466.359037:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328466.359047:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010726144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328466.359050:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5fb80 x1853164010726784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328466.359068:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010725888:12345-0@lo:38:kworker.0 Request processed in 69us (187us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328466.359075:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35270
00000100:00080000:3.0:1767328466.359078:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328466.359085:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328466.359089:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010726400:0@lo:400:kworker.0
00000100:00100000:3.0:1767328466.359094:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010725888:0@lo:38:kworker.0
00000100:00100000:0.0:1767328466.359108:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328466.359109:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010726144:12345-0@lo:400:kworker.0 Request processed in 62us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328466.359115:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010726784:0@lo:38:kworker.0
00000100:00100000:1.0:1767328466.359119:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9528
00000100:00100000:2.0:1767328466.359141:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328466.359143:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726016
00000100:00100000:1.0:1767328466.359148:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726016
00000100:00100000:3.0:1767328466.359161:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726272
00000100:00100000:3.0:1767328466.359165:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726272
00000100:00080000:0.0:1767328466.359172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328466.359178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328466.359185:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9529
00000100:00100000:2.0:1767328466.359189:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328466.359191:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726528
00000100:00100000:1.0:1767328466.359195:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010726016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328466.359196:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726528
00000100:00100000:2.0:1767328466.359202:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010726656:0@lo:400:kworker.0
00000100:00100000:0.0:1767328466.359216:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010726144:0@lo:400:kworker.0
00000100:00100000:3.0:1767328466.359217:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726400
00000100:00100000:3.0:1767328466.359223:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726400
00000100:00100000:2.0:1767328466.359251:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328466.359264:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010726016:12345-0@lo:400:kworker.0 Request processed in 69us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328466.359266:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726656
00000100:00100000:3.0:1767328466.359270:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726656
00000100:00100000:1.0:1767328466.359272:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9529
00000100:00100000:0.0:1767328466.359278:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010726016:0@lo:400:kworker.0
00000100:00100000:3.0:1767328466.359301:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423
00000100:00100000:1.0:1767328466.359310:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424
00000100:00100000:3.0:1767328466.359311:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010726400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328466.359319:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417
00000100:00100000:1.0:1767328466.359321:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010726656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328466.359334:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418
00000100:00100000:2.0:1767328466.359335:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010726272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328466.359342:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010726528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328466.359353:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328466.359355:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328466.359363:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010726656:12345-0@lo:400:kworker.0 Request processed in 44us (112us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328466.359363:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010726400:12345-0@lo:400:kworker.0 Request processed in 52us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328466.359372:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424
00000100:00100000:3.0:1767328466.359377:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423
00000100:00080000:3.0:1767328466.359398:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328466.359404:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010726272:12345-0@lo:38:kworker.0 Request processed in 72us (429us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328466.359405:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010726528:12345-0@lo:38:kworker.0 Request processed in 63us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328466.359434:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328466.359453:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726784
00000100:00100000:2.0:1767328466.359454:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417
00000100:00100000:1.0:1767328466.359460:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726784
00000100:00100000:0.0:1767328466.359464:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418
00000100:00080000:3.0:1767328466.359467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328466.359474:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328466.359482:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010726528:0@lo:38:kworker.0
00000100:00100000:2.0:1767328466.359483:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419
00000100:00100000:2.0:1767328466.359495:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010726784:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328466.359501:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767328466.359510:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328466.359511:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328466.359519:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010726272:0@lo:38:kworker.0
00000100:00100000:2.0:1767328466.359549:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010726784:12345-0@lo:38:kworker.0 Request processed in 54us (136us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328466.359552:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328466.359561:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328466.359565:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419
00000100:00100000:3.0:1767328466.359568:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010726784:0@lo:38:kworker.0
00000100:00100000:2.0:1767328466.359609:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010726656:0@lo:400:kworker.0
00000100:00100000:2.0:1767328466.359620:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010726400:0@lo:400:kworker.0
00010000:00010000:0.0:1767328467.318586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328467.894651:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010726912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328467.894723:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328467.894778:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010726912
00000100:00100000:2.0:1767328467.894787:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010726912
00000100:00100000:2.0:1767328467.894842:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8419
00000100:00100000:2.0:1767328467.894854:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010726912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328467.894884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328467.894954:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010726912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (231us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328467.894960:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8419
00000100:00100000:0.0:1767328467.894992:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010726912:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328468.342597:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328468.406647:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010727040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328468.406722:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328468.406776:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727040
00000100:00100000:0.0:1767328468.406785:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727040
00000100:00080000:3.0:1767328468.406838:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328468.406851:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8420
00000100:00100000:0.0:1767328468.406863:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010727040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328468.406892:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328468.406957:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010727040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328468.406965:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8420
00000100:00100000:2.0:1767328468.407012:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010727040:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328469.366608:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328470.390580:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328470.865040:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328470.865075:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328470.865105:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993247360
00000100:00100000:0.0:1767328470.865116:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993247360
00000100:00100000:2.0:1767328470.865162:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993247232
00000100:00100000:2.0:1767328470.865169:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993247232
00000100:00080000:3.0:1767328470.865172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328470.865197:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2425
00000100:00100000:2.0:1767328470.865208:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4420
00000100:00100000:0.0:1767328470.865215:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993247360:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328470.865222:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993247232:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328470.865241:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328470.865297:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993247360:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328470.865305:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993247232:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328470.865312:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2425
00000100:00100000:2.0:1767328470.865320:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4420
00010000:00010000:1.0:1767328471.414535:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328471.478494:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328471.478502:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328471.478513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328471.478517:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328471.478520:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328471.478526:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13664
00000100:00080000:2.0:1767328471.478530:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328471.478536:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328471.478576:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5d880 x1853164010727168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328471.478625:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328471.478629:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328471.478632:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328471.478632:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010727168:0@lo:38:kworker.0
00000100:00100000:1.0:1767328471.478638:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010727424:0@lo:400:kworker.0
00000100:00080000:2.0:1767328471.478641:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13664
00000100:00080000:2.0:1767328471.478645:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328471.478650:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328471.478660:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010727296:0@lo:400:kworker.0
00000100:00100000:2.0:1767328471.478663:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ce00 x1853164010727552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328471.478694:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328471.478697:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328471.478699:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328471.478706:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13664
00000100:00100000:3.0:1767328471.478708:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328471.478713:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328471.478714:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328471.478718:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328471.478728:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5f800 x1853164010727808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328471.478741:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727168
00000100:00080000:2.0:1767328471.478748:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328471.478751:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727168
00000100:00080000:2.0:1767328471.478752:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328471.478756:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328471.478758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010727552:0@lo:38:kworker.0
00000100:00080000:2.0:1767328471.478763:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13664
00000100:00080000:2.0:1767328471.478766:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328471.478769:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328471.478777:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010727680:0@lo:400:kworker.0
00000100:00100000:2.0:1767328471.478783:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84380 x1853164010728064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328471.478795:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328471.478800:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35271
00000100:00100000:0.0:1767328471.478809:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010727168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328471.478817:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010727936:0@lo:400:kworker.0
00000100:00100000:3.0:1767328471.478823:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010727808:0@lo:38:kworker.0
00000100:00100000:1.0:1767328471.478826:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328471.478833:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328471.478872:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328471.478879:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727424
00000100:00100000:1.0:1767328471.478885:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727424
00000100:00100000:3.0:1767328471.478911:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727552
00000100:00100000:3.0:1767328471.478916:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727552
00000100:00100000:0.0:1767328471.478935:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010727168:12345-0@lo:38:kworker.0 Request processed in 124us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328471.478947:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35271
00000100:00100000:3.0:1767328471.478948:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727680
00000100:00100000:3.0:1767328471.478952:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727680
00000100:00100000:2.0:1767328471.478953:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727936
00000100:00100000:2.0:1767328471.478958:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727936
00000100:00100000:1.0:1767328471.478976:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9530
00000100:00100000:1.0:1767328471.478988:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010727424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328471.478989:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426
00000100:00100000:0.0:1767328471.479001:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427
00000100:00100000:3.0:1767328471.479002:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010727680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328471.479011:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421
00000100:00100000:0.0:1767328471.479018:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010727936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328471.479020:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010727552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328471.479036:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328471.479072:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010727680:12345-0@lo:400:kworker.0 Request processed in 73us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328471.479079:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010727424:12345-0@lo:400:kworker.0 Request processed in 93us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328471.479080:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426
00000100:00100000:2.0:1767328471.479089:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010727552:12345-0@lo:38:kworker.0 Request processed in 68us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328471.479097:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9530
00000100:00100000:2.0:1767328471.479101:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421
00000100:00100000:0.0:1767328471.479103:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010727936:12345-0@lo:400:kworker.0 Request processed in 86us (227us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328471.479105:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328471.479112:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328471.479117:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427
00000100:00100000:3.0:1767328471.479141:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328471.479148:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010727936:0@lo:400:kworker.0
00000100:00100000:0.0:1767328471.479164:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727808
00000100:00100000:0.0:1767328471.479171:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727808
00000100:00100000:1.0:1767328471.479174:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010727680:0@lo:400:kworker.0
00000100:00080000:3.0:1767328471.479184:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328471.479191:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328471.479195:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010727168:0@lo:38:kworker.0
00000100:00100000:0.0:1767328471.479202:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422
00000100:00100000:0.0:1767328471.479211:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010727808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328471.479217:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010728064:0@lo:38:kworker.0
00010000:00020000:0.0:1767328471.479228:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328471.479238:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010727424:0@lo:400:kworker.0
00000100:00100000:3.0:1767328471.479246:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328471.479275:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010727808:12345-0@lo:38:kworker.0 Request processed in 62us (132us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328471.479285:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328471.479286:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328471.479287:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422
00000100:00100000:2.0:1767328471.479290:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728064
00000100:00080000:3.0:1767328471.479295:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328471.479296:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728064
00000100:00100000:3.0:1767328471.479301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010727552:0@lo:38:kworker.0
00000100:00080000:3.0:1767328471.479318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328471.479322:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328471.479323:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010727296
00000100:00100000:3.0:1767328471.479328:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010727808:0@lo:38:kworker.0
00000100:00100000:0.0:1767328471.479331:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010727296
00000100:00100000:2.0:1767328471.479336:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4423
00000100:00100000:2.0:1767328471.479343:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010728064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328471.479352:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328471.479358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328471.479380:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9531
00000100:00100000:2.0:1767328471.479390:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010728064:12345-0@lo:38:kworker.0 Request processed in 46us (144us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328471.479395:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010727296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328471.479401:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4423
00000100:00080000:3.0:1767328471.479406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328471.479410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328471.479413:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010728064:0@lo:38:kworker.0
00000100:00100000:0.0:1767328471.479487:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010727296:12345-0@lo:400:kworker.0 Request processed in 96us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328471.479496:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9531
00000100:00100000:1.0:1767328471.479512:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010727296:0@lo:400:kworker.0
00010000:00010000:0.0:1767328472.438560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328473.014618:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328473.014642:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010728192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328473.014710:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328473.014756:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728192
00000100:00100000:2.0:1767328473.014765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728192
00000100:00080000:0.0:1767328473.014820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328473.014832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8421
00000100:00100000:2.0:1767328473.014845:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010728192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328473.014877:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328473.014935:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010728192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328473.014944:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8421
00000100:00100000:0.0:1767328473.014981:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010728192:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328473.462582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328473.526603:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328473.526620:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010728320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328473.526681:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328473.526733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728320
00000100:00100000:0.0:1767328473.526743:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728320
00000100:00100000:0.0:1767328473.526807:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8422
00000100:00080000:3.0:1767328473.526809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328473.526822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010728320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328473.526853:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328473.526921:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010728320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328473.526929:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8422
00000100:00100000:2.0:1767328473.526963:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010728320:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328474.486579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328475.510557:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328475.984804:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328475.984848:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328475.984908:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993247616
00000100:00100000:2.0:1767328475.984917:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993247616
00000100:00100000:0.0:1767328475.984922:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993247488
00000100:00100000:0.0:1767328475.984929:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993247488
00000100:00100000:0.0:1767328475.984977:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2428
00000100:00100000:2.0:1767328475.984987:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4424
00000100:00100000:0.0:1767328475.984998:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993247616:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328475.984998:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993247488:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328475.985002:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767328475.985029:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328475.985084:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993247488:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328475.985091:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993247616:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 100us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328475.985097:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4424
00000100:00100000:0.0:1767328475.985110:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2428
00010000:00010000:1.0:1767328476.534570:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328476.598514:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328476.598525:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328476.598528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328476.598531:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328476.598534:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328476.598541:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13669
00000100:00080000:2.0:1767328476.598545:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328476.598551:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328476.598586:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5880 x1853164010728448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328476.598643:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328476.598646:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328476.598648:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328476.598653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010728448:0@lo:38:kworker.0
00000100:00080000:2.0:1767328476.598653:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13669
00000100:00080000:2.0:1767328476.598656:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328476.598662:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328476.598673:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010728832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328476.598701:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328476.598709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328476.598710:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010728704:0@lo:400:kworker.0
00000100:00100000:3.0:1767328476.598712:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010728576:0@lo:400:kworker.0
00000100:00080000:2.0:1767328476.598713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328476.598733:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13669
00000100:00100000:1.0:1767328476.598737:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328476.598737:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328476.598744:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328476.598759:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010729088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328476.598777:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328476.598780:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328476.598784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328476.598786:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328476.598793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010728832:0@lo:38:kworker.0
00000100:00080000:2.0:1767328476.598794:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13669
00000100:00080000:2.0:1767328476.598798:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328476.598805:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328476.598816:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89fb80 x1853164010729344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328476.598835:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010728960:0@lo:400:kworker.0
00000100:00100000:2.0:1767328476.598845:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010729216:0@lo:400:kworker.0
00000100:00100000:0.0:1767328476.598898:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728448
00000100:00100000:0.0:1767328476.598905:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728448
00000100:00100000:0.0:1767328476.598934:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35272
00000100:00100000:0.0:1767328476.598939:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010728448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328476.598956:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328476.599014:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328476.599043:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328476.599058:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328476.599059:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010728448:12345-0@lo:38:kworker.0 Request processed in 115us (330us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328476.599071:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35272
00000100:00100000:1.0:1767328476.599071:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010729088:0@lo:38:kworker.0
00000100:00100000:0.0:1767328476.599115:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728704
00000100:00100000:0.0:1767328476.599119:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728704
00000100:00100000:1.0:1767328476.599125:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328476.599126:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728832
00000100:00100000:2.0:1767328476.599132:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728832
00000100:00100000:3.0:1767328476.599155:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729216
00000100:00100000:3.0:1767328476.599163:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729216
00000100:00100000:2.0:1767328476.599166:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729088
00000100:00100000:2.0:1767328476.599173:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729088
00000100:00080000:1.0:1767328476.599180:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328476.599182:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728576
00000100:00100000:0.0:1767328476.599187:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728576
00000100:00080000:1.0:1767328476.599188:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328476.599199:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010728448:0@lo:38:kworker.0
00000100:00100000:2.0:1767328476.599224:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429
00000100:00100000:0.0:1767328476.599230:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9532
00000100:00100000:1.0:1767328476.599239:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010729344:0@lo:38:kworker.0
00000100:00100000:2.0:1767328476.599241:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010729216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328476.599247:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010728704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328476.599255:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4425
00000100:00100000:3.0:1767328476.599289:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010728832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328476.599291:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328476.599311:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010728704:12345-0@lo:400:kworker.0 Request processed in 71us (527us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328476.599317:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328476.599321:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9532
00000100:00100000:2.0:1767328476.599329:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010729216:12345-0@lo:400:kworker.0 Request processed in 90us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328476.599338:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429
00000100:00100000:0.0:1767328476.599351:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9533
00000100:00100000:0.0:1767328476.599366:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010728576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328476.599368:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729344
00000100:00100000:2.0:1767328476.599373:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729344
00000100:00100000:3.0:1767328476.599390:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010728832:12345-0@lo:38:kworker.0 Request processed in 111us (376us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328476.599399:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4426
00000100:00100000:2.0:1767328476.599409:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010729088:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328476.599410:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4425
00010000:00020000:2.0:1767328476.599458:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328476.599470:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427
00000100:00100000:0.0:1767328476.599472:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010728576:12345-0@lo:400:kworker.0 Request processed in 58us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328476.599486:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9533
00000100:00100000:1.0:1767328476.599486:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010729344:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328476.599492:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328476.599500:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328476.599507:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:1.0:1767328476.599508:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328476.599517:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010729088:12345-0@lo:38:kworker.0 Request processed in 101us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328476.599527:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4426
00000100:00100000:1.0:1767328476.599576:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010729344:12345-0@lo:38:kworker.0 Request processed in 91us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328476.599586:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427
00000100:00100000:0.0:1767328476.599587:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010728704:0@lo:400:kworker.0
00000100:00100000:3.0:1767328476.599591:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010728576:0@lo:400:kworker.0
00000100:00100000:2.0:1767328476.599592:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010729216:0@lo:400:kworker.0
00000100:00100000:0.0:1767328476.599634:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328476.599643:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328476.599651:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328476.599660:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010729344:0@lo:38:kworker.0
00000100:00100000:3.0:1767328476.599665:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010728960
00000100:00100000:3.0:1767328476.599671:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010728960
00000100:00080000:1.0:1767328476.599686:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328476.599692:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328476.599697:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010728832:0@lo:38:kworker.0
00000100:00080000:1.0:1767328476.599721:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328476.599727:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328476.599728:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328476.599736:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010729088:0@lo:38:kworker.0
00000100:00100000:3.0:1767328476.599742:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430
00000100:00100000:3.0:1767328476.599758:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010728960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328476.599804:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010728960:12345-0@lo:400:kworker.0 Request processed in 52us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328476.599810:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430
00000100:00100000:0.0:1767328476.599852:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bccc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010728960:0@lo:400:kworker.0
00010000:00010000:0.0:1767328477.558613:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328478.134632:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328478.134657:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010729472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328478.134739:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328478.134804:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729472
00000100:00100000:2.0:1767328478.134815:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729472
00000100:00080000:3.0:1767328478.134879:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328478.134907:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8423
00000100:00100000:2.0:1767328478.134918:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010729472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328478.134952:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328478.134999:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010729472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328478.135005:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8423
00000100:00100000:0.0:1767328478.135046:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010729472:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328478.582594:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328478.646633:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010729600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328478.646717:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328478.646764:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729600
00000100:00100000:0.0:1767328478.646776:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729600
00000100:00080000:3.0:1767328478.646828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328478.646843:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8424
00000100:00100000:0.0:1767328478.646864:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010729600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328478.646898:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328478.646945:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010729600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328478.646952:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8424
00000100:00100000:2.0:1767328478.647004:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010729600:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328479.606649:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328480.630578:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328481.105028:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328481.105070:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328481.105102:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993247744
00000100:00100000:3.0:1767328481.105117:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993247744
00000100:00100000:0.0:1767328481.105133:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993247872
00000100:00100000:0.0:1767328481.105141:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993247872
00000100:00100000:3.0:1767328481.105182:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4428
00000100:00100000:3.0:1767328481.105192:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993247744:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328481.105208:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328481.105218:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2431
00010000:00020000:3.0:1767328481.105219:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328481.105232:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993247872:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328481.105298:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993247744:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328481.105304:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4428
00000100:00100000:0.0:1767328481.105311:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993247872:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328481.105321:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2431
00010000:00010000:1.0:1767328481.654587:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328481.718520:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328481.718530:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328481.718534:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328481.718539:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328481.718545:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328481.718555:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13674
00000100:00080000:3.0:1767328481.718562:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328481.718571:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328481.718622:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7800 x1853164010729728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328481.718681:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010729728:0@lo:38:kworker.0
00000100:00080000:3.0:1767328481.718693:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328481.718699:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328481.718702:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328481.718708:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13674
00000100:00080000:3.0:1767328481.718712:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328481.718717:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328481.718723:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010729984:0@lo:400:kworker.0
00000100:00100000:0.0:1767328481.718724:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010729856:0@lo:400:kworker.0
00000100:00100000:3.0:1767328481.718740:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39880 x1853164010730112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328481.718770:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328481.718787:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328481.718793:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328481.718796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328481.718800:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328481.718801:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767328481.718806:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13674
00000100:00080000:3.0:1767328481.718812:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328481.718816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010730112:0@lo:38:kworker.0
00000100:00080000:3.0:1767328481.718819:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328481.718820:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010730240:0@lo:400:kworker.0
00000100:00100000:3.0:1767328481.718868:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796300 x1853164010730368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328481.718877:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328481.718879:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729856
00000100:00100000:0.0:1767328481.718890:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729856
00000100:00100000:2.0:1767328481.718899:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767328481.718907:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328481.718911:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328481.718915:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328481.718916:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010730496:0@lo:400:kworker.0
00000100:00080000:3.0:1767328481.718922:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13674
00000100:00100000:1.0:1767328481.718925:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010730368:0@lo:38:kworker.0
00000100:00080000:3.0:1767328481.718926:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767328481.718935:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328481.718949:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710e00 x1853164010730624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328481.718969:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328481.718976:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9534
00000100:00100000:1.0:1767328481.718978:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729728
00000100:00100000:1.0:1767328481.718984:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729728
00000100:00100000:0.0:1767328481.718996:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010729856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328481.719000:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730112
00000100:00100000:3.0:1767328481.719005:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730112
00000100:00100000:1.0:1767328481.719021:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35273
00000100:00100000:1.0:1767328481.719027:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010729728:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328481.719037:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730496
00000100:00100000:2.0:1767328481.719041:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328481.719042:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730496
00010000:00020000:1.0:1767328481.719048:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328481.719075:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010730624:0@lo:38:kworker.0
00000100:00100000:0.0:1767328481.719078:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010729856:12345-0@lo:400:kworker.0 Request processed in 85us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328481.719085:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730368
00000100:00100000:0.0:1767328481.719091:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9534
00000100:00100000:3.0:1767328481.719091:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730368
00000100:00100000:1.0:1767328481.719096:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010729728:12345-0@lo:38:kworker.0 Request processed in 66us (325us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328481.719104:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35273
00000100:00100000:2.0:1767328481.719113:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328481.719123:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730624
00000100:00100000:3.0:1767328481.719129:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730624
00000100:00080000:1.0:1767328481.719133:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328481.719142:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328481.719150:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432
00000100:00080000:2.0:1767328481.719159:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328481.719160:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010730496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328481.719164:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010729856:0@lo:400:kworker.0
00000100:00080000:2.0:1767328481.719171:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328481.719173:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4429
00000100:00100000:2.0:1767328481.719182:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010729728:0@lo:38:kworker.0
00000100:00100000:1.0:1767328481.719186:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010730112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328481.719202:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328481.719214:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328481.719220:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010730496:12345-0@lo:400:kworker.0 Request processed in 59us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328481.719230:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430
00000100:00100000:3.0:1767328481.719243:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432
00000100:00100000:2.0:1767328481.719244:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010730368:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328481.719261:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010730112:12345-0@lo:38:kworker.0 Request processed in 74us (385us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328481.719262:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328481.719264:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010729984
00000100:00100000:0.0:1767328481.719273:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010729984
00000100:00100000:3.0:1767328481.719273:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431
00000100:00100000:1.0:1767328481.719284:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4429
00000100:00100000:3.0:1767328481.719286:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010730624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328481.719303:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328481.719309:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328481.719310:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010730368:12345-0@lo:38:kworker.0 Request processed in 67us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328481.719321:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9535
00000100:00100000:2.0:1767328481.719323:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430
00000100:00100000:0.0:1767328481.719337:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010729984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328481.719346:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010730624:12345-0@lo:38:kworker.0 Request processed in 61us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328481.719354:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431
00000100:00080000:2.0:1767328481.719373:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328481.719381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328481.719382:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328481.719391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010730624:0@lo:38:kworker.0
00000100:00100000:0.0:1767328481.719407:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010729984:12345-0@lo:400:kworker.0 Request processed in 72us (191us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328481.719413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328481.719441:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010729984:0@lo:400:kworker.0
00000100:00080000:2.0:1767328481.719446:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328481.719454:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010730368:0@lo:38:kworker.0
00000100:00100000:3.0:1767328481.719455:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730240
00000100:00100000:0.0:1767328481.719458:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9535
00000100:00100000:3.0:1767328481.719460:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730240
00000100:00080000:2.0:1767328481.719484:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328481.719488:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328481.719491:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010730112:0@lo:38:kworker.0
00000100:00080000:1.0:1767328481.719501:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328481.719506:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433
00000100:00100000:3.0:1767328481.719515:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010730240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328481.719538:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010730496:0@lo:400:kworker.0
00000100:00100000:3.0:1767328481.719556:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010730240:12345-0@lo:400:kworker.0 Request processed in 42us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328481.719562:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433
00000100:00100000:0.0:1767328481.719598:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010730240:0@lo:400:kworker.0
00010000:00010000:0.0:1767328482.678577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328483.254701:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010730752:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328483.254796:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328483.254861:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730752
00000100:00100000:2.0:1767328483.254871:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730752
00000100:00080000:1.0:1767328483.254927:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328483.254949:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8425
00000100:00100000:2.0:1767328483.254959:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010730752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328483.254993:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328483.255043:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010730752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (249us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328483.255049:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8425
00000100:00100000:0.0:1767328483.255103:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010730752:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328483.702589:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328483.766614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010730880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328483.766697:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328483.766754:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010730880
00000100:00100000:0.0:1767328483.766765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010730880
00000100:00080000:1.0:1767328483.766828:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328483.766868:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8426
00000100:00100000:0.0:1767328483.766881:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010730880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328483.766921:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328483.766983:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010730880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328483.766992:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8426
00000100:00100000:2.0:1767328483.767028:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010730880:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328484.726629:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328485.750630:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328486.224789:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328486.224845:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328486.224872:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248000
00000100:00100000:0.0:1767328486.224885:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248000
00000100:00100000:0.0:1767328486.224935:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248128
00000100:00100000:0.0:1767328486.224938:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248128
00000100:00100000:1.0:1767328486.224946:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4432
00000100:00100000:1.0:1767328486.224957:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993248000:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328486.224984:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328486.224987:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2434
00000100:00080000:3.0:1767328486.224988:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328486.224999:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993248128:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328486.225065:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993248000:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 105us (282us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328486.225070:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993248128:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 67us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328486.225074:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4432
00000100:00100000:0.0:1767328486.225086:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2434
00010000:00010000:1.0:1767328486.774599:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328486.838513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328486.838524:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328486.838528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328486.838531:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328486.838536:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328486.838546:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13679
00000100:00080000:3.0:1767328486.838551:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328486.838561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328486.838609:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710e00 x1853164010731008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328486.838676:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010731008:0@lo:38:kworker.0
00000100:00080000:3.0:1767328486.838681:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328486.838687:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328486.838689:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328486.838692:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13679
00000100:00080000:3.0:1767328486.838694:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328486.838701:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328486.838711:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010731392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328486.838739:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328486.838745:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010731136:0@lo:400:kworker.0
00000100:00080000:3.0:1767328486.838745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328486.838748:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328486.838756:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010731264:0@lo:400:kworker.0
00000100:00080000:3.0:1767328486.838756:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13679
00000100:00080000:3.0:1767328486.838760:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328486.838767:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328486.838781:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77800 x1853164010731648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328486.838785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328486.838822:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328486.838826:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328486.838831:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010731520:0@lo:400:kworker.0
00000100:00080000:3.0:1767328486.838832:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328486.838835:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328486.838841:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13679
00000100:00080000:3.0:1767328486.838844:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328486.838846:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328486.838858:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010731904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328486.838878:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328486.838903:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010731776:0@lo:400:kworker.0
00000100:00100000:2.0:1767328486.838925:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010731392:0@lo:38:kworker.0
00000100:00100000:0.0:1767328486.838926:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731136
00000100:00100000:0.0:1767328486.838936:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731136
00000100:00100000:1.0:1767328486.838938:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731520
00000100:00100000:3.0:1767328486.838943:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328486.838944:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731520
00000100:00100000:2.0:1767328486.838978:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328486.839010:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010731648:0@lo:38:kworker.0
00000100:00100000:3.0:1767328486.839012:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731008
00000100:00100000:1.0:1767328486.839017:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731776
00000100:00100000:3.0:1767328486.839021:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731008
00000100:00100000:0.0:1767328486.839022:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9536
00000100:00100000:1.0:1767328486.839022:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731776
00000100:00100000:0.0:1767328486.839038:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010731136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328486.839051:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328486.839068:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731392
00000100:00100000:3.0:1767328486.839068:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35274
00000100:00100000:1.0:1767328486.839073:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731392
00000100:00100000:3.0:1767328486.839081:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010731008:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328486.839082:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010731904:0@lo:38:kworker.0
00000100:00100000:1.0:1767328486.839088:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731648
00000100:00100000:1.0:1767328486.839093:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731648
00000100:00100000:0.0:1767328486.839098:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010731136:12345-0@lo:400:kworker.0 Request processed in 62us (276us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328486.839106:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328486.839110:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9536
00000100:00100000:1.0:1767328486.839110:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435
00000100:00100000:1.0:1767328486.839124:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010731520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328486.839132:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328486.839144:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328486.839151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328486.839171:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010731008:12345-0@lo:38:kworker.0 Request processed in 89us (388us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328486.839172:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328486.839178:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328486.839180:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010731520:12345-0@lo:400:kworker.0 Request processed in 58us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328486.839187:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35274
00000100:00080000:2.0:1767328486.839191:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328486.839195:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435
00000100:00100000:2.0:1767328486.839202:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010731008:0@lo:38:kworker.0
00000100:00100000:0.0:1767328486.839219:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731264
00000100:00100000:1.0:1767328486.839219:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010731904
00000100:00100000:0.0:1767328486.839225:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731264
00000100:00100000:1.0:1767328486.839225:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010731904
00000100:00100000:3.0:1767328486.839231:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436
00000100:00100000:3.0:1767328486.839244:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010731776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328486.839248:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433
00000100:00100000:1.0:1767328486.839254:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010731392:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328486.839262:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9537
00010000:00020000:1.0:1767328486.839267:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328486.839274:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010731264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328486.839278:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4434
00000100:00100000:2.0:1767328486.839288:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010731648:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328486.839292:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010731776:12345-0@lo:400:kworker.0 Request processed in 52us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328486.839302:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436
00010000:00020000:2.0:1767328486.839309:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328486.839313:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010731392:12345-0@lo:38:kworker.0 Request processed in 55us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328486.839321:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433
00000100:00100000:0.0:1767328486.839326:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010731264:12345-0@lo:400:kworker.0 Request processed in 53us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328486.839330:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435
00000100:00100000:0.0:1767328486.839340:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9537
00000100:00100000:3.0:1767328486.839341:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010731904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328486.839351:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328486.839361:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010731648:12345-0@lo:38:kworker.0 Request processed in 70us (309us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328486.839364:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328486.839373:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010731520:0@lo:400:kworker.0
00000100:00100000:2.0:1767328486.839387:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4434
00000100:00100000:3.0:1767328486.839387:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010731904:12345-0@lo:38:kworker.0 Request processed in 41us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328486.839397:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010731264:0@lo:400:kworker.0
00000100:00100000:3.0:1767328486.839399:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435
00000100:00080000:1.0:1767328486.839409:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328486.839415:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328486.839446:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010731392:0@lo:38:kworker.0
00000100:00080000:1.0:1767328486.839464:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328486.839465:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010731776:0@lo:400:kworker.0
00000100:00080000:1.0:1767328486.839470:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328486.839476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010731648:0@lo:38:kworker.0
00000100:00100000:0.0:1767328486.839489:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010731136:0@lo:400:kworker.0
00000100:00080000:1.0:1767328486.839491:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328486.839499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328486.839503:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010731904:0@lo:38:kworker.0
00010000:00010000:0.0:1767328487.798586:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328488.374616:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010732032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328488.374708:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328488.374755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732032
00000100:00100000:2.0:1767328488.374766:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732032
00000100:00080000:3.0:1767328488.374848:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328488.374851:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8427
00000100:00100000:2.0:1767328488.374862:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010732032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328488.374897:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328488.374949:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010732032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328488.374957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8427
00000100:00100000:0.0:1767328488.374997:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010732032:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328488.822602:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328488.886659:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010732160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328488.886746:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328488.886816:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732160
00000100:00100000:0.0:1767328488.886826:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732160
00000100:00080000:3.0:1767328488.886884:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328488.886910:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8428
00000100:00100000:0.0:1767328488.886924:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010732160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328488.886959:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328488.887011:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010732160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328488.887017:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8428
00000100:00100000:2.0:1767328488.887065:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010732160:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328489.846664:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328490.321180:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993248256 offset 0 length 520: 4
00000100:00100000:3.0:1767328490.321216:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328490.321241:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328490.321299:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248512
00000100:00100000:1.0:1767328490.321315:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248512
00000100:00100000:2.0:1767328490.321315:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248384
00000100:00100000:2.0:1767328490.321324:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248384
00000100:00100000:2.0:1767328490.321390:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2437
00000100:00100000:1.0:1767328490.321405:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4436
00000100:00080000:3.0:1767328490.321406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328490.321407:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993248512:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328490.321459:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993248384:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328490.321488:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328490.321557:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993248384:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328490.321569:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4436
00000100:00100000:2.0:1767328490.321571:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993248512:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 166us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328490.321581:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2437
00010000:00010000:1.0:1767328490.870595:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328491.894585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328491.958525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328491.958530:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328466/real 1767328466]  req@ffff9bb585c5f480 x1853164010725760/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328491.958546:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328491.958556:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328491.958562:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328491.958567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328491.958576:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13684
00000100:00100000:1.0:1767328491.958581:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb585c5f480 x1853164010725760/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328491.958584:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328491.958600:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767328491.958611:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328491.958635:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328491.958640:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010725760:0@lo:250:kworker.0
00000100:00100000:3.0:1767328491.958648:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba61c00 x1853164010732288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328491.958680:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010732288:0@lo:38:kworker.0
00000100:00080000:3.0:1767328491.958712:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328491.958716:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328491.958718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328491.958724:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13684
00000100:00100000:0.0:1767328491.958725:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010732544:0@lo:400:kworker.0
00000100:00080000:3.0:1767328491.958729:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328491.958735:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328491.958750:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010732672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328491.958789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328491.958792:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010732416:0@lo:400:kworker.0
00000100:00080000:3.0:1767328491.958819:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328491.958824:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328491.958830:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328491.958830:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328491.958839:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13684
00000100:00080000:3.0:1767328491.958842:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328491.958847:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328491.958869:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4380 x1853164010732928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328491.958880:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732288
00000100:00080000:3.0:1767328491.958891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328491.958893:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732288
00000100:00100000:1.0:1767328491.958896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010732672:0@lo:38:kworker.0
00000100:00080000:3.0:1767328491.958906:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328491.958909:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328491.958913:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13684
00000100:00080000:3.0:1767328491.958918:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328491.958922:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328491.958926:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732544
00000100:00100000:0.0:1767328491.958935:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732544
00000100:00100000:3.0:1767328491.958942:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f6d80 x1853164010733184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328491.958960:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328491.958968:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328491.958973:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328491.958975:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328491.958982:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35275
00000100:00080000:3.0:1767328491.958983:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13664
00000100:00080000:3.0:1767328491.958995:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328491.959003:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010732288:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328491.959006:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328491.959008:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010732928:0@lo:38:kworker.0
00000100:00100000:0.0:1767328491.959015:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9538
00000100:00100000:3.0:1767328491.959029:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00a80 x1853164010733312/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328491.959037:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010732544:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328491.959050:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328491.959068:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010732800:0@lo:400:kworker.0
00000100:00100000:1.0:1767328491.959078:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328491.959104:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010732544:12345-0@lo:400:kworker.0 Request processed in 70us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328491.959113:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9538
00000100:00100000:3.0:1767328491.959136:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328491.959155:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010732288:12345-0@lo:38:kworker.0 Request processed in 152us (369us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328491.959159:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328491.959164:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328491.959170:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767328491.959181:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328491.959184:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35275
00000100:00100000:3.0:1767328491.959187:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010733056:0@lo:400:kworker.0
00000100:00100000:0.0:1767328491.959201:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010732544:0@lo:400:kworker.0
00000100:00100000:1.0:1767328491.959201:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010732288:0@lo:38:kworker.0
00000100:00100000:3.0:1767328491.959230:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328491.959242:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328491.959257:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010733184:0@lo:38:kworker.0
00000100:00100000:0.0:1767328491.959269:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732672
00000100:00100000:0.0:1767328491.959274:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732672
00000100:00100000:3.0:1767328491.959317:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732928
00000100:00100000:1.0:1767328491.959318:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328491.959320:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732800
00000100:00100000:0.0:1767328491.959333:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732800
00000100:00100000:3.0:1767328491.959336:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732928
00000100:00100000:1.0:1767328491.959379:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010733312:0@lo:250:kworker.0
00000100:00100000:3.0:1767328491.959383:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733056
00000100:00100000:3.0:1767328491.959387:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733056
00000100:00100000:2.0:1767328491.959393:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733184
00000100:00100000:0.0:1767328491.959401:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438
00000100:00100000:2.0:1767328491.959402:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733184
00000400:00000100:1.0:1767328491.959414:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010733312 offset 0 length 520: 4
00000100:00100000:3.0:1767328491.959458:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439
00000100:00100000:3.0:1767328491.959475:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010733056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328491.959490:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010732800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328491.959516:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4437
00000100:00100000:2.0:1767328491.959527:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010732672:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328491.959532:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438
00000100:00100000:1.0:1767328491.959544:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010732928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328491.959550:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328491.959556:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010733056:12345-0@lo:400:kworker.0 Request processed in 77us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328491.959566:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010732800:12345-0@lo:400:kworker.0 Request processed in 141us (424us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328491.959575:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328491.959580:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439
00000100:00100000:0.0:1767328491.959595:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438
00000100:00100000:2.0:1767328491.959631:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010732672:12345-0@lo:38:kworker.0 Request processed in 95us (669us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328491.959631:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439
00000100:00100000:1.0:1767328491.959644:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010732928:12345-0@lo:38:kworker.0 Request processed in 100us (574us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328491.959654:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010732416
00000100:00100000:3.0:1767328491.959654:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010733184:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328491.959666:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010732416
00000100:00100000:2.0:1767328491.959669:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4437
00000100:00100000:1.0:1767328491.959684:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438
00010000:00020000:3.0:1767328491.959695:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328491.959732:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9539
00000100:00100000:0.0:1767328491.959768:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010732416:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328491.959776:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328491.959779:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010733184:12345-0@lo:38:kworker.0 Request processed in 129us (465us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328491.959786:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328491.959800:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010733184:0@lo:38:kworker.0
00000100:00100000:2.0:1767328491.959800:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010733056:0@lo:400:kworker.0
00000100:00100000:3.0:1767328491.959812:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439
00000100:00100000:0.0:1767328491.959823:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010732416:12345-0@lo:400:kworker.0 Request processed in 75us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328491.959835:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9539
00000100:00080000:1.0:1767328491.959845:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328491.959854:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328491.959862:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010732672:0@lo:38:kworker.0
00000100:00100000:2.0:1767328491.959865:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010732800:0@lo:400:kworker.0
00000100:00080000:3.0:1767328491.959882:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328491.959885:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328491.959891:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328491.959896:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328491.959904:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010732928:0@lo:38:kworker.0
00000100:00100000:0.0:1767328491.959954:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010732416:0@lo:400:kworker.0
00010000:00010000:0.0:1767328492.918565:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328493.494615:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010733440:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328493.494680:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328493.494720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733440
00000100:00100000:2.0:1767328493.494736:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733440
00000100:00080000:3.0:1767328493.494842:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328493.494850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8429
00000100:00100000:2.0:1767328493.494863:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010733440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328493.494901:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328493.494974:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010733440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328493.494990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8429
00000100:00100000:0.0:1767328493.495026:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010733440:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328493.942532:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328494.006704:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010733568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328494.006814:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328494.006876:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733568
00000100:00100000:0.0:1767328494.006885:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733568
00000100:00100000:0.0:1767328494.006950:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8430
00000100:00100000:0.0:1767328494.006961:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010733568:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328494.006962:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767328494.006990:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328494.007057:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010733568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328494.007066:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8430
00000100:00100000:2.0:1767328494.007115:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010733568:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328494.966567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328495.440897:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328495.440943:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328495.440959:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248768
00000100:00100000:3.0:1767328495.440968:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248768
00000100:00100000:3.0:1767328495.441030:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248640
00000100:00100000:3.0:1767328495.441033:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248640
00000100:00080000:0.0:1767328495.441057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328495.441058:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2440
00000100:00100000:3.0:1767328495.441072:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993248768:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328495.441081:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4440
00000100:00100000:1.0:1767328495.441089:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993248640:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328495.441109:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328495.441148:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993248768:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328495.441150:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993248640:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328495.441162:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2440
00000100:00100000:1.0:1767328495.441170:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4440
00010000:00010000:1.0:1767328495.990531:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328497.014608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328497.078491:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328497.078500:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328497.078505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328497.078510:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328497.078514:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328497.078528:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13689
00000100:00080000:3.0:1767328497.078533:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328497.078540:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328497.078579:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65f480 x1853164010733696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328497.078632:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010733696:0@lo:38:kworker.0
00000100:00080000:3.0:1767328497.078642:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328497.078647:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328497.078650:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328497.078655:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13689
00000100:00080000:3.0:1767328497.078659:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328497.078664:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328497.078682:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07b80 x1853164010734080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328497.078699:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328497.078725:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010733824:0@lo:400:kworker.0
00000100:00100000:0.0:1767328497.078732:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010733952:0@lo:400:kworker.0
00000100:00080000:3.0:1767328497.078745:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328497.078749:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328497.078752:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328497.078760:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13689
00000100:00100000:1.0:1767328497.078761:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010734080:0@lo:38:kworker.0
00000100:00080000:3.0:1767328497.078762:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328497.078769:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328497.078789:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0000 x1853164010734336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328497.078808:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328497.078810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328497.078812:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328497.078818:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13689
00000100:00080000:3.0:1767328497.078820:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328497.078822:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328497.078827:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328497.078843:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010734592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328497.078853:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328497.078854:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328497.078901:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010734208:0@lo:400:kworker.0
00000100:00100000:3.0:1767328497.078902:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733952
00000100:00100000:3.0:1767328497.078911:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733952
00000100:00100000:1.0:1767328497.078937:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010734336:0@lo:38:kworker.0
00000100:00100000:0.0:1767328497.078946:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328497.078968:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733696
00000100:00100000:2.0:1767328497.078977:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733696
00000100:00100000:0.0:1767328497.078984:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328497.078984:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328497.078987:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010733824
00000100:00100000:3.0:1767328497.078992:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010733824
00000100:00100000:0.0:1767328497.078999:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010734464:0@lo:400:kworker.0
00000100:00100000:1.0:1767328497.079032:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010734592:0@lo:38:kworker.0
00000100:00100000:2.0:1767328497.079032:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35276
00000100:00100000:3.0:1767328497.079043:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9540
00000100:00100000:0.0:1767328497.079049:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328497.079058:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010733696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328497.079060:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc803450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010733952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328497.079085:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328497.079098:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9541
00010000:00020000:2.0:1767328497.079104:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328497.079114:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010733824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328497.079140:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734080
00000100:00100000:1.0:1767328497.079146:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734080
00000100:00100000:3.0:1767328497.079147:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc803450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010733952:12345-0@lo:400:kworker.0 Request processed in 91us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328497.079158:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9540
00000100:00100000:2.0:1767328497.079182:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010733696:12345-0@lo:38:kworker.0 Request processed in 129us (484us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328497.079188:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734208
00000100:00100000:0.0:1767328497.079191:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010733824:12345-0@lo:400:kworker.0 Request processed in 80us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328497.079197:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734208
00000100:00100000:2.0:1767328497.079206:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35276
00000100:00100000:0.0:1767328497.079207:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9541
00000100:00100000:1.0:1767328497.079246:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734336
00000100:00100000:1.0:1767328497.079253:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734336
00000100:00100000:0.0:1767328497.079266:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734464
00000100:00100000:0.0:1767328497.079272:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734464
00000100:00100000:1.0:1767328497.079294:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734592
00000100:00100000:1.0:1767328497.079301:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734592
00000100:00080000:2.0:1767328497.079316:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328497.079326:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328497.079331:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441
00000100:00100000:2.0:1767328497.079336:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010733696:0@lo:38:kworker.0
00000100:00100000:1.0:1767328497.079347:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442
00000100:00100000:0.0:1767328497.079348:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010734208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328497.079367:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010734464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328497.079458:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010734208:12345-0@lo:400:kworker.0 Request processed in 72us (468us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328497.079465:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010734464:12345-0@lo:400:kworker.0 Request processed in 104us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328497.079472:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441
00000100:00100000:1.0:1767328497.079480:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442
00000100:00080000:2.0:1767328497.079492:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328497.079502:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328497.079509:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441
00000100:00080000:2.0:1767328497.079513:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328497.079519:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010734080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328497.079525:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4442
00000100:00100000:1.0:1767328497.079534:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010734336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328497.079540:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328497.079547:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328497.079554:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4443
00000100:00100000:2.0:1767328497.079568:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010734592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328497.079586:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328497.079595:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010734080:12345-0@lo:38:kworker.0 Request processed in 73us (756us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328497.079595:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010734336:12345-0@lo:38:kworker.0 Request processed in 59us (610us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328497.079611:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441
00000100:00100000:1.0:1767328497.079620:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4442
00000100:00100000:3.0:1767328497.079632:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010733952:0@lo:400:kworker.0
00000100:00100000:2.0:1767328497.079650:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010734592:12345-0@lo:38:kworker.0 Request processed in 83us (563us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328497.079663:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4443
00000100:00100000:0.0:1767328497.079697:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010734464:0@lo:400:kworker.0
00000100:00100000:0.0:1767328497.079745:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010734208:0@lo:400:kworker.0
00000100:00080000:1.0:1767328497.079748:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328497.079758:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328497.079761:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010733824:0@lo:400:kworker.0
00000100:00100000:1.0:1767328497.079770:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010734336:0@lo:38:kworker.0
00000100:00080000:1.0:1767328497.079803:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328497.079807:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328497.079811:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010734592:0@lo:38:kworker.0
00000100:00080000:1.0:1767328497.079821:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328497.079823:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328497.079825:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010734080:0@lo:38:kworker.0
00010000:00010000:0.0:1767328498.038534:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328498.614600:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328498.614620:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010734720:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328498.614688:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328498.614758:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734720
00000100:00100000:0.0:1767328498.614767:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734720
00000100:00100000:0.0:1767328498.614822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8431
00000100:00100000:0.0:1767328498.614835:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010734720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328498.614862:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328498.614907:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010734720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328498.614913:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8431
00000100:00100000:3.0:1767328498.614947:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010734720:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328499.062545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328499.126613:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010734848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328499.126679:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328499.126733:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734848
00000100:00100000:0.0:1767328499.126741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734848
00000100:00080000:2.0:1767328499.126790:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328499.126792:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8432
00000100:00100000:0.0:1767328499.126805:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010734848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328499.126836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328499.126896:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010734848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328499.126905:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8432
00000100:00100000:3.0:1767328499.126949:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010734848:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328500.086581:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328500.560844:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328500.560878:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328500.560912:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249024
00000100:00100000:2.0:1767328500.560921:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249024
00000100:00100000:0.0:1767328500.560924:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993248896
00000100:00100000:0.0:1767328500.560930:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993248896
00000100:00100000:0.0:1767328500.560975:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2443
00000100:00080000:3.0:1767328500.560978:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328500.560983:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4444
00000100:00100000:0.0:1767328500.560990:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993249024:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328500.560993:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993248896:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328500.561022:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328500.561062:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993249024:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328500.561064:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993248896:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 71us (183us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328500.561074:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2443
00000100:00100000:2.0:1767328500.561082:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4444
00010000:00010000:1.0:1767328501.110547:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328502.134590:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328502.198493:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328502.198502:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328502.198505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328502.198508:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328502.198512:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328502.198519:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13694
00000100:00080000:3.0:1767328502.198523:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328502.198529:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328502.198564:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2300 x1853164010734976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328502.198616:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010734976:0@lo:38:kworker.0
00000100:00080000:3.0:1767328502.198619:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328502.198624:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328502.198625:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328502.198629:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13694
00000100:00080000:3.0:1767328502.198632:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328502.198636:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328502.198646:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d500 x1853164010735360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328502.198657:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010735104:0@lo:400:kworker.0
00000100:00100000:2.0:1767328502.198660:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010735232:0@lo:400:kworker.0
00000100:00080000:3.0:1767328502.198674:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328502.198678:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328502.198693:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328502.198700:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328502.198702:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13694
00000100:00080000:3.0:1767328502.198706:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328502.198710:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328502.198729:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328502.198741:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010735488:0@lo:400:kworker.0
00000100:00100000:0.0:1767328502.198745:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328502.198747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010735360:0@lo:38:kworker.0
00000100:00100000:2.0:1767328502.198751:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010734976
00000100:00100000:2.0:1767328502.198760:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010734976
00000100:00100000:3.0:1767328502.198798:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328502.198803:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35277
00000100:00100000:1.0:1767328502.198809:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735104
00000100:00100000:2.0:1767328502.198811:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010734976:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328502.198814:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735104
00010000:00020000:2.0:1767328502.198840:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328502.198843:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735488
00000100:00100000:3.0:1767328502.198847:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328502.198851:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735488
00000100:00100000:1.0:1767328502.198871:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9542
00000100:00100000:1.0:1767328502.198881:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010735104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328502.198893:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50a80 x1853164010735616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328502.198906:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010734976:12345-0@lo:38:kworker.0 Request processed in 93us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328502.198907:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735360
00000100:00100000:0.0:1767328502.198914:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735360
00000100:00100000:2.0:1767328502.198919:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35277
00000100:00080000:3.0:1767328502.198922:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328502.198926:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328502.198928:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328502.198932:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13694
00000100:00080000:3.0:1767328502.198934:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328502.198939:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010735104:12345-0@lo:400:kworker.0 Request processed in 59us (198us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328502.198939:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328502.198949:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444
00000100:00100000:2.0:1767328502.198952:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010735616:0@lo:38:kworker.0
00000100:00100000:1.0:1767328502.198956:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9542
00000100:00100000:3.0:1767328502.198959:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010735744:0@lo:400:kworker.0
00000100:00100000:0.0:1767328502.198976:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010735488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328502.198989:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328502.198995:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445
00000100:00100000:1.0:1767328502.199005:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010735360:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328502.199014:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328502.199020:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328502.199030:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328502.199036:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010735488:12345-0@lo:400:kworker.0 Request processed in 72us (236us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328502.199038:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328502.199045:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010734976:0@lo:38:kworker.0
00000100:00100000:0.0:1767328502.199052:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444
00000100:00100000:3.0:1767328502.199057:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010735488:0@lo:400:kworker.0
00000100:00100000:1.0:1767328502.199072:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010735360:12345-0@lo:38:kworker.0 Request processed in 64us (222us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328502.199079:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735616
00000100:00080000:2.0:1767328502.199080:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328502.199085:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445
00000100:00100000:0.0:1767328502.199087:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735616
00000100:00080000:2.0:1767328502.199089:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328502.199095:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010735360:0@lo:38:kworker.0
00000100:00100000:3.0:1767328502.199098:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5c00 x1853164010735872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328502.199109:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735744
00000100:00100000:0.0:1767328502.199114:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735744
00000100:00100000:2.0:1767328502.199118:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010735872:0@lo:38:kworker.0
00000100:00100000:1.0:1767328502.199119:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446
00000100:00100000:1.0:1767328502.199128:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010735616:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328502.199136:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328502.199143:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328502.199148:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445
00000100:00100000:2.0:1767328502.199151:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328502.199164:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010735744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328502.199188:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735872
00000100:00100000:3.0:1767328502.199193:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735872
00000100:00100000:1.0:1767328502.199199:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010735616:12345-0@lo:38:kworker.0 Request processed in 68us (208us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328502.199199:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328502.199208:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328502.199214:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447
00000100:00100000:2.0:1767328502.199217:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010735616:0@lo:38:kworker.0
00000100:00100000:3.0:1767328502.199224:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010735872:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328502.199225:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010735744:12345-0@lo:400:kworker.0 Request processed in 62us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328502.199227:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446
00010000:00020000:3.0:1767328502.199240:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328502.199243:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445
00000100:00100000:1.0:1767328502.199270:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010735232
00000100:00100000:1.0:1767328502.199276:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010735232
00000100:00100000:3.0:1767328502.199291:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010735872:12345-0@lo:38:kworker.0 Request processed in 67us (140us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328502.199297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328502.199302:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447
00000100:00080000:2.0:1767328502.199307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328502.199313:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9543
00000100:00100000:2.0:1767328502.199315:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010735872:0@lo:38:kworker.0
00000100:00100000:1.0:1767328502.199325:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010735232:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328502.199374:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328502.199379:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328502.199383:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328502.199384:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010735104:0@lo:400:kworker.0
00000100:00100000:1.0:1767328502.199397:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010735232:12345-0@lo:400:kworker.0 Request processed in 65us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328502.199408:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9543
00000100:00100000:2.0:1767328502.199448:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd1c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010735744:0@lo:400:kworker.0
00000100:00100000:3.0:1767328502.199461:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010735232:0@lo:400:kworker.0
00010000:00010000:0.0:1767328503.158573:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328503.734638:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010736000:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328503.734725:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328503.734767:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736000
00000100:00100000:0.0:1767328503.734775:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736000
00000100:00100000:0.0:1767328503.734822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8433
00000100:00100000:0.0:1767328503.734830:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010736000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328503.734855:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328503.734900:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010736000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328503.734905:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8433
00000100:00100000:3.0:1767328503.734960:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010736000:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328504.182545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328504.246579:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328504.246599:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010736128:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328504.246696:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328504.246746:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736128
00000100:00100000:0.0:1767328504.246756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736128
00000100:00080000:2.0:1767328504.246803:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328504.246813:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8434
00000100:00100000:0.0:1767328504.246822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010736128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328504.246848:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328504.246889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010736128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328504.246894:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8434
00000100:00100000:1.0:1767328504.246940:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010736128:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328505.206566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328505.680916:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328505.680965:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249152
00000100:00100000:2.0:1767328505.680971:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328505.680976:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249152
00000100:00100000:0.0:1767328505.681009:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249280
00000100:00100000:0.0:1767328505.681011:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249280
00000100:00100000:3.0:1767328505.681028:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4448
00000100:00100000:3.0:1767328505.681036:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993249152:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328505.681059:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2446
00010000:00020000:3.0:1767328505.681060:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328505.681072:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993249280:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767328505.681078:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328505.681123:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993249152:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (217us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328505.681133:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4448
00000100:00100000:0.0:1767328505.681134:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993249280:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328505.681142:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2446
00010000:00010000:1.0:1767328506.230534:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328507.254540:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328507.318542:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328507.318554:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328507.318558:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328507.318563:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328507.318567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328507.318575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13700
00000100:00080000:1.0:1767328507.318582:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328507.318590:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328507.318631:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7d880 x1853164010736256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328507.318715:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328507.318719:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328507.318719:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010736256:0@lo:38:kworker.0
00000100:00080000:1.0:1767328507.318723:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328507.318732:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13700
00000100:00080000:1.0:1767328507.318735:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328507.318738:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328507.318746:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010736384:0@lo:400:kworker.0
00000100:00100000:1.0:1767328507.318753:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7dc00 x1853164010736640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328507.318759:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010736512:0@lo:400:kworker.0
00000100:00080000:1.0:1767328507.318782:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328507.318786:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328507.318788:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328507.318792:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13700
00000100:00080000:1.0:1767328507.318795:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328507.318799:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328507.318803:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328507.318809:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328507.318815:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7ed80 x1853164010736896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328507.318823:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010736768:0@lo:400:kworker.0
00000100:00080000:1.0:1767328507.318848:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328507.318853:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328507.318856:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328507.318858:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010736640:0@lo:38:kworker.0
00000100:00080000:1.0:1767328507.318864:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13700
00000100:00100000:3.0:1767328507.318866:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736256
00000100:00100000:0.0:1767328507.318872:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328507.318873:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767328507.318875:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736256
00000100:00080000:1.0:1767328507.318882:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328507.318900:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c380 x1853164010737152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328507.318912:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35278
00000100:00100000:2.0:1767328507.318918:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010737024:0@lo:400:kworker.0
00000100:00100000:3.0:1767328507.318923:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010736256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328507.318940:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736384
00000100:00100000:0.0:1767328507.318941:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328507.318947:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736384
00000100:00100000:2.0:1767328507.318948:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328507.318954:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328507.318997:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010736256:12345-0@lo:38:kworker.0 Request processed in 78us (199us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328507.319005:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328507.319009:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35278
00000100:00100000:1.0:1767328507.319010:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736512
00000100:00100000:1.0:1767328507.319015:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736512
00000100:00100000:0.0:1767328507.319019:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736768
00000100:00100000:0.0:1767328507.319026:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736768
00000100:00100000:2.0:1767328507.319032:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010736896:0@lo:38:kworker.0
00000100:00100000:3.0:1767328507.319045:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737024
00000100:00100000:3.0:1767328507.319050:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737024
00000100:00100000:1.0:1767328507.319051:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9544
00000100:00100000:2.0:1767328507.319064:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328507.319067:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010736384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328507.319076:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736640
00000100:00100000:0.0:1767328507.319082:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736640
00000100:00100000:3.0:1767328507.319090:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010736896
00000100:00100000:3.0:1767328507.319095:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010736896
00000100:00080000:2.0:1767328507.319098:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328507.319104:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328507.319110:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010736256:0@lo:38:kworker.0
00000100:00100000:0.0:1767328507.319112:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447
00000100:00100000:1.0:1767328507.319128:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010736384:12345-0@lo:400:kworker.0 Request processed in 64us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328507.319128:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448
00000100:00100000:0.0:1767328507.319129:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010736768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328507.319132:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010737152:0@lo:38:kworker.0
00000100:00100000:3.0:1767328507.319143:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010737024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328507.319146:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9544
00000100:00100000:2.0:1767328507.319162:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328507.319174:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9545
00000100:00100000:1.0:1767328507.319184:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010736512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328507.319202:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737152
00000100:00100000:3.0:1767328507.319204:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010737024:12345-0@lo:400:kworker.0 Request processed in 65us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328507.319207:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737152
00000100:00100000:3.0:1767328507.319215:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448
00000100:00100000:0.0:1767328507.319229:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010736768:12345-0@lo:400:kworker.0 Request processed in 105us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328507.319237:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449
00000100:00100000:1.0:1767328507.319238:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010736512:12345-0@lo:400:kworker.0 Request processed in 53us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328507.319246:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010736640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328507.319250:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447
00000100:00100000:1.0:1767328507.319255:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9545
00000100:00100000:3.0:1767328507.319257:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450
00010000:00020000:2.0:1767328507.319260:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328507.319268:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010736896:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328507.319276:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451
00010000:00020000:3.0:1767328507.319280:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328507.319285:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010737152:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328507.319286:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328507.319293:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328507.319297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767328507.319300:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328507.319309:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010736640:12345-0@lo:38:kworker.0 Request processed in 61us (304us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328507.319323:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449
00000100:00100000:3.0:1767328507.319323:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010736896:12345-0@lo:38:kworker.0 Request processed in 52us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328507.319334:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010737152:12345-0@lo:38:kworker.0 Request processed in 49us (171us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328507.319337:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450
00000100:00100000:0.0:1767328507.319347:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451
00000100:00080000:2.0:1767328507.319372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328507.319380:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328507.319384:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010736384:0@lo:400:kworker.0
00000100:00100000:0.0:1767328507.319388:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010736768:0@lo:400:kworker.0
00000100:00100000:2.0:1767328507.319389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010737152:0@lo:38:kworker.0
00000100:00080000:2.0:1767328507.319449:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328507.319449:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010737024:0@lo:400:kworker.0
00000100:00080000:2.0:1767328507.319458:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328507.319463:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010736512:0@lo:400:kworker.0
00000100:00100000:2.0:1767328507.319466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010736640:0@lo:38:kworker.0
00000100:00080000:2.0:1767328507.319486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328507.319491:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328507.319496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010736896:0@lo:38:kworker.0
00010000:00010000:0.0:1767328508.278550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328508.854618:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328508.854650:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010737280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328508.854712:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328508.854750:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737280
00000100:00100000:2.0:1767328508.854760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737280
00000100:00100000:2.0:1767328508.854813:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8435
00000100:00100000:2.0:1767328508.854824:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010737280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328508.854857:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328508.854911:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010737280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328508.854920:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8435
00000100:00100000:1.0:1767328508.854954:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010737280:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767328509.302559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328509.366580:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010737408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328509.366650:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328509.366700:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737408
00000100:00100000:2.0:1767328509.366710:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737408
00000100:00080000:1.0:1767328509.366756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328509.366779:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8436
00000100:00100000:2.0:1767328509.366791:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010737408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328509.366821:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328509.366873:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010737408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328509.366883:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8436
00000100:00100000:1.0:1767328509.366908:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010737408:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328510.326534:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328510.800999:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328510.801035:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328510.801057:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249536
00000100:00100000:0.0:1767328510.801067:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249536
00000100:00100000:3.0:1767328510.801078:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249408
00000100:00100000:3.0:1767328510.801086:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249408
00000100:00080000:1.0:1767328510.801113:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328510.801140:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2449
00000100:00100000:0.0:1767328510.801148:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4452
00000100:00100000:3.0:1767328510.801155:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993249536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328510.801157:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993249408:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328510.801179:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328510.801235:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993249408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328510.801236:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993249536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328510.801247:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4452
00000100:00100000:3.0:1767328510.801257:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2449
00010000:00010000:1.0:1767328511.350585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328512.374530:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328512.438516:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328512.438527:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328512.438561:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328512.438565:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328512.438569:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328512.438575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13705
00000100:00080000:3.0:1767328512.438580:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328512.438586:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328512.438642:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84a80 x1853164010737536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328512.438694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010737536:0@lo:38:kworker.0
00000100:00080000:3.0:1767328512.438703:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328512.438707:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328512.438709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328512.438713:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13705
00000100:00080000:3.0:1767328512.438715:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328512.438719:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328512.438732:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86680 x1853164010737920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328512.438741:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010737792:0@lo:400:kworker.0
00000100:00100000:1.0:1767328512.438743:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010737664:0@lo:400:kworker.0
00000100:00080000:3.0:1767328512.438761:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328512.438765:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328512.438766:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328512.438770:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13705
00000100:00080000:3.0:1767328512.438773:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328512.438776:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328512.438785:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328512.438790:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86a00 x1853164010738176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328512.438807:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328512.438814:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328512.438815:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328512.438818:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328512.438822:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13705
00000100:00080000:3.0:1767328512.438825:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767328512.438829:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328512.438834:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010738304:0@lo:400:kworker.0
00000100:00100000:3.0:1767328512.438842:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85c00 x1853164010738432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328512.438871:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010737920:0@lo:38:kworker.0
00000100:00100000:2.0:1767328512.438885:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328512.438885:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737536
00000100:00100000:3.0:1767328512.438892:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737536
00000100:00100000:1.0:1767328512.438903:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010738048:0@lo:400:kworker.0
00000100:00100000:3.0:1767328512.438929:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35279
00000100:00100000:3.0:1767328512.438938:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010737536:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.438940:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738304
00000100:00100000:0.0:1767328512.438945:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738304
00000100:00100000:2.0:1767328512.438954:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328512.438955:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328512.438960:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328512.439002:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738048
00000100:00100000:0.0:1767328512.439005:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738048
00000100:00100000:3.0:1767328512.439015:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010737536:12345-0@lo:38:kworker.0 Request processed in 76us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328512.439023:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35279
00000100:00100000:2.0:1767328512.439030:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737664
00000100:00100000:0.0:1767328512.439036:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450
00000100:00100000:2.0:1767328512.439036:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737664
00000100:00080000:1.0:1767328512.439040:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328512.439052:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010738304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328512.439065:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328512.439072:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451
00000100:00100000:3.0:1767328512.439083:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010738048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328512.439093:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737792
00000100:00100000:2.0:1767328512.439097:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737792
00000100:00100000:1.0:1767328512.439101:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010738176:0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.439111:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010738304:12345-0@lo:400:kworker.0 Request processed in 65us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328512.439118:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450
00000100:00100000:3.0:1767328512.439132:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010738048:12345-0@lo:400:kworker.0 Request processed in 52us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328512.439138:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010737920
00000100:00100000:3.0:1767328512.439142:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451
00000100:00100000:0.0:1767328512.439144:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010737920
00000100:00100000:2.0:1767328512.439146:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9546
00000100:00100000:2.0:1767328512.439160:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010737664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328512.439163:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328512.439172:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738176
00000100:00100000:0.0:1767328512.439177:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738176
00000100:00100000:3.0:1767328512.439181:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453
00000100:00100000:3.0:1767328512.439187:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010737920:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.439196:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454
00010000:00020000:3.0:1767328512.439198:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328512.439202:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010738432:0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.439204:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010738176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328512.439219:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328512.439232:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010737664:12345-0@lo:400:kworker.0 Request processed in 75us (420us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328512.439235:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010737920:12345-0@lo:38:kworker.0 Request processed in 45us (171us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328512.439252:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453
00000100:00100000:2.0:1767328512.439255:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9546
00000100:00100000:1.0:1767328512.439262:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328512.439265:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010738176:12345-0@lo:38:kworker.0 Request processed in 48us (94us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328512.439278:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454
00000100:00100000:2.0:1767328512.439282:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9547
00000100:00100000:3.0:1767328512.439292:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010738048:0@lo:400:kworker.0
00000100:00100000:2.0:1767328512.439294:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010737792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328512.439303:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738432
00000100:00080000:1.0:1767328512.439306:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328512.439309:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738432
00000100:00080000:1.0:1767328512.439314:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328512.439320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010737536:0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.439332:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4455
00000100:00100000:0.0:1767328512.439338:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010738432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328512.439348:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328512.439351:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010737792:12345-0@lo:400:kworker.0 Request processed in 58us (400us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328512.439351:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328512.439354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328512.439358:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328512.439364:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328512.439368:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9547
00000100:00100000:1.0:1767328512.439373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010737920:0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.439396:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010738432:12345-0@lo:38:kworker.0 Request processed in 54us (134us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328512.439396:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010738304:0@lo:400:kworker.0
00000100:00080000:1.0:1767328512.439397:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328512.439406:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328512.439437:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010738176:0@lo:38:kworker.0
00000100:00080000:1.0:1767328512.439450:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328512.439454:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328512.439457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010738432:0@lo:38:kworker.0
00000100:00100000:0.0:1767328512.439461:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4455
00000100:00100000:2.0:1767328512.439477:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010737664:0@lo:400:kworker.0
00000100:00100000:3.0:1767328512.439497:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010737792:0@lo:400:kworker.0
00010000:00010000:0.0:1767328513.398593:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328513.974621:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010738560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328513.974688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328513.974748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738560
00000100:00100000:0.0:1767328513.974758:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738560
00000100:00100000:0.0:1767328513.974809:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8437
00000100:00100000:0.0:1767328513.974821:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010738560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328513.974867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328513.974915:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010738560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328513.974920:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8437
00000100:00100000:2.0:1767328513.974969:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010738560:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328514.422606:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328514.486650:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010738688:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328514.486712:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328514.486768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738688
00000100:00100000:0.0:1767328514.486777:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738688
00000100:00080000:3.0:1767328514.486812:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328514.486835:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8438
00000100:00100000:0.0:1767328514.486851:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010738688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328514.486881:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328514.486920:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010738688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328514.486926:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8438
00000100:00100000:3.0:1767328514.486966:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010738688:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328515.447620:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328515.922247:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328515.922278:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328515.922301:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993249920 offset 0 length 520: 4
00000100:00100000:1.0:1767328515.922304:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249664
00000100:00100000:1.0:1767328515.922315:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249664
00000100:00100000:3.0:1767328515.922337:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993249792
00000100:00100000:3.0:1767328515.922344:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993249792
00000100:00100000:1.0:1767328515.922357:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4456
00000100:00100000:1.0:1767328515.922364:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993249664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328515.922385:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328515.922398:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328515.922412:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2452
00000100:00100000:3.0:1767328515.922458:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993249792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328515.922490:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993249664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 123us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328515.922499:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4456
00000100:00100000:3.0:1767328515.922516:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993249792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328515.922525:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2452
00010000:00010000:1.0:1767328516.470601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328516.534511:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328491/real 1767328491]  req@ffff9bb5bcc00a80 x1853164010733312/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328516.534546:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc00a80 x1853164010733312/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328516.534566:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328516.534593:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328516.534598:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010733312:0@lo:250:kworker.0
00000100:00080000:0.0:1767328516.534629:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328516.534636:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328516.534639:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328516.534646:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13689
00000100:00080000:0.0:1767328516.534650:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328516.534657:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328516.534688:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010738816/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328516.534712:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328516.534716:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328516.534718:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328516.534723:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13710
00000100:00080000:0.0:1767328516.534727:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328516.534733:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328516.534745:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010738816:0@lo:250:kworker.0
00000100:00100000:0.0:1767328516.534752:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886d80 x1853164010738944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767328516.534797:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010738816 offset 0 length 520: 4
00000100:00080000:0.0:1767328516.534808:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328516.534813:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328516.534816:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328516.534821:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13710
00000100:00080000:0.0:1767328516.534825:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328516.534832:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328516.534832:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010739072:0@lo:400:kworker.0
00000100:00100000:1.0:1767328516.534849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010738944:0@lo:38:kworker.0
00000100:00100000:0.0:1767328516.534852:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010739328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328516.534855:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010739200:0@lo:400:kworker.0
00000100:00100000:3.0:1767328516.534884:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328516.534903:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328516.534909:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328516.534917:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328516.534918:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328516.534924:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328516.534930:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13710
00000100:00080000:0.0:1767328516.534935:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328516.534936:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010738944
00000100:00080000:0.0:1767328516.534942:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328516.534943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010739328:0@lo:38:kworker.0
00000100:00100000:3.0:1767328516.534944:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010738944
00000100:00100000:0.0:1767328516.534962:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887480 x1853164010739584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328516.534986:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739072
00000100:00100000:3.0:1767328516.534986:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35280
00000100:00080000:0.0:1767328516.534990:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328516.534991:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328516.534993:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739072
00000100:00100000:3.0:1767328516.534999:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010738944:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328516.535001:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328516.535006:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328516.535013:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13710
00000100:00080000:0.0:1767328516.535018:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00010000:00020000:3.0:1767328516.535020:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328516.535025:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328516.535026:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010739584:0@lo:38:kworker.0
00000100:00100000:2.0:1767328516.535038:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739200
00000100:00100000:2.0:1767328516.535042:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739200
00000100:00100000:0.0:1767328516.535047:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884000 x1853164010739840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328516.535075:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9548
00000100:00100000:3.0:1767328516.535075:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010738944:12345-0@lo:38:kworker.0 Request processed in 74us (170us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328516.535077:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328516.535085:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010739456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328516.535092:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35280
00000100:00100000:2.0:1767328516.535093:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010739072:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328516.535122:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328516.535128:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9549
00000100:00080000:1.0:1767328516.535133:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328516.535139:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010738944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328516.535144:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010739200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328516.535149:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328516.535152:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010739072:12345-0@lo:400:kworker.0 Request processed in 64us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328516.535161:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9548
00000100:00100000:1.0:1767328516.535165:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010739840:0@lo:38:kworker.0
00000100:00080000:2.0:1767328516.535185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328516.535191:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328516.535195:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328516.535209:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010739712:0@lo:400:kworker.0
00000100:00100000:3.0:1767328516.535210:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010739200:12345-0@lo:400:kworker.0 Request processed in 68us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328516.535211:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328516.535223:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9549
00000100:00100000:2.0:1767328516.535236:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739328
00000100:00100000:2.0:1767328516.535240:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739328
00000100:00100000:0.0:1767328516.535259:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328516.535270:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010739072:0@lo:400:kworker.0
00000100:00100000:2.0:1767328516.535273:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739584
00000100:00100000:1.0:1767328516.535274:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739456
00000100:00100000:2.0:1767328516.535278:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739584
00000100:00100000:1.0:1767328516.535281:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739456
00000100:00100000:2.0:1767328516.535293:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739840
00000100:00100000:2.0:1767328516.535298:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739840
00000100:00100000:0.0:1767328516.535312:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739712
00000100:00100000:3.0:1767328516.535315:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010739200:0@lo:400:kworker.0
00000100:00100000:0.0:1767328516.535320:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739712
00000100:00100000:2.0:1767328516.535321:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457
00000100:00100000:2.0:1767328516.535328:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010739328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328516.535338:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328516.535344:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453
00000100:00100000:1.0:1767328516.535358:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010739456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328516.535379:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454
00000100:00100000:2.0:1767328516.535383:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010739328:12345-0@lo:38:kworker.0 Request processed in 51us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328516.535389:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458
00000100:00100000:3.0:1767328516.535393:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010739712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328516.535406:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457
00000100:00100000:0.0:1767328516.535407:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010739584:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328516.535414:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010739456:12345-0@lo:400:kworker.0 Request processed in 57us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328516.535451:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453
00000100:00100000:3.0:1767328516.535463:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010739712:12345-0@lo:400:kworker.0 Request processed in 73us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328516.535464:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459
00010000:00020000:0.0:1767328516.535465:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328516.535477:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010739840:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328516.535483:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454
00010000:00020000:2.0:1767328516.535490:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328516.535496:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328516.535503:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328516.535508:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010739328:0@lo:38:kworker.0
00000100:00080000:3.0:1767328516.535516:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328516.535528:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010739584:12345-0@lo:38:kworker.0 Request processed in 123us (453us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328516.535535:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010739840:12345-0@lo:38:kworker.0 Request processed in 59us (327us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328516.535539:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328516.535542:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458
00000100:00080000:1.0:1767328516.535550:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328516.535558:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010739840:0@lo:38:kworker.0
00000100:00100000:2.0:1767328516.535558:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459
00000100:00080000:1.0:1767328516.535577:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328516.535596:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328516.535600:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010739584:0@lo:38:kworker.0
00000100:00100000:0.0:1767328516.535609:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010739712:0@lo:400:kworker.0
00000100:00100000:0.0:1767328516.535626:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010739456:0@lo:400:kworker.0
00010000:00010000:1.0:1767328517.494632:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328518.518598:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328519.094608:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010739968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328519.094668:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328519.094730:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010739968
00000100:00100000:0.0:1767328519.094738:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010739968
00000100:00080000:3.0:1767328519.094784:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328519.094793:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8439
00000100:00100000:0.0:1767328519.094802:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010739968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328519.094831:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328519.094871:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010739968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328519.094876:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8439
00000100:00100000:3.0:1767328519.094915:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010739968:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328519.542579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328519.606590:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328519.606611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010740096:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328519.606668:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328519.606711:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740096
00000100:00100000:0.0:1767328519.606718:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740096
00000100:00080000:3.0:1767328519.606763:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328519.606773:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8440
00000100:00100000:0.0:1767328519.606782:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010740096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328519.606808:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328519.606851:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010740096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328519.606856:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8440
00000100:00100000:3.0:1767328519.606891:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010740096:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328520.566579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328521.040959:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328521.040994:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328521.041020:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250048
00000100:00100000:3.0:1767328521.041030:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250048
00000100:00100000:0.0:1767328521.041042:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250176
00000100:00100000:0.0:1767328521.041049:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250176
00000100:00100000:3.0:1767328521.041075:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4460
00000100:00100000:3.0:1767328521.041084:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993250048:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328521.041105:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328521.041106:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2455
00010000:00020000:3.0:1767328521.041107:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328521.041127:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250176:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328521.041166:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993250048:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328521.041172:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250176:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328521.041177:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4460
00000100:00100000:0.0:1767328521.041185:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2455
00010000:00010000:1.0:1767328521.590570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767328521.654535:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328521.654553:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767328521.654557:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328521.654560:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328521.654563:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328521.654570:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13714
00000100:00080000:3.0:1767328521.654574:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328521.654580:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328521.654616:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade85880 x1853164010740224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328521.654668:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328521.654669:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010740224:0@lo:38:kworker.0
00000100:00080000:3.0:1767328521.654676:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328521.654680:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328521.654686:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010740352:0@lo:400:kworker.0
00000100:00080000:3.0:1767328521.654687:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13714
00000100:00080000:3.0:1767328521.654694:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328521.654701:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328521.654706:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010740480:0@lo:400:kworker.0
00000100:00100000:3.0:1767328521.654721:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade87480 x1853164010740608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328521.654745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328521.654749:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328521.654766:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328521.654770:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328521.654772:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328521.654777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13714
00000100:00080000:3.0:1767328521.654779:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328521.654784:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328521.654786:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010740736:0@lo:400:kworker.0
00000100:00100000:1.0:1767328521.654798:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010740608:0@lo:38:kworker.0
00000100:00100000:3.0:1767328521.654802:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade84700 x1853164010740864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328521.654822:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328521.654827:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328521.654831:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740224
00000100:00080000:3.0:1767328521.654831:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328521.654835:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328521.654839:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740224
00000100:00080000:3.0:1767328521.654840:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13714
00000100:00080000:3.0:1767328521.654845:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328521.654848:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328521.654858:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740736
00000100:00100000:3.0:1767328521.654859:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5ade86680 x1853164010741120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328521.654865:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740736
00000100:00100000:2.0:1767328521.654866:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328521.654878:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35281
00000100:00100000:2.0:1767328521.654880:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010740992:0@lo:400:kworker.0
00000100:00100000:0.0:1767328521.654887:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010740224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328521.654905:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328521.654907:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740352
00000100:00100000:3.0:1767328521.654912:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740352
00000100:00100000:2.0:1767328521.654914:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328521.654920:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456
00000100:00100000:1.0:1767328521.654932:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010740736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328521.654952:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010740224:12345-0@lo:38:kworker.0 Request processed in 65us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328521.654962:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9550
00000100:00100000:0.0:1767328521.654963:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35281
00000100:00100000:2.0:1767328521.654963:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328521.654977:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010740352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328521.654990:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010740736:12345-0@lo:400:kworker.0 Request processed in 60us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328521.654997:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456
00000100:00100000:2.0:1767328521.655012:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740480
00000100:00100000:2.0:1767328521.655017:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740480
00000100:00100000:1.0:1767328521.655021:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740992
00000100:00100000:1.0:1767328521.655025:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740992
00000100:00100000:3.0:1767328521.655033:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010740352:12345-0@lo:400:kworker.0 Request processed in 61us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328521.655042:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9550
00000100:00100000:3.0:1767328521.655062:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9551
00000100:00100000:1.0:1767328521.655067:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457
00000100:00100000:3.0:1767328521.655071:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010740480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328521.655078:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010740992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328521.655115:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010740480:12345-0@lo:400:kworker.0 Request processed in 45us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328521.655122:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9551
00000100:00100000:2.0:1767328521.655135:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010740480:0@lo:400:kworker.0
00000100:00100000:1.0:1767328521.655138:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010740992:12345-0@lo:400:kworker.0 Request processed in 62us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328521.655145:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457
00000100:00080000:3.0:1767328521.655161:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328521.655166:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328521.655170:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328521.655178:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328521.655189:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010740992:0@lo:400:kworker.0
00000100:00100000:3.0:1767328521.655198:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740608
00000100:00100000:3.0:1767328521.655202:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740608
00000100:00100000:2.0:1767328521.655208:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010740736:0@lo:400:kworker.0
00000100:00080000:1.0:1767328521.655230:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328521.655233:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461
00000100:00080000:1.0:1767328521.655241:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328521.655242:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010740608:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328521.655253:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010740224:0@lo:38:kworker.0
00010000:00020000:3.0:1767328521.655257:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328521.655275:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010740864:0@lo:38:kworker.0
00000100:00100000:0.0:1767328521.655280:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010740352:0@lo:400:kworker.0
00000100:00100000:3.0:1767328521.655285:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010740608:12345-0@lo:38:kworker.0 Request processed in 43us (110us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328521.655293:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461
00000100:00100000:1.0:1767328521.655306:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328521.655328:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010740864
00000100:00100000:1.0:1767328521.655330:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010741120:0@lo:38:kworker.0
00000100:00100000:3.0:1767328521.655332:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010740864
00000100:00100000:3.0:1767328521.655353:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462
00000100:00100000:1.0:1767328521.655359:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328521.655364:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010740864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328521.655373:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328521.655384:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328521.655391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328521.655392:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741120
00000100:00100000:1.0:1767328521.655396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010740608:0@lo:38:kworker.0
00000100:00100000:0.0:1767328521.655398:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741120
00000100:00100000:3.0:1767328521.655403:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010740864:12345-0@lo:38:kworker.0 Request processed in 39us (98us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328521.655409:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462
00000100:00080000:1.0:1767328521.655435:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328521.655440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328521.655445:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010740864:0@lo:38:kworker.0
00000100:00100000:0.0:1767328521.655450:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463
00000100:00100000:0.0:1767328521.655458:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010741120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328521.655467:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328521.655498:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010741120:12345-0@lo:38:kworker.0 Request processed in 41us (143us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328521.655503:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463
00000100:00080000:1.0:1767328521.655515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328521.655519:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328521.655523:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010741120:0@lo:38:kworker.0
00010000:00010000:1.0:1767328522.614612:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328523.638601:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328524.214620:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328524.214672:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010741248:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328524.214729:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328524.214767:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741248
00000100:00100000:0.0:1767328524.214775:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741248
00000100:00080000:3.0:1767328524.214845:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328524.214850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8441
00000100:00100000:0.0:1767328524.214858:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010741248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328524.214884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328524.214927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010741248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328524.214932:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8441
00000100:00100000:2.0:1767328524.214970:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010741248:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328524.662572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328524.726590:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328524.726605:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010741376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328524.726661:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328524.726715:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741376
00000100:00100000:0.0:1767328524.726723:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741376
00000100:00080000:3.0:1767328524.726808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328524.726812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8442
00000100:00100000:0.0:1767328524.726823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010741376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328524.726865:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328524.726925:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010741376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328524.726932:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8442
00000100:00100000:1.0:1767328524.727014:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010741376:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328525.686569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328526.160977:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328526.161012:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328526.161040:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250432
00000100:00100000:0.0:1767328526.161051:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250432
00000100:00100000:3.0:1767328526.161056:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250304
00000100:00100000:3.0:1767328526.161059:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250304
00000100:00100000:3.0:1767328526.161103:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4464
00000100:00080000:2.0:1767328526.161104:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328526.161114:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993250304:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328526.161139:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328526.161151:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2458
00000100:00100000:0.0:1767328526.161162:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250432:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328526.161204:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993250304:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (190us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328526.161210:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328526.161211:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4464
00000100:00100000:0.0:1767328526.161217:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2458
00010000:00010000:1.0:1767328526.710552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328526.774721:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328526.774729:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328526.774732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328526.774735:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328526.774739:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328526.774746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13719
00000100:00080000:0.0:1767328526.774749:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328526.774756:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328526.774791:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010741504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328526.774841:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328526.774844:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328526.774846:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328526.774849:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13719
00000100:00080000:0.0:1767328526.774851:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328526.774854:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328526.774862:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887480 x1853164010741888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328526.774882:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010741632:0@lo:400:kworker.0
00000100:00100000:1.0:1767328526.774885:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010741760:0@lo:400:kworker.0
00000100:00080000:0.0:1767328526.774887:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328526.774890:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010741504:0@lo:38:kworker.0
00000100:00080000:0.0:1767328526.774896:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328526.774900:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328526.774903:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13719
00000100:00080000:0.0:1767328526.774905:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328526.774908:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328526.774917:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010742144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328526.774933:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328526.774936:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328526.774937:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328526.774940:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13719
00000100:00080000:0.0:1767328526.774942:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328526.774945:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328526.774953:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887100 x1853164010742400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328526.774963:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328526.774966:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010742016:0@lo:400:kworker.0
00000100:00100000:0.0:1767328526.774999:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010742272:0@lo:400:kworker.0
00000100:00100000:2.0:1767328526.775007:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328526.775035:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010741888:0@lo:38:kworker.0
00000100:00100000:1.0:1767328526.775048:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328526.775054:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741504
00000100:00100000:3.0:1767328526.775054:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741632
00000100:00100000:0.0:1767328526.775063:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741504
00000100:00100000:3.0:1767328526.775064:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741632
00000100:00100000:2.0:1767328526.775083:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328526.775102:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35282
00000100:00100000:0.0:1767328526.775110:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010741504:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328526.775120:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010742144:0@lo:38:kworker.0
00010000:00020000:0.0:1767328526.775128:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328526.775128:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328526.775129:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9552
00000100:00100000:3.0:1767328526.775143:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010741632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328526.775169:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328526.775178:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010741504:12345-0@lo:38:kworker.0 Request processed in 68us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328526.775185:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35282
00000100:00100000:1.0:1767328526.775202:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742016
00000100:00100000:2.0:1767328526.775207:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010742400:0@lo:38:kworker.0
00000100:00100000:1.0:1767328526.775210:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742016
00000100:00100000:3.0:1767328526.775210:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010741632:12345-0@lo:400:kworker.0 Request processed in 69us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328526.775218:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328526.775227:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9552
00000100:00100000:2.0:1767328526.775247:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328526.775250:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741760
00000100:00100000:3.0:1767328526.775256:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741760
00000100:00100000:1.0:1767328526.775267:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010741888
00000100:00100000:1.0:1767328526.775274:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010741888
00000100:00100000:0.0:1767328526.775275:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742144
00000100:00100000:0.0:1767328526.775280:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742144
00000100:00080000:2.0:1767328526.775296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328526.775300:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742400
00000100:00100000:1.0:1767328526.775300:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742272
00000100:00080000:2.0:1767328526.775304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328526.775305:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9553
00000100:00100000:0.0:1767328526.775307:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742400
00000100:00100000:1.0:1767328526.775309:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742272
00000100:00100000:2.0:1767328526.775312:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010741504:0@lo:38:kworker.0
00000100:00100000:0.0:1767328526.775321:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459
00000100:00100000:3.0:1767328526.775329:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010741760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328526.775333:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010742016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328526.775352:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460
00000100:00100000:2.0:1767328526.775363:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4465
00000100:00100000:1.0:1767328526.775367:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010742272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328526.775373:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010741888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328526.775383:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010741760:12345-0@lo:400:kworker.0 Request processed in 57us (259us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328526.775386:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328526.775389:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010742016:12345-0@lo:400:kworker.0 Request processed in 59us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328526.775399:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9553
00000100:00100000:0.0:1767328526.775403:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459
00000100:00100000:2.0:1767328526.775451:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010741888:12345-0@lo:38:kworker.0 Request processed in 78us (368us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328526.775457:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4466
00000100:00100000:1.0:1767328526.775464:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010742272:12345-0@lo:400:kworker.0 Request processed in 101us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328526.775466:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010741632:0@lo:400:kworker.0
00000100:00100000:2.0:1767328526.775467:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4465
00000100:00100000:0.0:1767328526.775468:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010742144:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328526.775484:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460
00010000:00020000:0.0:1767328526.775486:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328526.775521:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328526.775522:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4467
00000100:00080000:3.0:1767328526.775527:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328526.775532:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010742400:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328526.775533:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328526.775534:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010742144:12345-0@lo:38:kworker.0 Request processed in 69us (367us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328526.775546:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4466
00010000:00020000:2.0:1767328526.775549:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328526.775581:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010742016:0@lo:400:kworker.0
00000100:00100000:0.0:1767328526.775584:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010742272:0@lo:400:kworker.0
00000100:00080000:3.0:1767328526.775591:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328526.775593:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010742400:12345-0@lo:38:kworker.0 Request processed in 59us (346us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328526.775598:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328526.775605:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4467
00000100:00100000:3.0:1767328526.775605:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010742144:0@lo:38:kworker.0
00000100:00080000:3.0:1767328526.775624:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328526.775629:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328526.775632:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010742400:0@lo:38:kworker.0
00000100:00100000:0.0:1767328526.775639:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010741760:0@lo:400:kworker.0
00000100:00080000:3.0:1767328526.775647:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328526.775652:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328526.775656:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010741888:0@lo:38:kworker.0
00010000:00010000:1.0:1767328527.734573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328528.758537:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328529.334646:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010742528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328529.334717:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328529.334764:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742528
00000100:00100000:0.0:1767328529.334773:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742528
00000100:00080000:3.0:1767328529.334831:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328529.334845:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8443
00000100:00100000:0.0:1767328529.334857:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010742528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328529.334889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328529.334942:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010742528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328529.334951:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8443
00000100:00100000:3.0:1767328529.334996:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010742528:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328529.782565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328529.846617:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010742656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328529.846685:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328529.846729:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742656
00000100:00100000:0.0:1767328529.846737:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742656
00000100:00080000:3.0:1767328529.846789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328529.846793:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8444
00000100:00100000:0.0:1767328529.846804:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010742656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328529.846837:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328529.846890:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010742656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328529.846898:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8444
00000100:00100000:1.0:1767328529.846933:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010742656:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328530.806564:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328531.281059:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328531.281102:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328531.281128:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250560
00000100:00100000:0.0:1767328531.281138:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250560
00000100:00100000:1.0:1767328531.281147:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250688
00000100:00100000:1.0:1767328531.281153:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250688
00000100:00100000:0.0:1767328531.281187:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4468
00000100:00100000:0.0:1767328531.281195:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993250560:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767328531.281213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328531.281215:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2461
00010000:00020000:0.0:1767328531.281218:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328531.281230:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250688:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328531.281278:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993250560:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 82us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328531.281284:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4468
00000100:00100000:2.0:1767328531.281296:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328531.281302:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2461
00010000:00010000:1.0:1767328531.830547:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328531.894544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328531.894556:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328531.894560:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328531.894564:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328531.894568:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328531.894576:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13724
00000100:00080000:0.0:1767328531.894582:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328531.894590:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328531.894630:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886a00 x1853164010742784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328531.894697:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328531.894699:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010742784:0@lo:38:kworker.0
00000100:00080000:0.0:1767328531.894704:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328531.894709:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328531.894715:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13724
00000100:00080000:0.0:1767328531.894720:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328531.894721:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010742912:0@lo:400:kworker.0
00000100:00080000:0.0:1767328531.894729:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328531.894745:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010743040:0@lo:400:kworker.0
00000100:00100000:0.0:1767328531.894752:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887100 x1853164010743168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328531.894786:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328531.894787:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328531.894791:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328531.894798:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328531.894801:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328531.894807:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13724
00000100:00100000:2.0:1767328531.894810:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010743296:0@lo:400:kworker.0
00000100:00080000:0.0:1767328531.894812:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328531.894820:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328531.894838:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884000 x1853164010743424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328531.894849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010743168:0@lo:38:kworker.0
00000100:00100000:2.0:1767328531.894850:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328531.894875:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328531.894880:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328531.894881:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767328531.894883:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328531.894892:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13724
00000100:00100000:2.0:1767328531.894893:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010743552:0@lo:400:kworker.0
00000100:00100000:3.0:1767328531.894897:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328531.894899:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743296
00000100:00080000:0.0:1767328531.894900:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328531.894908:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743296
00000100:00080000:0.0:1767328531.894909:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328531.894930:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010743680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328531.894941:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328531.894941:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010743424:0@lo:38:kworker.0
00000100:00100000:1.0:1767328531.894974:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743168
00000100:00100000:1.0:1767328531.894978:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743168
00000100:00100000:2.0:1767328531.894984:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328531.895000:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743552
00000100:00100000:1.0:1767328531.895006:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743552
00000100:00100000:3.0:1767328531.895006:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328531.895027:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743424
00000100:00100000:0.0:1767328531.895034:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743424
00000100:00100000:1.0:1767328531.895035:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462
00000100:00100000:1.0:1767328531.895045:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010743296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328531.895050:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010743680:0@lo:38:kworker.0
00000100:00100000:2.0:1767328531.895056:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742784
00000100:00100000:2.0:1767328531.895062:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742784
00000100:00100000:0.0:1767328531.895067:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463
00000100:00100000:0.0:1767328531.895081:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010743552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328531.895098:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35283
00000100:00100000:3.0:1767328531.895098:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328531.895105:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010743296:12345-0@lo:400:kworker.0 Request processed in 60us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328531.895110:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010742784:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328531.895115:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462
00010000:00020000:2.0:1767328531.895130:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328531.895138:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743680
00000100:00100000:1.0:1767328531.895143:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743680
00000100:00100000:0.0:1767328531.895146:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010743552:12345-0@lo:400:kworker.0 Request processed in 67us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328531.895154:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4469
00000100:00100000:0.0:1767328531.895167:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463
00000100:00100000:3.0:1767328531.895167:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010743168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328531.895175:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010742784:12345-0@lo:38:kworker.0 Request processed in 64us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328531.895177:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470
00000100:00100000:1.0:1767328531.895186:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010743424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328531.895190:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328531.895191:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35283
00000100:00100000:0.0:1767328531.895198:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471
00010000:00020000:1.0:1767328531.895201:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328531.895209:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010743680:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328531.895215:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010742912
00000100:00100000:2.0:1767328531.895220:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010742912
00010000:00020000:0.0:1767328531.895225:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328531.895249:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010743168:12345-0@lo:38:kworker.0 Request processed in 84us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328531.895250:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010743424:12345-0@lo:38:kworker.0 Request processed in 62us (247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328531.895252:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743040
00000100:00100000:2.0:1767328531.895257:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743040
00000100:00100000:0.0:1767328531.895269:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010743680:12345-0@lo:38:kworker.0 Request processed in 59us (174us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328531.895271:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4469
00000100:00100000:2.0:1767328531.895279:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9554
00000100:00100000:1.0:1767328531.895287:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470
00000100:00100000:2.0:1767328531.895290:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010742912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328531.895299:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471
00000100:00100000:3.0:1767328531.895320:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9555
00000100:00100000:2.0:1767328531.895333:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010742912:12345-0@lo:400:kworker.0 Request processed in 45us (551us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328531.895336:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010743040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328531.895344:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9554
00000100:00080000:0.0:1767328531.895369:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328531.895377:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328531.895381:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328531.895392:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010742912:0@lo:400:kworker.0
00000100:00080000:1.0:1767328531.895394:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328531.895402:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010743040:12345-0@lo:400:kworker.0 Request processed in 69us (412us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328531.895404:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328531.895412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010743680:0@lo:38:kworker.0
00000100:00100000:3.0:1767328531.895447:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9555
00000100:00080000:1.0:1767328531.895450:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328531.895455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328531.895460:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010743040:0@lo:400:kworker.0
00000100:00100000:1.0:1767328531.895461:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010743424:0@lo:38:kworker.0
00000100:00080000:1.0:1767328531.895499:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328531.895504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328531.895507:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010743168:0@lo:38:kworker.0
00000100:00080000:1.0:1767328531.895521:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328531.895524:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010743552:0@lo:400:kworker.0
00000100:00080000:1.0:1767328531.895525:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328531.895531:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010742784:0@lo:38:kworker.0
00000100:00100000:3.0:1767328531.895554:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010743296:0@lo:400:kworker.0
00010000:00010000:1.0:1767328532.854564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328533.878577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328534.454627:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010743808:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328534.454690:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328534.454731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743808
00000100:00100000:0.0:1767328534.454741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743808
00000100:00080000:3.0:1767328534.454780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328534.454811:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8445
00000100:00100000:0.0:1767328534.454820:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010743808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328534.454845:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328534.454886:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010743808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328534.454892:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8445
00000100:00100000:2.0:1767328534.454934:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010743808:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328534.902590:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328534.966610:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010743936:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328534.966680:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328534.966726:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010743936
00000100:00100000:0.0:1767328534.966734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010743936
00000100:00080000:1.0:1767328534.966791:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328534.966813:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8446
00000100:00100000:0.0:1767328534.966823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010743936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328534.966847:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328534.966889:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010743936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328534.966894:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8446
00000100:00100000:3.0:1767328534.966944:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010743936:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328535.926585:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328536.400830:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328536.400869:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328536.400893:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250944
00000100:00100000:1.0:1767328536.400904:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250944
00000100:00100000:3.0:1767328536.400934:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993250816
00000100:00100000:3.0:1767328536.400940:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993250816
00000100:00100000:3.0:1767328536.400983:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2464
00000100:00080000:0.0:1767328536.400991:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328536.400994:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4472
00000100:00100000:1.0:1767328536.401003:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993250816:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328536.401008:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250944:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767328536.401027:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328536.401080:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993250944:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328536.401081:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993250816:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328536.401092:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2464
00000100:00100000:1.0:1767328536.401098:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4472
00010000:00010000:1.0:1767328536.950573:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328537.014582:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328537.014593:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328537.014597:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328537.014602:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328537.014607:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328537.014616:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13729
00000100:00080000:2.0:1767328537.014622:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328537.014631:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328537.014674:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a7800 x1853164010744064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328537.014730:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010744064:0@lo:38:kworker.0
00000100:00080000:2.0:1767328537.014730:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328537.014736:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328537.014741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328537.014744:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010744192:0@lo:400:kworker.0
00000100:00080000:2.0:1767328537.014746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13729
00000100:00080000:2.0:1767328537.014751:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328537.014756:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328537.014769:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6300 x1853164010744448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328537.014790:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010744320:0@lo:400:kworker.0
00000100:00080000:2.0:1767328537.014794:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328537.014799:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328537.014801:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328537.014807:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328537.014814:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328537.014818:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13729
00000100:00080000:2.0:1767328537.014821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328537.014825:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328537.014839:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6680 x1853164010744704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328537.014840:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328537.014861:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328537.014864:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328537.014866:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328537.014870:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13729
00000100:00080000:2.0:1767328537.014879:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328537.014883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010744448:0@lo:38:kworker.0
00000100:00080000:2.0:1767328537.014884:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328537.014900:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744192
00000100:00100000:2.0:1767328537.014903:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a4000 x1853164010744960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328537.014907:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744064
00000100:00100000:3.0:1767328537.014908:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744192
00000100:00100000:0.0:1767328537.014915:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744064
00000100:00100000:1.0:1767328537.014922:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328537.014936:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010744576:0@lo:400:kworker.0
00000100:00100000:1.0:1767328537.014947:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010744704:0@lo:38:kworker.0
00000100:00100000:0.0:1767328537.014954:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35284
00000100:00100000:0.0:1767328537.014961:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010744064:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328537.014973:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328537.014975:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744320
00010000:00020000:0.0:1767328537.014979:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328537.014982:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744320
00000100:00100000:1.0:1767328537.014991:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744448
00000100:00100000:1.0:1767328537.014995:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744448
00000100:00100000:2.0:1767328537.015013:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328537.015024:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9556
00000100:00100000:1.0:1767328537.015025:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744576
00000100:00100000:2.0:1767328537.015025:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010744832:0@lo:400:kworker.0
00000100:00100000:0.0:1767328537.015030:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010744064:12345-0@lo:38:kworker.0 Request processed in 66us (217us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328537.015032:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744576
00000100:00100000:3.0:1767328537.015043:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010744192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328537.015047:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35284
00000100:00100000:2.0:1767328537.015058:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328537.015072:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744832
00000100:00100000:1.0:1767328537.015077:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744832
00000100:00100000:0.0:1767328537.015099:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9557
00000100:00100000:0.0:1767328537.015109:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010744320:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328537.015113:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328537.015116:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010744192:12345-0@lo:400:kworker.0 Request processed in 77us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328537.015117:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465
00000100:00080000:2.0:1767328537.015120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328537.015126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328537.015128:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9556
00000100:00100000:1.0:1767328537.015131:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010744576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328537.015156:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010744320:12345-0@lo:400:kworker.0 Request processed in 49us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328537.015163:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9557
00000100:00100000:3.0:1767328537.015167:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466
00000100:00100000:2.0:1767328537.015176:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473
00000100:00100000:3.0:1767328537.015181:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010744832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328537.015186:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010744448:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328537.015193:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010744576:12345-0@lo:400:kworker.0 Request processed in 64us (217us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328537.015201:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328537.015206:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010744320:0@lo:400:kworker.0
00000100:00100000:1.0:1767328537.015207:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465
00000100:00100000:3.0:1767328537.015225:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010744832:12345-0@lo:400:kworker.0 Request processed in 47us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328537.015235:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466
00000100:00100000:2.0:1767328537.015243:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010744448:12345-0@lo:38:kworker.0 Request processed in 57us (323us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328537.015249:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328537.015256:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473
00000100:00100000:1.0:1767328537.015268:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744704
00000100:00100000:1.0:1767328537.015274:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744704
00000100:00080000:0.0:1767328537.015284:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328537.015289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328537.015292:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010744064:0@lo:38:kworker.0
00000100:00100000:2.0:1767328537.015308:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474
00000100:00100000:0.0:1767328537.015310:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010744960:0@lo:38:kworker.0
00000100:00100000:2.0:1767328537.015316:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010744704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328537.015324:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328537.015339:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328537.015342:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010744832:0@lo:400:kworker.0
00000100:00100000:2.0:1767328537.015355:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010744704:12345-0@lo:38:kworker.0 Request processed in 39us (108us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328537.015361:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474
00000100:00100000:1.0:1767328537.015365:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010744576:0@lo:400:kworker.0
00000100:00100000:2.0:1767328537.015376:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010744960
00000100:00080000:0.0:1767328537.015377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328537.015380:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010744960
00000100:00080000:0.0:1767328537.015383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328537.015389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010744448:0@lo:38:kworker.0
00000100:00080000:0.0:1767328537.015403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328537.015409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328537.015410:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475
00000100:00100000:2.0:1767328537.015449:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010744960:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328537.015452:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010744704:0@lo:38:kworker.0
00010000:00020000:2.0:1767328537.015460:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328537.015461:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010744192:0@lo:400:kworker.0
00000100:00100000:2.0:1767328537.015494:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010744960:12345-0@lo:38:kworker.0 Request processed in 44us (154us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328537.015500:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475
00000100:00080000:0.0:1767328537.015503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328537.015508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328537.015511:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010744960:0@lo:38:kworker.0
00010000:00010000:1.0:1767328537.974649:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328538.998545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328539.574651:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010745088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328539.574718:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328539.574778:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745088
00000100:00100000:0.0:1767328539.574786:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745088
00000100:00080000:2.0:1767328539.574848:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328539.574851:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8447
00000100:00100000:0.0:1767328539.574862:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010745088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328539.574892:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328539.574935:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010745088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328539.574941:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8447
00000100:00100000:1.0:1767328539.574988:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010745088:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328540.022558:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328540.086562:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010745216:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328540.086619:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328540.086683:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745216
00000100:00100000:2.0:1767328540.086691:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745216
00000100:00080000:0.0:1767328540.086723:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328540.086794:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8448
00000100:00100000:2.0:1767328540.086801:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010745216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328540.086836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328540.086880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010745216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328540.086886:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8448
00000100:00100000:0.0:1767328540.086942:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010745216:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767328540.497019:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993251072 offset 0 length 520: 4
00000100:00100000:3.0:1767328540.497058:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328540.497085:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328540.497119:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251328
00000100:00100000:2.0:1767328540.497129:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251328
00000100:00100000:1.0:1767328540.497131:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251200
00000100:00100000:1.0:1767328540.497139:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251200
00000100:00100000:1.0:1767328540.497181:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4476
00000100:00100000:1.0:1767328540.497191:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993251200:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328540.497215:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328540.497230:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2467
00000100:00100000:2.0:1767328540.497240:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993251328:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767328540.497271:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328540.497284:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993251200:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 91us (193us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328540.497285:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993251328:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 45us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328540.497300:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2467
00000100:00100000:1.0:1767328540.497309:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4476
00010000:00010000:2.0:1767328541.047654:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328541.110515:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328516/real 1767328516]  req@ffff9bb5a6884a80 x1853164010738816/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328541 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328541.110550:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a6884a80 x1853164010738816/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328541 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328541.110565:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328541.110587:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328541.110592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010738816:0@lo:250:kworker.0
00000100:00080000:1.0:1767328541.110630:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328541.110636:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328541.110639:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328541.110644:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13714
00000100:00080000:1.0:1767328541.110648:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328541.110653:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328541.110679:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04000 x1853164010745344/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328541.110699:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328541.110702:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328541.110705:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328541.110708:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13734
00000100:00080000:1.0:1767328541.110712:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328541.110717:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328541.110731:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010745344:0@lo:250:kworker.0
00000100:00100000:1.0:1767328541.110735:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05c00 x1853164010745472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328541.110778:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328541.110782:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328541.110784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328541.110789:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13734
00000100:00080000:1.0:1767328541.110792:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328541.110796:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000400:00000100:0.0:1767328541.110800:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010745344 offset 0 length 520: 4
00000100:00100000:2.0:1767328541.110812:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010745600:0@lo:400:kworker.0
00000100:00100000:1.0:1767328541.110814:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794700 x1853164010745856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328541.110844:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010745728:0@lo:400:kworker.0
00000100:00080000:1.0:1767328541.110847:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328541.110850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010745472:0@lo:38:kworker.0
00000100:00080000:1.0:1767328541.110853:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328541.110870:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328541.110875:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13734
00000100:00080000:1.0:1767328541.110878:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328541.110882:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328541.110887:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328541.110900:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795180 x1853164010746112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328541.110917:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328541.110926:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328541.110927:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328541.110931:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328541.110934:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328541.110939:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13734
00000100:00080000:1.0:1767328541.110942:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328541.110947:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328541.110952:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745600
00000100:00100000:2.0:1767328541.110960:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745600
00000100:00100000:1.0:1767328541.110962:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795c00 x1853164010746368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328541.110966:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010745856:0@lo:38:kworker.0
00000100:00100000:1.0:1767328541.110993:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010745984:0@lo:400:kworker.0
00000100:00100000:0.0:1767328541.111003:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328541.111006:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745728
00000100:00100000:3.0:1767328541.111012:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745728
00000100:00100000:2.0:1767328541.111017:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9558
00000100:00100000:2.0:1767328541.111028:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010745600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328541.111036:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010746112:0@lo:38:kworker.0
00000100:00100000:1.0:1767328541.111049:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328541.111066:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9559
00000100:00100000:3.0:1767328541.111075:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010745728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328541.111085:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745472
00000100:00100000:0.0:1767328541.111092:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745472
00000100:00100000:1.0:1767328541.111094:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328541.111104:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010745600:12345-0@lo:400:kworker.0 Request processed in 76us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328541.111105:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010746240:0@lo:400:kworker.0
00000100:00100000:2.0:1767328541.111121:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9558
00000100:00100000:3.0:1767328541.111131:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010745728:12345-0@lo:400:kworker.0 Request processed in 57us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328541.111139:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9559
00000100:00080000:2.0:1767328541.111148:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328541.111149:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328541.111178:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010745600:0@lo:400:kworker.0
00000100:00100000:3.0:1767328541.111191:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010745728:0@lo:400:kworker.0
00000100:00100000:2.0:1767328541.111212:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745856
00000100:00100000:2.0:1767328541.111216:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745856
00000100:00100000:3.0:1767328541.111235:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35285
00000100:00100000:2.0:1767328541.111240:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010745984
00000100:00100000:3.0:1767328541.111242:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010745472:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328541.111244:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010745984
00000100:00100000:1.0:1767328541.111246:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746240
00000100:00100000:1.0:1767328541.111254:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746240
00000100:00100000:2.0:1767328541.111271:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468
00010000:00020000:3.0:1767328541.111273:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328541.111282:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010745984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328541.111308:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010745472:12345-0@lo:38:kworker.0 Request processed in 65us (382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328541.111317:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35285
00000100:00100000:1.0:1767328541.111323:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469
00000100:00100000:2.0:1767328541.111327:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010745984:12345-0@lo:400:kworker.0 Request processed in 47us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328541.111333:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468
00000100:00100000:1.0:1767328541.111344:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010746240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328541.111352:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4477
00000100:00100000:2.0:1767328541.111357:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010745856:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328541.111361:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767328541.111368:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328541.111393:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010745984:0@lo:400:kworker.0
00000100:00100000:3.0:1767328541.111458:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010746240:0@lo:400:kworker.0
00000100:00100000:2.0:1767328541.111467:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010745856:12345-0@lo:38:kworker.0 Request processed in 108us (465us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328541.111473:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4477
00000100:00100000:1.0:1767328541.111486:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010746240:12345-0@lo:400:kworker.0 Request processed in 147us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328541.111502:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469
00000100:00100000:1.0:1767328541.111552:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328541.111582:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010746368:0@lo:38:kworker.0
00000100:00100000:2.0:1767328541.111597:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746112
00000100:00100000:2.0:1767328541.111602:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746112
00000100:00100000:1.0:1767328541.111622:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328541.111629:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478
00000100:00100000:2.0:1767328541.111633:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010746112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328541.111642:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328541.111652:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746368
00000100:00100000:3.0:1767328541.111669:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746368
00000100:00080000:1.0:1767328541.111672:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328541.111674:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010746112:12345-0@lo:38:kworker.0 Request processed in 39us (121us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328541.111689:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328541.111689:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478
00000100:00100000:3.0:1767328541.111699:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479
00000100:00100000:1.0:1767328541.111702:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010745472:0@lo:38:kworker.0
00000100:00100000:3.0:1767328541.111709:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010746368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328541.111720:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328541.111729:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328541.111736:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328541.111740:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010745856:0@lo:38:kworker.0
00000100:00100000:3.0:1767328541.111753:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010746368:12345-0@lo:38:kworker.0 Request processed in 45us (132us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328541.111769:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479
00000100:00080000:1.0:1767328541.111778:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328541.111784:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328541.111788:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010746112:0@lo:38:kworker.0
00000100:00080000:1.0:1767328541.111796:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328541.111799:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328541.111802:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010746368:0@lo:38:kworker.0
00010000:00010000:1.0:1767328542.070535:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328543.094559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328544.118574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328544.694623:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010746496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328544.694703:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328544.694755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746496
00000100:00100000:1.0:1767328544.694764:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746496
00000100:00080000:2.0:1767328544.694794:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328544.694820:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8449
00000100:00100000:1.0:1767328544.694829:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010746496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328544.694854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328544.694903:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010746496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328544.694924:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8449
00000100:00100000:3.0:1767328544.695213:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010746496:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328545.142525:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328545.206617:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010746624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328545.206686:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328545.206747:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746624
00000100:00100000:0.0:1767328545.206756:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746624
00000100:00080000:2.0:1767328545.206802:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328545.206822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8450
00000100:00100000:0.0:1767328545.206834:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010746624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328545.206866:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328545.206922:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010746624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328545.206931:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8450
00000100:00100000:1.0:1767328545.206981:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010746624:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328545.616935:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328545.616989:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328545.616990:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251584
00000100:00100000:3.0:1767328545.617000:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251584
00000100:00100000:0.0:1767328545.617050:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251456
00000100:00100000:0.0:1767328545.617057:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251456
00000100:00080000:1.0:1767328545.617070:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328545.617072:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2470
00000100:00100000:3.0:1767328545.617085:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993251584:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328545.617100:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4480
00000100:00100000:0.0:1767328545.617108:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993251456:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328545.617126:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328545.617155:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993251584:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328545.617161:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993251456:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 50us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328545.617168:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2470
00000100:00100000:0.0:1767328545.617175:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4480
00010000:00010000:2.0:1767328546.166583:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328546.230527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328546.230535:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328546.230538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328546.230541:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328546.230544:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328546.230550:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13738
00000100:00080000:2.0:1767328546.230554:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328546.230607:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328546.230640:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6680 x1853164010746752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328546.230690:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328546.230691:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010746752:0@lo:38:kworker.0
00000100:00080000:2.0:1767328546.230698:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328546.230701:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328546.230705:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13738
00000100:00080000:2.0:1767328546.230707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328546.230711:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328546.230723:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a5500 x1853164010747136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328546.230730:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010746880:0@lo:400:kworker.0
00000100:00100000:0.0:1767328546.230731:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010747008:0@lo:400:kworker.0
00000100:00100000:1.0:1767328546.230759:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328546.230765:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328546.230770:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328546.230772:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328546.230775:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13738
00000100:00080000:2.0:1767328546.230777:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328546.230780:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328546.230788:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a7480 x1853164010747392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328546.230808:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328546.230814:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328546.230815:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328546.230818:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328546.230820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010747136:0@lo:38:kworker.0
00000100:00080000:2.0:1767328546.230825:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13738
00000100:00080000:2.0:1767328546.230828:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328546.230830:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328546.230837:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010747264:0@lo:400:kworker.0
00000100:00100000:2.0:1767328546.230842:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04a80 x1853164010747648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328546.230867:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747008
00000100:00100000:2.0:1767328546.230876:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747008
00000100:00100000:2.0:1767328546.230920:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9560
00000100:00100000:2.0:1767328546.230926:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010747008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328546.232051:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746752
00000100:00100000:0.0:1767328546.232057:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746752
00000100:00100000:1.0:1767328546.232062:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328546.232082:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35286
00000100:00100000:0.0:1767328546.232088:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010746752:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328546.232102:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010747392:0@lo:38:kworker.0
00010000:00020000:0.0:1767328546.232107:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328546.232110:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328546.232117:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010747008:12345-0@lo:400:kworker.0 Request processed in 1189us (1307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328546.232125:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9560
00000100:00100000:1.0:1767328546.232152:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328546.232158:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328546.232163:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010746752:12345-0@lo:38:kworker.0 Request processed in 72us (1402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328546.232169:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010747520:0@lo:400:kworker.0
00000100:00100000:0.0:1767328546.232175:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35286
00000100:00100000:2.0:1767328546.232190:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010747008:0@lo:400:kworker.0
00000100:00080000:1.0:1767328546.232200:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328546.232206:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328546.232214:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010746752:0@lo:38:kworker.0
00000100:00100000:3.0:1767328546.232215:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328546.232231:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010747648:0@lo:38:kworker.0
00000100:00100000:0.0:1767328546.232240:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747136
00000100:00100000:0.0:1767328546.232245:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747136
00000100:00100000:2.0:1767328546.232251:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328546.232260:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328546.232277:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747264
00000100:00100000:0.0:1767328546.232281:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747264
00000100:00100000:3.0:1767328546.232287:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747392
00000100:00100000:3.0:1767328546.232293:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747392
00000100:00100000:2.0:1767328546.232294:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010746880
00000100:00100000:2.0:1767328546.232299:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010746880
00000100:00100000:1.0:1767328546.232314:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747520
00000100:00100000:1.0:1767328546.232319:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747520
00000100:00100000:3.0:1767328546.232320:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747648
00000100:00100000:3.0:1767328546.232325:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747648
00000100:00100000:0.0:1767328546.232328:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471
00000100:00100000:2.0:1767328546.232337:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9561
00000100:00100000:0.0:1767328546.232341:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010747264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328546.232352:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010746880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328546.232352:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1767328546.232362:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481
00000100:00100000:1.0:1767328546.232384:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010747136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328546.232384:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010747520:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767328546.232399:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328546.232401:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010747264:12345-0@lo:400:kworker.0 Request processed in 64us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328546.232409:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471
00000100:00100000:2.0:1767328546.232439:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010746880:12345-0@lo:400:kworker.0 Request processed in 71us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328546.232444:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482
00000100:00100000:2.0:1767328546.232451:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9561
00000100:00100000:0.0:1767328546.232454:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010747392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328546.232467:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328546.232468:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010747520:12345-0@lo:400:kworker.0 Request processed in 102us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328546.232473:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010747136:12345-0@lo:38:kworker.0 Request processed in 101us (410us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328546.232480:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1767328546.232487:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481
00000100:00100000:2.0:1767328546.232488:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010746880:0@lo:400:kworker.0
00000100:00100000:0.0:1767328546.232504:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010747392:12345-0@lo:38:kworker.0 Request processed in 51us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328546.232511:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483
00000100:00100000:3.0:1767328546.232519:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010747648:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328546.232520:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482
00000100:00080000:1.0:1767328546.232526:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328546.232532:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328546.232535:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328546.232574:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010747520:0@lo:400:kworker.0
00000100:00080000:1.0:1767328546.232575:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328546.232576:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010747648:12345-0@lo:38:kworker.0 Request processed in 58us (317us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328546.232585:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328546.232590:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483
00000100:00100000:1.0:1767328546.232593:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010747648:0@lo:38:kworker.0
00000100:00100000:2.0:1767328546.232595:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010747264:0@lo:400:kworker.0
00000100:00080000:1.0:1767328546.232614:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328546.232618:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328546.232621:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010747136:0@lo:38:kworker.0
00000100:00080000:1.0:1767328546.232629:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328546.232631:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328546.232633:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010747392:0@lo:38:kworker.0
00010000:00010000:1.0:1767328547.190546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328548.214573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328549.238536:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328549.814617:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010747776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328549.814678:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328549.814727:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747776
00000100:00100000:0.0:1767328549.814737:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747776
00000100:00080000:1.0:1767328549.814804:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328549.814805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8451
00000100:00100000:0.0:1767328549.814819:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010747776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328549.814852:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328549.814908:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010747776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328549.814917:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8451
00000100:00100000:2.0:1767328549.814955:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010747776:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328550.262542:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328550.326618:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010747904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328550.326690:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328550.326742:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010747904
00000100:00100000:0.0:1767328550.326752:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010747904
00000100:00080000:1.0:1767328550.326810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328550.326815:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8452
00000100:00100000:0.0:1767328550.326826:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010747904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328550.326854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328550.326895:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010747904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328550.326900:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8452
00000100:00100000:2.0:1767328550.326963:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010747904:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328550.736832:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328550.736886:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328550.736901:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251840
00000100:00100000:2.0:1767328550.736919:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251840
00000100:00100000:1.0:1767328550.736946:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251712
00000100:00100000:1.0:1767328550.736955:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251712
00000100:00080000:3.0:1767328550.736984:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328550.736988:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2473
00000100:00100000:2.0:1767328550.737002:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993251840:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328550.737006:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4484
00000100:00100000:1.0:1767328550.737016:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993251712:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328550.737036:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328550.737070:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993251840:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328550.737078:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993251712:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 60us (190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328550.737084:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2473
00000100:00100000:1.0:1767328550.737093:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4484
00010000:00010000:2.0:1767328551.286563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328551.350497:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328551.350505:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328551.350508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328551.350513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328551.350517:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328551.350524:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13744
00000100:00080000:2.0:1767328551.350529:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328551.350537:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328551.350577:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a7480 x1853164010748032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328551.350631:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010748032:0@lo:38:kworker.0
00000100:00080000:2.0:1767328551.350640:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328551.350645:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328551.350647:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328551.350653:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13744
00000100:00080000:2.0:1767328551.350656:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328551.350661:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328551.350676:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010748160:0@lo:400:kworker.0
00000100:00100000:2.0:1767328551.350677:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6300 x1853164010748416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328551.350686:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010748288:0@lo:400:kworker.0
00000100:00100000:1.0:1767328551.350703:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328551.350725:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328551.350728:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328551.350733:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328551.350736:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328551.350741:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13744
00000100:00080000:2.0:1767328551.350744:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328551.350748:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010748544:0@lo:400:kworker.0
00000100:00080000:2.0:1767328551.350751:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328551.350758:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010748416:0@lo:38:kworker.0
00000100:00100000:2.0:1767328551.350772:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868a6d80 x1853164010748672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328551.350785:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328551.350800:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328551.350805:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328551.350808:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328551.350811:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748032
00000100:00100000:1.0:1767328551.350813:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748544
00000100:00080000:2.0:1767328551.350815:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13744
00000100:00100000:1.0:1767328551.350821:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748544
00000100:00080000:2.0:1767328551.350821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328551.350822:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748032
00000100:00100000:0.0:1767328551.350823:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328551.350827:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328551.350833:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010748800:0@lo:400:kworker.0
00000100:00100000:2.0:1767328551.350849:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51180 x1853164010748928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328551.350875:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328551.350880:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474
00000100:00100000:3.0:1767328551.350880:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35287
00000100:00100000:2.0:1767328551.350890:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748800
00000100:00100000:1.0:1767328551.350897:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010748544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328551.350897:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010748032:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328551.350899:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748800
00000100:00100000:0.0:1767328551.350913:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328551.350926:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328551.350948:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328551.350955:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475
00000100:00100000:1.0:1767328551.350964:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010748544:12345-0@lo:400:kworker.0 Request processed in 72us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328551.350972:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010748800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328551.350977:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474
00000100:00100000:3.0:1767328551.350985:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010748032:12345-0@lo:38:kworker.0 Request processed in 91us (282us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328551.350987:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328551.350996:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328551.351001:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748416
00000100:00100000:3.0:1767328551.351001:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35287
00000100:00100000:0.0:1767328551.351002:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010748032:0@lo:38:kworker.0
00000100:00100000:1.0:1767328551.351006:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748416
00000100:00100000:0.0:1767328551.351030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010748672:0@lo:38:kworker.0
00000100:00100000:1.0:1767328551.351039:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485
00000100:00100000:2.0:1767328551.351039:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010748800:12345-0@lo:400:kworker.0 Request processed in 70us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328551.351051:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010748416:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328551.351055:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475
00000100:00080000:3.0:1767328551.351061:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328551.351062:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328551.351066:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328551.351076:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748672
00000100:00100000:2.0:1767328551.351082:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748672
00000100:00100000:0.0:1767328551.351092:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010748928:0@lo:38:kworker.0
00000100:00100000:1.0:1767328551.351101:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010748416:12345-0@lo:38:kworker.0 Request processed in 51us (154us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328551.351108:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485
00000100:00100000:0.0:1767328551.351122:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328551.351122:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486
00000100:00100000:2.0:1767328551.351134:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010748672:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328551.351143:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748928
00010000:00020000:2.0:1767328551.351150:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328551.351151:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748928
00000100:00080000:0.0:1767328551.351155:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328551.351160:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328551.351164:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010748416:0@lo:38:kworker.0
00000100:00100000:1.0:1767328551.351184:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010748800:0@lo:400:kworker.0
00000100:00100000:3.0:1767328551.351191:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487
00000100:00100000:3.0:1767328551.351201:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010748928:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328551.351205:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010748544:0@lo:400:kworker.0
00000100:00100000:2.0:1767328551.351213:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010748672:12345-0@lo:38:kworker.0 Request processed in 78us (148us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328551.351221:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328551.351228:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486
00000100:00100000:0.0:1767328551.351231:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748160
00000100:00100000:0.0:1767328551.351236:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748160
00000100:00100000:1.0:1767328551.351250:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010748288
00000100:00100000:1.0:1767328551.351255:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010748288
00000100:00100000:3.0:1767328551.351272:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010748928:12345-0@lo:38:kworker.0 Request processed in 69us (151us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328551.351282:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328551.351284:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487
00000100:00100000:0.0:1767328551.351289:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9562
00000100:00080000:2.0:1767328551.351292:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328551.351297:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9563
00000100:00100000:2.0:1767328551.351301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010748672:0@lo:38:kworker.0
00000100:00100000:0.0:1767328551.351303:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010748160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328551.351311:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010748288:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328551.351320:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328551.351323:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328551.351330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328551.351352:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010748928:0@lo:38:kworker.0
00000100:00100000:0.0:1767328551.351377:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010748160:12345-0@lo:400:kworker.0 Request processed in 77us (651us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328551.351385:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9562
00000100:00100000:1.0:1767328551.351392:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010748288:12345-0@lo:400:kworker.0 Request processed in 86us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328551.351399:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010748160:0@lo:400:kworker.0
00000100:00100000:1.0:1767328551.351404:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9563
00000100:00100000:0.0:1767328551.351459:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010748288:0@lo:400:kworker.0
00010000:00010000:1.0:1767328552.310551:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328553.334532:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328554.358546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328554.934618:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010749056:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328554.934679:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328554.934731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749056
00000100:00100000:0.0:1767328554.934741:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749056
00000100:00080000:3.0:1767328554.934789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328554.934810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8453
00000100:00100000:0.0:1767328554.934821:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010749056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328554.934850:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328554.934902:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010749056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328554.934911:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8453
00000100:00100000:3.0:1767328554.934942:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010749056:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328555.382595:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328555.446623:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010749184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328555.446682:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328555.446731:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749184
00000100:00100000:0.0:1767328555.446740:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749184
00000100:00080000:3.0:1767328555.446798:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328555.446813:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8454
00000100:00100000:0.0:1767328555.446827:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010749184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328555.446859:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328555.446913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010749184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328555.446922:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8454
00000100:00100000:1.0:1767328555.446959:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010749184:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328555.856954:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328555.856991:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328555.857019:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252096
00000100:00100000:3.0:1767328555.857028:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252096
00000100:00100000:0.0:1767328555.857054:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993251968
00000100:00100000:0.0:1767328555.857061:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993251968
00000100:00100000:3.0:1767328555.857089:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2476
00000100:00100000:0.0:1767328555.857100:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4488
00000100:00100000:3.0:1767328555.857105:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993252096:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328555.857114:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993251968:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328555.857126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328555.857139:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328555.857173:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993252096:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328555.857181:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993251968:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328555.857187:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2476
00000100:00100000:0.0:1767328555.857197:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4488
00010000:00010000:2.0:1767328556.406560:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328556.470527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328556.470538:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328556.470541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328556.470545:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328556.470549:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328556.470557:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13749
00000100:00080000:2.0:1767328556.470562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328556.470570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328556.470611:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52d80 x1853164010749312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328556.470664:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010749312:0@lo:38:kworker.0
00000100:00080000:2.0:1767328556.470664:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328556.470668:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328556.470670:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328556.470675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13749
00000100:00080000:2.0:1767328556.470678:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328556.470684:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328556.470690:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010749440:0@lo:400:kworker.0
00000100:00100000:2.0:1767328556.470699:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52a00 x1853164010749696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328556.470714:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010749568:0@lo:400:kworker.0
00000100:00080000:2.0:1767328556.470737:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328556.470744:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328556.470747:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328556.470747:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328556.470748:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328556.470754:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13749
00000100:00080000:2.0:1767328556.470757:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328556.470762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328556.470776:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f51500 x1853164010749952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328556.470786:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749312
00000100:00100000:3.0:1767328556.470796:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749312
00000100:00080000:2.0:1767328556.470798:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328556.470800:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010749696:0@lo:38:kworker.0
00000100:00080000:2.0:1767328556.470803:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328556.470805:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328556.470809:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13749
00000100:00100000:1.0:1767328556.470811:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749440
00000100:00080000:2.0:1767328556.470813:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328556.470819:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749440
00000100:00080000:2.0:1767328556.470820:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328556.470835:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328556.470835:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50700 x1853164010750208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328556.470844:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35288
00000100:00100000:3.0:1767328556.470856:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010749312:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328556.470862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010749952:0@lo:38:kworker.0
00000100:00100000:1.0:1767328556.470872:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9564
00010000:00020000:3.0:1767328556.470878:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328556.470884:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010749440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328556.470889:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328556.470892:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328556.470922:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010750208:0@lo:38:kworker.0
00000100:00100000:2.0:1767328556.470947:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749568
00000100:00100000:3.0:1767328556.470951:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010749312:12345-0@lo:38:kworker.0 Request processed in 94us (208us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328556.470953:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749568
00000100:00100000:1.0:1767328556.470957:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010749440:12345-0@lo:400:kworker.0 Request processed in 74us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328556.470971:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328556.470971:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35288
00000100:00100000:1.0:1767328556.470975:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9564
00000100:00100000:2.0:1767328556.471000:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9565
00000100:00100000:2.0:1767328556.471012:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010749568:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328556.471017:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328556.471023:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328556.471028:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749696
00000100:00100000:0.0:1767328556.471029:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010749312:0@lo:38:kworker.0
00000100:00100000:3.0:1767328556.471035:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749696
00000100:00100000:1.0:1767328556.471036:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010749440:0@lo:400:kworker.0
00000100:00100000:2.0:1767328556.471064:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010749568:12345-0@lo:400:kworker.0 Request processed in 53us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328556.471072:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749952
00000100:00100000:1.0:1767328556.471074:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010750080:0@lo:400:kworker.0
00000100:00100000:0.0:1767328556.471076:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750208
00000100:00100000:2.0:1767328556.471076:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9565
00000100:00100000:3.0:1767328556.471079:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749952
00000100:00100000:0.0:1767328556.471083:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750208
00000100:00100000:3.0:1767328556.471117:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489
00000100:00100000:1.0:1767328556.471119:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328556.471129:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490
00000100:00100000:2.0:1767328556.471129:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010749568:0@lo:400:kworker.0
00000100:00100000:3.0:1767328556.471131:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010749696:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328556.471140:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010749952:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328556.471149:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00020000:3.0:1767328556.471150:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328556.471157:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328556.471162:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010749824:0@lo:400:kworker.0
00000100:00100000:2.0:1767328556.471168:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750080
00000100:00100000:2.0:1767328556.471174:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750080
00000100:00100000:3.0:1767328556.471205:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010749696:12345-0@lo:38:kworker.0 Request processed in 76us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328556.471210:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477
00000100:00100000:1.0:1767328556.471217:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328556.471218:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010749952:12345-0@lo:38:kworker.0 Request processed in 75us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328556.471224:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489
00000100:00100000:2.0:1767328556.471226:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010750080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328556.471233:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490
00000100:00080000:1.0:1767328556.471246:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328556.471247:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010749824
00000100:00080000:1.0:1767328556.471253:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328556.471254:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010749824
00000100:00100000:0.0:1767328556.471259:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491
00000100:00100000:0.0:1767328556.471267:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010750208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328556.471280:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328556.471281:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010750080:12345-0@lo:400:kworker.0 Request processed in 59us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328556.471289:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477
00000100:00100000:1.0:1767328556.471293:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010750080:0@lo:400:kworker.0
00000100:00100000:3.0:1767328556.471316:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478
00000100:00100000:3.0:1767328556.471329:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010749824:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328556.471341:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328556.471344:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010750208:12345-0@lo:38:kworker.0 Request processed in 75us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328556.471352:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491
00000100:00100000:3.0:1767328556.471383:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010749824:12345-0@lo:400:kworker.0 Request processed in 57us (173us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328556.471392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328556.471396:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478
00000100:00080000:0.0:1767328556.471401:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328556.471409:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010749824:0@lo:400:kworker.0
00000100:00100000:0.0:1767328556.471410:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010750208:0@lo:38:kworker.0
00000100:00080000:0.0:1767328556.471458:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328556.471464:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328556.471468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010749696:0@lo:38:kworker.0
00000100:00080000:0.0:1767328556.471480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328556.471484:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328556.471487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010749952:0@lo:38:kworker.0
00010000:00010000:1.0:1767328557.430600:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328558.454557:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328559.478570:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328560.054628:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010750336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328560.054697:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328560.054760:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750336
00000100:00100000:0.0:1767328560.054770:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750336
00000100:00080000:2.0:1767328560.054819:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328560.054839:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8455
00000100:00100000:0.0:1767328560.054853:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010750336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328560.054884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328560.054939:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010750336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328560.054949:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8455
00000100:00100000:1.0:1767328560.054984:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010750336:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328560.502580:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328560.566601:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328560.566621:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010750464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328560.566685:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328560.566739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750464
00000100:00100000:0.0:1767328560.566749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750464
00000100:00080000:2.0:1767328560.566789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328560.566811:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8456
00000100:00100000:0.0:1767328560.566823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010750464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328560.566857:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328560.566900:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010750464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328560.566905:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8456
00000100:00100000:1.0:1767328560.566952:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010750464:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328560.977000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328560.977051:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328560.977069:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252352
00000100:00100000:3.0:1767328560.977081:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252352
00000100:00100000:0.0:1767328560.977104:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252224
00000100:00100000:0.0:1767328560.977112:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252224
00000100:00080000:2.0:1767328560.977138:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328560.977159:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2479
00000100:00100000:3.0:1767328560.977170:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4492
00000100:00100000:0.0:1767328560.977176:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993252352:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328560.977187:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993252224:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328560.977210:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328560.977258:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993252224:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328560.977260:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993252352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328560.977285:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2479
00000100:00100000:3.0:1767328560.977294:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4492
00010000:00010000:2.0:1767328561.526556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328561.590505:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328561.590513:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328561.590516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328561.590519:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328561.590522:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328561.590528:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13754
00000100:00080000:1.0:1767328561.590533:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328561.590540:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328561.590573:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795880 x1853164010750592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328561.590623:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328561.590626:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010750592:0@lo:38:kworker.0
00000100:00080000:1.0:1767328561.590627:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328561.590629:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328561.590637:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13754
00000100:00080000:1.0:1767328561.590640:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328561.590643:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328561.590657:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4a80 x1853164010750976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328561.590667:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010750848:0@lo:400:kworker.0
00000100:00100000:2.0:1767328561.590668:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010750720:0@lo:400:kworker.0
00000100:00080000:1.0:1767328561.590683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328561.590687:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328561.590689:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328561.590693:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13754
00000100:00080000:1.0:1767328561.590696:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328561.590698:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328561.590705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328561.590712:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010751232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328561.590728:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328561.590730:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328561.590732:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328561.590735:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13754
00000100:00080000:1.0:1767328561.590737:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328561.590740:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328561.590751:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6d80 x1853164010751488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328561.590753:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328561.590767:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750592
00000100:00100000:1.0:1767328561.590781:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010751104:0@lo:400:kworker.0
00000100:00100000:2.0:1767328561.590786:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750592
00000100:00100000:0.0:1767328561.590787:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010750976:0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.590817:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328561.590841:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35289
00000100:00100000:2.0:1767328561.590851:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010750592:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.590857:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750848
00000100:00100000:3.0:1767328561.590858:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010751360:0@lo:400:kworker.0
00000100:00100000:1.0:1767328561.590863:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750848
00010000:00020000:2.0:1767328561.590875:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328561.590877:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328561.590901:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9566
00000100:00100000:3.0:1767328561.590909:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328561.590913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010751232:0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.590914:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010750848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328561.590935:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010750592:12345-0@lo:38:kworker.0 Request processed in 81us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328561.590945:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35289
00000100:00100000:0.0:1767328561.590965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328561.590977:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010750848:12345-0@lo:400:kworker.0 Request processed in 67us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328561.590989:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751104
00000100:00100000:3.0:1767328561.590996:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010750848:0@lo:400:kworker.0
00000100:00100000:0.0:1767328561.590997:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010751488:0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.590997:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9566
00000100:00100000:2.0:1767328561.590998:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751104
00000100:00100000:0.0:1767328561.591039:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328561.591041:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750976
00000100:00100000:1.0:1767328561.591046:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750976
00000100:00100000:3.0:1767328561.591062:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751360
00000100:00100000:2.0:1767328561.591063:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751232
00000100:00100000:3.0:1767328561.591068:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751360
00000100:00100000:1.0:1767328561.591070:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751488
00000100:00100000:1.0:1767328561.591076:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751488
00000100:00100000:2.0:1767328561.591079:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751232
00000100:00080000:0.0:1767328561.591086:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328561.591092:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480
00000100:00080000:0.0:1767328561.591096:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328561.591104:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010750592:0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.591105:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010751104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328561.591115:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481
00000100:00100000:3.0:1767328561.591124:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493
00000100:00100000:2.0:1767328561.591130:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010751360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328561.591133:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010750976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328561.591149:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328561.591150:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494
00000100:00100000:0.0:1767328561.591160:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010751488:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.591172:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010751104:12345-0@lo:400:kworker.0 Request processed in 72us (353us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328561.591176:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328561.591181:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480
00000100:00100000:1.0:1767328561.591198:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495
00000100:00100000:1.0:1767328561.591204:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010751232:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328561.591211:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010751360:12345-0@lo:400:kworker.0 Request processed in 83us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328561.591215:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010750976:12345-0@lo:38:kworker.0 Request processed in 80us (337us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767328561.591218:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328561.591228:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010751488:12345-0@lo:38:kworker.0 Request processed in 63us (187us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328561.591228:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481
00000100:00100000:3.0:1767328561.591239:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493
00000100:00100000:0.0:1767328561.591247:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494
00000100:00100000:1.0:1767328561.591252:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010751232:12345-0@lo:38:kworker.0 Request processed in 47us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328561.591273:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495
00000100:00080000:2.0:1767328561.591275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328561.591302:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328561.591305:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010751360:0@lo:400:kworker.0
00000100:00100000:1.0:1767328561.591316:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010751104:0@lo:400:kworker.0
00000100:00080000:0.0:1767328561.591345:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328561.591345:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010750720
00000100:00100000:1.0:1767328561.591350:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010750720
00000100:00080000:0.0:1767328561.591354:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328561.591360:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010750976:0@lo:38:kworker.0
00000100:00100000:1.0:1767328561.591375:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9567
00000100:00080000:0.0:1767328561.591378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328561.591384:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010750720:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328561.591387:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328561.591394:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010751232:0@lo:38:kworker.0
00000100:00080000:0.0:1767328561.591408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328561.591411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328561.591439:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010750720:12345-0@lo:400:kworker.0 Request processed in 57us (140us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328561.591445:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9567
00000100:00100000:0.0:1767328561.591446:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010751488:0@lo:38:kworker.0
00000100:00100000:2.0:1767328561.591456:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010750720:0@lo:400:kworker.0
00010000:00010000:1.0:1767328562.550527:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328563.574547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328564.598546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328565.174653:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010751616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328565.174713:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328565.174757:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751616
00000100:00100000:0.0:1767328565.174765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751616
00000100:00080000:3.0:1767328565.174817:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328565.174822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8457
00000100:00100000:0.0:1767328565.174831:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010751616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328565.174859:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328565.174910:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010751616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328565.174916:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8457
00000100:00100000:2.0:1767328565.174967:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010751616:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328565.622530:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328565.686610:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010751744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328565.686671:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328565.686711:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751744
00000100:00100000:2.0:1767328565.686720:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751744
00000100:00080000:3.0:1767328565.686750:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328565.686772:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8458
00000100:00100000:2.0:1767328565.686783:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010751744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328565.686809:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328565.686854:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010751744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328565.686860:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8458
00000100:00100000:0.0:1767328565.686897:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010751744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328566.096801:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328566.096832:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328566.096845:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993252736 offset 0 length 520: 4
00000100:00100000:1.0:1767328566.096876:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252480
00000100:00100000:1.0:1767328566.096888:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252480
00000100:00100000:0.0:1767328566.096904:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252608
00000100:00100000:0.0:1767328566.096911:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252608
00000100:00100000:1.0:1767328566.096936:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4496
00000100:00100000:1.0:1767328566.096943:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993252480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328566.096963:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328566.096970:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2482
00000100:00080000:3.0:1767328566.096971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328566.096982:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993252608:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328566.097020:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993252480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328566.097027:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993252608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328566.097030:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4496
00000100:00100000:0.0:1767328566.097040:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2482
00010000:00010000:2.0:1767328566.646541:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328566.710492:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328541/real 1767328541]  req@ffff9bb5bcc04000 x1853164010745344/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328566 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328566.710495:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328566.710506:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328566.710512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328566.710517:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328566.710522:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328566.710530:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13759
00000100:00100000:0.0:1767328566.710531:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc04000 x1853164010745344/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328566 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328566.710541:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328566.710550:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:0.0:1767328566.710552:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328566.710571:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328566.710575:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010745344:0@lo:250:kworker.0
00000100:00100000:1.0:1767328566.710589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010751872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328566.710648:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010751872:0@lo:38:kworker.0
00000100:00080000:1.0:1767328566.710660:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328566.710665:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328566.710668:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328566.710673:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13759
00000100:00080000:1.0:1767328566.710677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328566.710680:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010752000:0@lo:400:kworker.0
00000100:00080000:1.0:1767328566.710683:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328566.710704:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010752256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328566.710707:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328566.710722:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010752128:0@lo:400:kworker.0
00000100:00080000:1.0:1767328566.710738:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328566.710746:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328566.710747:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328566.710750:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328566.710758:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13759
00000100:00080000:1.0:1767328566.710762:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328566.710766:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010752256:0@lo:38:kworker.0
00000100:00080000:1.0:1767328566.710769:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328566.710789:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010751872
00000100:00100000:1.0:1767328566.710791:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010752512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328566.710797:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010751872
00000100:00100000:0.0:1767328566.710803:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328566.710815:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010752384:0@lo:400:kworker.0
00000100:00080000:1.0:1767328566.710823:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328566.710827:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328566.710829:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328566.710833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010752512:0@lo:38:kworker.0
00000100:00080000:1.0:1767328566.710834:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13759
00000100:00080000:1.0:1767328566.710841:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328566.710841:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35290
00000100:00080000:1.0:1767328566.710849:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328566.710853:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010751872:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328566.710859:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328566.710866:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5f80 x1853164010752768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328566.710871:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010752640:0@lo:400:kworker.0
00010000:00020000:3.0:1767328566.710876:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328566.710885:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328566.710890:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328566.710893:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328566.710898:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13738
00000100:00080000:1.0:1767328566.710901:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328566.710907:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328566.710916:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328566.710921:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752256
00000100:00100000:1.0:1767328566.710926:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010752896/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328566.710928:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752256
00000100:00100000:2.0:1767328566.710965:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752384
00000100:00100000:1.0:1767328566.710968:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752000
00000100:00100000:0.0:1767328566.710970:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752640
00000100:00100000:2.0:1767328566.710970:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752384
00000100:00100000:1.0:1767328566.710974:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752000
00000100:00100000:0.0:1767328566.710977:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752640
00000100:00100000:3.0:1767328566.711011:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010751872:12345-0@lo:38:kworker.0 Request processed in 79us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328566.711017:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9568
00000100:00100000:3.0:1767328566.711026:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35290
00000100:00100000:1.0:1767328566.711031:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010752000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328566.711034:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483
00000100:00100000:0.0:1767328566.711044:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484
00000100:00100000:2.0:1767328566.711050:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010752384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328566.711061:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010752640:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328566.711064:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328566.711087:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010752000:12345-0@lo:400:kworker.0 Request processed in 59us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328566.711087:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497
00000100:00100000:3.0:1767328566.711097:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010752256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328566.711098:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9568
00010000:00020000:3.0:1767328566.711113:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328566.711116:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010752384:12345-0@lo:400:kworker.0 Request processed in 69us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328566.711123:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483
00000100:00100000:0.0:1767328566.711130:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010752640:12345-0@lo:400:kworker.0 Request processed in 73us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328566.711141:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484
00000100:00100000:1.0:1767328566.711148:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010752000:0@lo:400:kworker.0
00000100:00100000:3.0:1767328566.711153:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010752256:12345-0@lo:38:kworker.0 Request processed in 54us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328566.711163:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328566.711166:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497
00000100:00100000:1.0:1767328566.711189:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752512
00000100:00100000:1.0:1767328566.711193:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752512
00000100:00100000:0.0:1767328566.711196:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010752640:0@lo:400:kworker.0
00000100:00080000:2.0:1767328566.711203:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328566.711205:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328566.711210:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328566.711216:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010752256:0@lo:38:kworker.0
00000100:00100000:1.0:1767328566.711240:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498
00000100:00100000:1.0:1767328566.711247:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010752512:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328566.711247:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328566.711255:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328566.711259:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010751872:0@lo:38:kworker.0
00010000:00020000:1.0:1767328566.711262:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328566.711274:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752128
00000100:00100000:0.0:1767328566.711281:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752128
00000100:00100000:2.0:1767328566.711284:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010752768:0@lo:38:kworker.0
00000100:00100000:1.0:1767328566.711298:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010752512:12345-0@lo:38:kworker.0 Request processed in 50us (138us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328566.711305:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498
00000100:00100000:3.0:1767328566.711308:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010752384:0@lo:400:kworker.0
00000100:00100000:2.0:1767328566.711319:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328566.711328:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9569
00000100:00100000:1.0:1767328566.711339:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010752768
00000100:00100000:0.0:1767328566.711344:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010752128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328566.711345:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010752768
00000100:00100000:2.0:1767328566.711349:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010752896:0@lo:250:kworker.0
00000100:00100000:1.0:1767328566.711370:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499
00000400:00000100:2.0:1767328566.711372:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010752896 offset 0 length 520: 4
00000100:00100000:1.0:1767328566.711380:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010752768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328566.711394:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328566.711405:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328566.711412:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328566.711438:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010752512:0@lo:38:kworker.0
00000100:00100000:0.0:1767328566.711439:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010752128:12345-0@lo:400:kworker.0 Request processed in 74us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328566.711441:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010752128:0@lo:400:kworker.0
00000100:00100000:0.0:1767328566.711456:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9569
00000100:00100000:1.0:1767328566.711458:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010752768:12345-0@lo:38:kworker.0 Request processed in 77us (139us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328566.711467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328566.711468:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499
00000100:00080000:2.0:1767328566.711476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328566.711479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010752768:0@lo:38:kworker.0
00010000:00010000:1.0:1767328567.670557:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328568.694545:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328569.718569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328570.294640:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010753024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328570.294713:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328570.294768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753024
00000100:00100000:2.0:1767328570.294777:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753024
00000100:00080000:3.0:1767328570.294823:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328570.294847:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8459
00000100:00100000:2.0:1767328570.294859:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010753024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328570.294888:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328570.294939:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010753024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328570.294946:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8459
00000100:00100000:1.0:1767328570.294989:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010753024:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328570.742587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328570.806618:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010753152:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328570.806690:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328570.806758:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753152
00000100:00100000:2.0:1767328570.806767:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753152
00000100:00080000:3.0:1767328570.806821:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328570.806825:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8460
00000100:00100000:2.0:1767328570.806834:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010753152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328570.806860:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328570.806901:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010753152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328570.806906:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8460
00000100:00100000:0.0:1767328570.806960:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010753152:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328571.216879:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328571.216914:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328571.216956:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252992
00000100:00100000:3.0:1767328571.216956:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993252864
00000100:00100000:1.0:1767328571.216967:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252992
00000100:00100000:3.0:1767328571.216967:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993252864
00000100:00080000:2.0:1767328571.217024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328571.217025:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2485
00000100:00100000:3.0:1767328571.217044:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993252992:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328571.217049:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4500
00000100:00100000:1.0:1767328571.217060:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993252864:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328571.217084:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328571.217119:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993252992:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328571.217126:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993252864:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328571.217132:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2485
00000100:00100000:1.0:1767328571.217143:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4500
00010000:00010000:2.0:1767328571.766553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328571.830517:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328571.830526:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328571.830529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328571.830532:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328571.830535:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328571.830543:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13764
00000100:00080000:1.0:1767328571.830547:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328571.830554:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328571.830589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5c00 x1853164010753280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328571.830637:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328571.830642:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328571.830643:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328571.830648:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13764
00000100:00100000:2.0:1767328571.830650:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010753280:0@lo:38:kworker.0
00000100:00080000:1.0:1767328571.830651:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328571.830657:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328571.830668:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010753664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328571.830672:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010753536:0@lo:400:kworker.0
00000100:00080000:1.0:1767328571.830702:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328571.830708:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328571.830708:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010753408:0@lo:400:kworker.0
00000100:00080000:1.0:1767328571.830712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328571.830718:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13764
00000100:00080000:1.0:1767328571.830720:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328571.830723:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328571.830734:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010753920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328571.830744:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328571.830744:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328571.830768:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328571.830771:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328571.830773:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328571.830776:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13764
00000100:00080000:1.0:1767328571.830778:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328571.830783:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328571.830784:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328571.830798:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7480 x1853164010754176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328571.830805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010753664:0@lo:38:kworker.0
00000100:00100000:0.0:1767328571.830821:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010754048:0@lo:400:kworker.0
00000100:00100000:1.0:1767328571.830828:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010753792:0@lo:400:kworker.0
00000100:00100000:2.0:1767328571.830852:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328571.830857:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753280
00000100:00100000:3.0:1767328571.830867:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753280
00000100:00100000:0.0:1767328571.830871:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753536
00000100:00100000:0.0:1767328571.830876:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753536
00000100:00100000:1.0:1767328571.830895:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328571.830907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010753920:0@lo:38:kworker.0
00000100:00100000:3.0:1767328571.830914:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35291
00000100:00100000:0.0:1767328571.830919:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753408
00000100:00100000:3.0:1767328571.830922:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010753280:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328571.830924:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753408
00010000:00020000:3.0:1767328571.830942:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328571.830949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328571.830956:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9570
00000100:00100000:0.0:1767328571.830967:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010753536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328571.830978:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9571
00000100:00100000:1.0:1767328571.830990:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010753408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328571.830995:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010753280:12345-0@lo:38:kworker.0 Request processed in 72us (259us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328571.830998:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328571.831004:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35291
00000100:00080000:2.0:1767328571.831008:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328571.831018:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010753280:0@lo:38:kworker.0
00000100:00100000:0.0:1767328571.831034:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010753536:12345-0@lo:400:kworker.0 Request processed in 69us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328571.831044:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010754176:0@lo:38:kworker.0
00000100:00100000:0.0:1767328571.831049:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9570
00000100:00100000:1.0:1767328571.831050:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010753408:12345-0@lo:400:kworker.0 Request processed in 59us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328571.831057:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010753408:0@lo:400:kworker.0
00000100:00100000:1.0:1767328571.831063:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9571
00000100:00100000:2.0:1767328571.831084:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328571.831108:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010753536:0@lo:400:kworker.0
00000100:00100000:1.0:1767328571.831110:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753664
00000100:00100000:3.0:1767328571.831112:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753792
00000100:00100000:1.0:1767328571.831116:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753664
00000100:00100000:3.0:1767328571.831118:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753792
00000100:00100000:2.0:1767328571.831146:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010753920
00000100:00100000:1.0:1767328571.831147:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754176
00000100:00100000:1.0:1767328571.831153:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754176
00000100:00100000:2.0:1767328571.831154:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010753920
00000100:00100000:3.0:1767328571.831168:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486
00000100:00100000:1.0:1767328571.831178:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501
00000100:00100000:3.0:1767328571.831180:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010753792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328571.831201:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4502
00000100:00100000:1.0:1767328571.831206:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010753664:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328571.831213:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010754176:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328571.831215:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503
00010000:00020000:1.0:1767328571.831223:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328571.831226:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010753920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328571.831227:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328571.831236:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010753792:12345-0@lo:400:kworker.0 Request processed in 59us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328571.831243:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486
00010000:00020000:2.0:1767328571.831246:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328571.831272:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328571.831277:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010753664:12345-0@lo:38:kworker.0 Request processed in 88us (424us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328571.831279:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010754176:12345-0@lo:38:kworker.0 Request processed in 67us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328571.831288:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501
00000100:00100000:0.0:1767328571.831295:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4502
00000100:00100000:2.0:1767328571.831303:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010753920:12345-0@lo:38:kworker.0 Request processed in 76us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328571.831310:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754048
00000100:00100000:1.0:1767328571.831316:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754048
00000100:00100000:2.0:1767328571.831316:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503
00000100:00100000:3.0:1767328571.831328:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010753792:0@lo:400:kworker.0
00000100:00080000:0.0:1767328571.831332:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328571.831364:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487
00000100:00100000:2.0:1767328571.831377:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010754048:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328571.831404:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328571.831409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328571.831412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010754176:0@lo:38:kworker.0
00000100:00080000:3.0:1767328571.831447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328571.831451:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328571.831456:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010753664:0@lo:38:kworker.0
00000100:00100000:2.0:1767328571.831462:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010754048:12345-0@lo:400:kworker.0 Request processed in 86us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328571.831472:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487
00000100:00080000:3.0:1767328571.831472:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328571.831478:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010754048:0@lo:400:kworker.0
00000100:00080000:3.0:1767328571.831480:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328571.831486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010753920:0@lo:38:kworker.0
00010000:00010000:1.0:1767328572.790583:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328573.814581:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328574.838540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328575.414593:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328575.414611:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010754304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328575.414671:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328575.414724:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754304
00000100:00100000:2.0:1767328575.414732:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754304
00000100:00080000:0.0:1767328575.414789:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328575.414799:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8461
00000100:00100000:2.0:1767328575.414811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010754304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328575.414842:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328575.414887:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010754304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328575.414893:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8461
00000100:00100000:1.0:1767328575.414922:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010754304:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328575.862556:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328575.926599:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328575.926619:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010754432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328575.926686:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328575.926745:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754432
00000100:00100000:0.0:1767328575.926755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754432
00000100:00080000:2.0:1767328575.926807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328575.926822:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8462
00000100:00100000:0.0:1767328575.926835:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010754432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328575.926864:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328575.926913:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010754432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328575.926922:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8462
00000100:00100000:2.0:1767328575.926956:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010754432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328576.336822:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328576.336857:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328576.336913:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993253120
00000100:00100000:0.0:1767328576.336924:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993253120
00000100:00100000:1.0:1767328576.336946:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993253248
00000100:00100000:1.0:1767328576.336952:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993253248
00000100:00100000:0.0:1767328576.336971:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4504
00000100:00100000:0.0:1767328576.336979:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993253120:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328576.337000:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328576.337005:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2488
00000100:00080000:2.0:1767328576.337006:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328576.337019:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993253248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328576.337061:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993253120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328576.337062:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993253248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328576.337075:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4504
00000100:00100000:1.0:1767328576.337084:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2488
00010000:00010000:2.0:1767328576.886554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328576.950509:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328576.950519:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328576.950522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328576.950527:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328576.950532:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328576.950541:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13769
00000100:00080000:2.0:1767328576.950545:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328576.950553:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328576.950591:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9e680 x1853164010754560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328576.950645:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010754560:0@lo:38:kworker.0
00000100:00080000:2.0:1767328576.950648:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328576.950654:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328576.950658:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328576.950663:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010754688:0@lo:400:kworker.0
00000100:00080000:2.0:1767328576.950666:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13769
00000100:00080000:2.0:1767328576.950673:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328576.950674:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010754816:0@lo:400:kworker.0
00000100:00080000:2.0:1767328576.950682:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328576.950701:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ce00 x1853164010754944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328576.950719:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328576.950724:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328576.950745:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328576.950749:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328576.950751:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328576.950755:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13769
00000100:00100000:0.0:1767328576.950759:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010755072:0@lo:400:kworker.0
00000100:00080000:2.0:1767328576.950759:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328576.950766:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328576.950781:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010755200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328576.950788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010754944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328576.950797:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328576.950800:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328576.950804:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328576.950806:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328576.950810:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13769
00000100:00080000:2.0:1767328576.950813:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328576.950817:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328576.950818:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328576.950833:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010755456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328576.950846:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754688
00000100:00100000:1.0:1767328576.950854:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754688
00000100:00100000:3.0:1767328576.950857:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754560
00000100:00100000:3.0:1767328576.950863:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754560
00000100:00100000:2.0:1767328576.950867:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010755328:0@lo:400:kworker.0
00000100:00100000:0.0:1767328576.950885:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755072
00000100:00100000:0.0:1767328576.950892:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755072
00000100:00100000:2.0:1767328576.950902:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328576.950905:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754816
00000100:00100000:3.0:1767328576.950911:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35292
00000100:00100000:1.0:1767328576.950912:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754816
00000100:00100000:3.0:1767328576.950923:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010754560:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328576.950938:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755328
00000100:00100000:0.0:1767328576.950942:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755328
00010000:00020000:3.0:1767328576.950946:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328576.950956:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9572
00000100:00100000:1.0:1767328576.950967:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010754688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328576.950973:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489
00000100:00100000:0.0:1767328576.950981:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490
00000100:00100000:2.0:1767328576.950989:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010755072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328576.950994:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010755328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328576.951007:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010754560:12345-0@lo:38:kworker.0 Request processed in 84us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328576.951014:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35292
00000100:00100000:1.0:1767328576.951026:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010754688:12345-0@lo:400:kworker.0 Request processed in 61us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328576.951033:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9572
00000100:00100000:0.0:1767328576.951053:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010755328:12345-0@lo:400:kworker.0 Request processed in 64us (151us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328576.951057:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328576.951058:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9573
00000100:00100000:2.0:1767328576.951066:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010755072:12345-0@lo:400:kworker.0 Request processed in 80us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328576.951067:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490
00000100:00100000:1.0:1767328576.951073:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010754816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328576.951082:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489
00000100:00100000:3.0:1767328576.951096:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010755328:0@lo:400:kworker.0
00000100:00100000:0.0:1767328576.951104:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328576.951116:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010754816:12345-0@lo:400:kworker.0 Request processed in 46us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328576.951123:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9573
00000100:00100000:2.0:1767328576.951143:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010755072:0@lo:400:kworker.0
00000100:00100000:3.0:1767328576.951146:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010754944
00000100:00080000:0.0:1767328576.951150:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328576.951167:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010754944
00000100:00080000:0.0:1767328576.951174:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328576.951179:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010754560:0@lo:38:kworker.0
00000100:00100000:1.0:1767328576.951190:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010754816:0@lo:400:kworker.0
00000100:00100000:3.0:1767328576.951198:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505
00000100:00100000:0.0:1767328576.951202:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010755200:0@lo:38:kworker.0
00000100:00100000:3.0:1767328576.951207:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010754944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328576.951217:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328576.951229:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010754688:0@lo:400:kworker.0
00000100:00100000:0.0:1767328576.951238:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328576.951253:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010754944:12345-0@lo:38:kworker.0 Request processed in 48us (154us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328576.951258:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505
00000100:00100000:3.0:1767328576.951271:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755200
00000100:00100000:3.0:1767328576.951274:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755200
00000100:00100000:0.0:1767328576.951277:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010755456:0@lo:38:kworker.0
00000100:00100000:3.0:1767328576.951303:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506
00000100:00100000:0.0:1767328576.951304:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328576.951313:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010755200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328576.951321:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328576.951324:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755456
00000100:00100000:2.0:1767328576.951331:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755456
00000100:00080000:0.0:1767328576.951336:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328576.951341:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328576.951346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010754944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328576.951352:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010755200:12345-0@lo:38:kworker.0 Request processed in 38us (114us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328576.951359:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506
00000100:00100000:1.0:1767328576.951367:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507
00000100:00080000:0.0:1767328576.951372:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328576.951377:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328576.951377:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010755456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328576.951384:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010755200:0@lo:38:kworker.0
00010000:00020000:1.0:1767328576.951392:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328576.951448:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010755456:12345-0@lo:38:kworker.0 Request processed in 73us (148us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328576.951453:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507
00000100:00080000:2.0:1767328576.951466:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328576.951474:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328576.951479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010755456:0@lo:38:kworker.0
00010000:00010000:1.0:1767328577.910559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328578.934589:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328579.958547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328580.534638:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328580.534662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010755584:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328580.534732:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328580.534794:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755584
00000100:00100000:2.0:1767328580.534803:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755584
00000100:00080000:0.0:1767328580.534858:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328580.534859:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8463
00000100:00100000:2.0:1767328580.534871:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010755584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328580.534898:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328580.534942:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010755584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328580.534948:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8463
00000100:00100000:0.0:1767328580.534994:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010755584:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328580.982584:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328581.046610:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328581.046629:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010755712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328581.046692:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328581.046739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755712
00000100:00100000:2.0:1767328581.046747:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755712
00000100:00100000:2.0:1767328581.046805:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8464
00000100:00080000:0.0:1767328581.046811:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328581.046819:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010755712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328581.046852:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328581.046902:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010755712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328581.046912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8464
00000100:00100000:1.0:1767328581.046939:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010755712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328581.457009:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328581.457055:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328581.457070:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993253504
00000100:00100000:1.0:1767328581.457080:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993253504
00000100:00100000:0.0:1767328581.457104:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993253376
00000100:00100000:0.0:1767328581.457110:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993253376
00000100:00100000:0.0:1767328581.457163:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2491
00000100:00080000:3.0:1767328581.457167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328581.457173:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4508
00000100:00100000:0.0:1767328581.457175:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993253504:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328581.457183:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993253376:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328581.457203:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328581.457248:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993253376:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (190us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328581.457249:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993253504:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328581.457258:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4508
00000100:00100000:0.0:1767328581.457267:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2491
00010000:00010000:2.0:1767328582.006569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328582.070504:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328582.070513:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328582.070516:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328582.070519:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328582.070523:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328582.070529:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13774
00000100:00080000:1.0:1767328582.070534:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328582.070539:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328582.070574:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010755840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328582.070626:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010755840:0@lo:38:kworker.0
00000100:00080000:1.0:1767328582.070659:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328582.070663:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328582.070665:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328582.070670:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13774
00000100:00080000:1.0:1767328582.070673:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328582.070678:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328582.070679:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010755968:0@lo:400:kworker.0
00000100:00100000:3.0:1767328582.070691:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010756096:0@lo:400:kworker.0
00000100:00100000:1.0:1767328582.070696:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010756224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328582.070696:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328582.070732:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328582.070739:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010756224:0@lo:38:kworker.0
00000100:00080000:1.0:1767328582.070753:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328582.070754:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755840
00000100:00080000:1.0:1767328582.070759:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328582.070762:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328582.070763:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755840
00000100:00080000:1.0:1767328582.070767:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13774
00000100:00080000:1.0:1767328582.070770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328582.070775:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328582.070781:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328582.070790:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010756480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328582.070791:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010755968
00000100:00100000:0.0:1767328582.070798:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010755968
00000100:00100000:3.0:1767328582.070803:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35293
00000100:00100000:2.0:1767328582.070812:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010756480:0@lo:38:kworker.0
00000100:00080000:1.0:1767328582.070813:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328582.070813:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010755840:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328582.070823:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328582.070825:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328582.070829:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13774
00000100:00080000:1.0:1767328582.070833:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00010000:00020000:3.0:1767328582.070838:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328582.070839:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328582.070849:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9574
00000100:00100000:1.0:1767328582.070858:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6300 x1853164010756736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328582.070858:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328582.070864:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010755968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328582.070883:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010755840:12345-0@lo:38:kworker.0 Request processed in 71us (189us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328582.070889:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35293
00000100:00100000:1.0:1767328582.070895:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010756352:0@lo:400:kworker.0
00000100:00080000:2.0:1767328582.070917:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328582.070918:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328582.070927:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328582.070933:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010755840:0@lo:38:kworker.0
00000100:00100000:1.0:1767328582.070938:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328582.070939:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010755968:12345-0@lo:400:kworker.0 Request processed in 75us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328582.070942:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328582.070954:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9574
00000100:00100000:2.0:1767328582.070963:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010756736:0@lo:38:kworker.0
00000100:00100000:1.0:1767328582.070976:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328582.070977:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756096
00000100:00100000:0.0:1767328582.070983:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756096
00000100:00100000:1.0:1767328582.070988:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010756608:0@lo:400:kworker.0
00000100:00100000:2.0:1767328582.070994:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328582.071013:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756224
00000100:00100000:3.0:1767328582.071018:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756224
00000100:00100000:1.0:1767328582.071023:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328582.071026:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9575
00000100:00100000:0.0:1767328582.071036:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010756096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328582.071058:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756480
00000100:00100000:3.0:1767328582.071059:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756352
00000100:00100000:2.0:1767328582.071066:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756480
00000100:00100000:3.0:1767328582.071067:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756352
00000100:00100000:1.0:1767328582.071070:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756736
00000100:00100000:1.0:1767328582.071075:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756736
00000100:00100000:0.0:1767328582.071081:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010756096:12345-0@lo:400:kworker.0 Request processed in 48us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328582.071088:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9575
00000100:00100000:2.0:1767328582.071092:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756608
00000100:00100000:2.0:1767328582.071097:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756608
00000100:00100000:1.0:1767328582.071103:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492
00000100:00100000:3.0:1767328582.071114:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509
00000100:00100000:1.0:1767328582.071131:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010756352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328582.071139:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493
00000100:00100000:3.0:1767328582.071139:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010756224:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328582.071149:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510
00000100:00100000:0.0:1767328582.071154:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010756608:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767328582.071158:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328582.071159:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010756480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328582.071175:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328582.071176:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010756352:12345-0@lo:400:kworker.0 Request processed in 63us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328582.071185:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492
00000100:00100000:0.0:1767328582.071209:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010756608:12345-0@lo:400:kworker.0 Request processed in 58us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328582.071210:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511
00000100:00100000:3.0:1767328582.071219:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010756224:12345-0@lo:38:kworker.0 Request processed in 82us (436us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328582.071220:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010756736:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328582.071221:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493
00000100:00100000:2.0:1767328582.071227:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010756480:12345-0@lo:38:kworker.0 Request processed in 68us (371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328582.071237:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509
00010000:00020000:1.0:1767328582.071240:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328582.071245:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510
00000100:00080000:3.0:1767328582.071272:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328582.071276:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010755968:0@lo:400:kworker.0
00000100:00100000:1.0:1767328582.071279:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010756736:12345-0@lo:38:kworker.0 Request processed in 59us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328582.071289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511
00000100:00100000:2.0:1767328582.071299:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010756096:0@lo:400:kworker.0
00000100:00080000:3.0:1767328582.071304:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328582.071310:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328582.071314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010756736:0@lo:38:kworker.0
00000100:00080000:3.0:1767328582.071333:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328582.071335:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010756608:0@lo:400:kworker.0
00000100:00080000:3.0:1767328582.071338:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328582.071345:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010756480:0@lo:38:kworker.0
00000100:00100000:1.0:1767328582.071354:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010756352:0@lo:400:kworker.0
00000100:00080000:3.0:1767328582.071358:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328582.071362:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328582.071366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010756224:0@lo:38:kworker.0
00010000:00010000:1.0:1767328583.030581:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328584.054592:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328585.078553:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328585.654585:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010756864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328585.654654:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328585.654716:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756864
00000100:00100000:0.0:1767328585.654724:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756864
00000100:00080000:3.0:1767328585.654758:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328585.654777:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8465
00000100:00100000:0.0:1767328585.654788:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010756864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328585.654819:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328585.654867:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010756864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328585.654873:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8465
00000100:00100000:2.0:1767328585.654916:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010756864:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328586.102550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328586.166576:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010756992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328586.166635:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328586.166674:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010756992
00000100:00100000:0.0:1767328586.166683:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010756992
00000100:00080000:3.0:1767328586.166728:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328586.166751:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8466
00000100:00100000:0.0:1767328586.166759:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010756992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328586.166785:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328586.166827:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010756992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328586.166834:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8466
00000100:00100000:2.0:1767328586.166869:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010756992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328586.576881:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328586.576914:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328586.576942:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993253632
00000100:00100000:1.0:1767328586.576952:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993253632
00000100:00100000:3.0:1767328586.576960:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993253760
00000100:00100000:3.0:1767328586.576967:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993253760
00000100:00100000:1.0:1767328586.576997:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4512
00000100:00100000:1.0:1767328586.577006:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993253632:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328586.577020:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328586.577025:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2494
00010000:00020000:1.0:1767328586.577029:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328586.577039:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993253760:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328586.577103:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993253632:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 96us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328586.577105:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993253760:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328586.577116:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4512
00000100:00100000:3.0:1767328586.577132:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2494
00010000:00010000:2.0:1767328587.126563:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328587.190511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328587.190519:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328587.190522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328587.190525:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328587.190528:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328587.190535:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13779
00000100:00080000:2.0:1767328587.190540:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328587.190547:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328587.190583:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3800 x1853164010757120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328587.190624:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010757120:0@lo:38:kworker.0
00000100:00080000:2.0:1767328587.190630:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328587.190634:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328587.190636:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328587.190639:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13779
00000100:00080000:2.0:1767328587.190641:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328587.190646:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010757248:0@lo:400:kworker.0
00000100:00080000:2.0:1767328587.190646:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328587.190658:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd0a80 x1853164010757504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328587.190683:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328587.190688:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328587.190689:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010757376:0@lo:400:kworker.0
00000100:00080000:2.0:1767328587.190691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328587.190700:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13779
00000100:00080000:2.0:1767328587.190705:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328587.190706:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328587.190706:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328587.190710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328587.190723:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3100 x1853164010757760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328587.190739:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328587.190741:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328587.190743:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328587.190747:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13779
00000100:00080000:2.0:1767328587.190749:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328587.190752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328587.190758:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328587.190766:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2d80 x1853164010758016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328587.190784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010757504:0@lo:38:kworker.0
00000100:00100000:2.0:1767328587.190796:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010757632:0@lo:400:kworker.0
00000100:00100000:1.0:1767328587.190806:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757248
00000100:00100000:1.0:1767328587.190814:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757248
00000100:00100000:0.0:1767328587.190821:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328587.190825:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757120
00000100:00100000:3.0:1767328587.190832:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757120
00000100:00080000:2.0:1767328587.190841:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328587.190862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010757760:0@lo:38:kworker.0
00000100:00100000:2.0:1767328587.190862:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328587.190872:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757376
00000100:00100000:1.0:1767328587.190877:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757376
00000100:00100000:3.0:1767328587.190877:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35294
00000100:00100000:3.0:1767328587.190888:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010757120:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328587.190895:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328587.190899:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328587.190906:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9576
00000100:00100000:2.0:1767328587.190910:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010757888:0@lo:400:kworker.0
00010000:00020000:3.0:1767328587.190911:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328587.190919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010758016:0@lo:38:kworker.0
00000100:00100000:1.0:1767328587.190920:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010757248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328587.190944:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328587.190978:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010757120:12345-0@lo:38:kworker.0 Request processed in 88us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328587.190981:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328587.190995:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35294
00000100:00100000:1.0:1767328587.190996:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010757248:12345-0@lo:400:kworker.0 Request processed in 78us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328587.190996:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757504
00000100:00100000:2.0:1767328587.191002:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757504
00000100:00100000:1.0:1767328587.191007:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9576
00000100:00080000:0.0:1767328587.191020:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328587.191026:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328587.191031:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9577
00000100:00100000:0.0:1767328587.191032:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010757120:0@lo:38:kworker.0
00000100:00100000:2.0:1767328587.191035:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757632
00000100:00100000:2.0:1767328587.191039:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757632
00000100:00100000:1.0:1767328587.191044:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010757376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328587.191064:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757760
00000100:00100000:3.0:1767328587.191072:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757760
00000100:00100000:2.0:1767328587.191073:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010757888
00000100:00100000:0.0:1767328587.191078:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758016
00000100:00100000:2.0:1767328587.191091:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010757888
00000100:00100000:0.0:1767328587.191099:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758016
00000100:00100000:1.0:1767328587.191102:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010757376:12345-0@lo:400:kworker.0 Request processed in 61us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328587.191115:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495
00000100:00100000:1.0:1767328587.191124:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9577
00000100:00100000:2.0:1767328587.191127:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496
00000100:00100000:3.0:1767328587.191131:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010757632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328587.191138:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513
00000100:00100000:2.0:1767328587.191142:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010757888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328587.191148:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010757504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328587.191159:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328587.191166:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4514
00000100:00100000:1.0:1767328587.191174:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010757760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328587.191190:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328587.191195:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010757888:12345-0@lo:400:kworker.0 Request processed in 57us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328587.191199:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010757632:12345-0@lo:400:kworker.0 Request processed in 73us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328587.191209:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010757504:12345-0@lo:38:kworker.0 Request processed in 59us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328587.191209:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496
00000100:00100000:3.0:1767328587.191218:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495
00000100:00100000:0.0:1767328587.191225:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513
00000100:00100000:2.0:1767328587.191232:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4515
00000100:00100000:2.0:1767328587.191242:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010758016:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328587.191243:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010757760:12345-0@lo:38:kworker.0 Request processed in 64us (343us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328587.191257:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328587.191259:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4514
00000100:00080000:0.0:1767328587.191264:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328587.191270:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328587.191274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010757504:0@lo:38:kworker.0
00000100:00080000:3.0:1767328587.191283:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328587.191291:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328587.191294:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010758016:12345-0@lo:38:kworker.0 Request processed in 53us (312us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328587.191298:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328587.191306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010757760:0@lo:38:kworker.0
00000100:00100000:2.0:1767328587.191307:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4515
00000100:00100000:1.0:1767328587.191325:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010757376:0@lo:400:kworker.0
00000100:00080000:0.0:1767328587.191327:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328587.191327:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010757888:0@lo:400:kworker.0
00000100:00080000:0.0:1767328587.191337:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328587.191343:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010758016:0@lo:38:kworker.0
00000100:00100000:3.0:1767328587.191358:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010757632:0@lo:400:kworker.0
00000100:00100000:2.0:1767328587.191366:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010757248:0@lo:400:kworker.0
00010000:00010000:1.0:1767328588.150588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328589.174539:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328590.198529:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328590.673476:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328590.673506:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993253888 offset 0 length 520: 4
00000100:00100000:0.0:1767328590.673527:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254144
00000100:00100000:2.0:1767328590.673529:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328590.673550:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254144
00000100:00100000:1.0:1767328590.673588:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254016
00000100:00100000:1.0:1767328590.673594:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254016
00000100:00080000:3.0:1767328590.673617:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328590.673636:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2497
00000100:00100000:0.0:1767328590.673646:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4516
00000100:00100000:1.0:1767328590.673650:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993254144:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328590.673652:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993254016:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328590.673672:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328590.673731:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993254016:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328590.673731:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993254144:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328590.673741:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4516
00000100:00100000:1.0:1767328590.673747:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2497
00000100:00100000:2.0:1767328590.774622:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010758144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328590.774680:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328590.774723:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758144
00000100:00100000:0.0:1767328590.774734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758144
00000100:00080000:3.0:1767328590.774771:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328590.774796:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8467
00000100:00100000:0.0:1767328590.774808:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010758144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328590.774838:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328590.774892:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010758144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328590.774901:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8467
00000100:00100000:2.0:1767328590.774932:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010758144:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328591.222545:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328591.286570:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328566/real 1767328566]  req@ffff9bb5887c4000 x1853164010752896/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328591 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328591.286600:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5887c4000 x1853164010752896/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328591.286620:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328591.286624:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328591.286640:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010758272:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328591.286647:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328591.286654:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010752896:0@lo:250:kworker.0
00000100:00080000:3.0:1767328591.286674:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328591.286680:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767328591.286682:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328591.286687:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13764
00000100:00080000:3.0:1767328591.286690:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767328591.286695:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328591.286704:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328591.286713:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0a80 x1853164010758400/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328591.286736:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328591.286739:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328591.286741:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328591.286745:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13785
00000100:00080000:3.0:1767328591.286748:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328591.286752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328591.286755:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758272
00000100:00100000:0.0:1767328591.286765:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758272
00000100:00100000:3.0:1767328591.286769:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3100 x1853164010758528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328591.286784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010758400:0@lo:250:kworker.0
00000100:00080000:3.0:1767328591.286795:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328591.286799:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328591.286801:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328591.286806:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13785
00000100:00080000:3.0:1767328591.286808:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328591.286812:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000400:00000100:1.0:1767328591.286835:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010758400 offset 0 length 520: 4
00000100:00080000:2.0:1767328591.286837:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328591.286853:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8468
00000100:00100000:3.0:1767328591.286858:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1f80 x1853164010758784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328591.286880:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010758272:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328591.286884:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010758656:0@lo:400:kworker.0
00000100:00080000:3.0:1767328591.286891:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328591.286899:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010758528:0@lo:38:kworker.0
00000100:00080000:3.0:1767328591.286901:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328591.286924:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328591.286927:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13785
00000100:00080000:3.0:1767328591.286930:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328591.286933:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00002000:00000024:0.0:1767328591.286942:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328591.286947:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010759040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328591.286958:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328591.286965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328591.287014:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767328591.287020:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767328591.287024:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767328591.287034:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13785
00000100:00080000:3.0:1767328591.287040:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767328591.287047:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328591.287073:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328591.287075:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010758784:0@lo:38:kworker.0
00000100:00100000:0.0:1767328591.287110:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010758272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 220us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328591.287116:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010758912:0@lo:400:kworker.0
00000100:00100000:3.0:1767328591.287126:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3800 x1853164010759296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328591.287136:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8468
00000100:00100000:1.0:1767328591.287171:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328591.287212:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010759168:0@lo:400:kworker.0
00000100:00100000:0.0:1767328591.287224:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758784
00000100:00100000:0.0:1767328591.287233:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758784
00000100:00100000:3.0:1767328591.287244:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758656
00000100:00100000:1.0:1767328591.287250:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010759040:0@lo:38:kworker.0
00000100:00100000:2.0:1767328591.287263:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328591.287276:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758656
00000100:00100000:0.0:1767328591.287299:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759168
00000100:00100000:0.0:1767328591.287307:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759168
00000100:00100000:3.0:1767328591.287362:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9578
00000100:00100000:1.0:1767328591.287363:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758528
00000100:00100000:1.0:1767328591.287373:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758528
00000100:00100000:3.0:1767328591.287385:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010758656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328591.287395:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010758272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328591.287406:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498
00000100:00080000:2.0:1767328591.287477:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328591.287478:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010759168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328591.287492:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35295
00000100:00100000:3.0:1767328591.287509:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010758656:12345-0@lo:400:kworker.0 Request processed in 127us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328591.287510:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010758528:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328591.287521:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517
00000100:00100000:3.0:1767328591.287553:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9578
00000100:00100000:2.0:1767328591.287558:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010758784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328591.287571:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328591.287576:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328591.287577:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010759168:12345-0@lo:400:kworker.0 Request processed in 157us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328591.287588:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498
00000100:00100000:3.0:1767328591.287605:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328591.287619:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010758528:12345-0@lo:38:kworker.0 Request processed in 114us (657us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328591.287627:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35295
00000100:00100000:0.0:1767328591.287634:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328591.287637:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010759296:0@lo:38:kworker.0
00000100:00100000:2.0:1767328591.287640:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010758784:12345-0@lo:38:kworker.0 Request processed in 98us (473us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328591.287652:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517
00000100:00100000:1.0:1767328591.287658:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759040
00000100:00100000:1.0:1767328591.287663:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759040
00000100:00100000:0.0:1767328591.287673:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010758656:0@lo:400:kworker.0
00000100:00100000:3.0:1767328591.287675:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328591.287677:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010758912
00000100:00100000:2.0:1767328591.287684:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010758912
00000100:00100000:1.0:1767328591.287689:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759296
00000100:00100000:1.0:1767328591.287694:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759296
00000100:00100000:1.0:1767328591.287711:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4518
00000100:00100000:1.0:1767328591.287718:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010759040:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328591.287718:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328591.287726:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499
00000100:00080000:3.0:1767328591.287727:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328591.287735:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010758528:0@lo:38:kworker.0
00010000:00020000:1.0:1767328591.287736:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328591.287742:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519
00000100:00100000:0.0:1767328591.287745:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010758912:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328591.287750:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328591.287752:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010759296:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328591.287757:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328591.287762:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010758784:0@lo:38:kworker.0
00010000:00020000:2.0:1767328591.287767:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328591.287773:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010759040:12345-0@lo:38:kworker.0 Request processed in 54us (168us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328591.287780:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4518
00000100:00080000:3.0:1767328591.287794:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328591.287800:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328591.287804:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010759040:0@lo:38:kworker.0
00000100:00100000:0.0:1767328591.287808:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010758912:12345-0@lo:400:kworker.0 Request processed in 66us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328591.287830:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010759296:12345-0@lo:38:kworker.0 Request processed in 60us (139us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328591.287839:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499
00000100:00080000:3.0:1767328591.287840:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328591.287851:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328591.287856:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519
00000100:00100000:3.0:1767328591.287861:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010759296:0@lo:38:kworker.0
00000100:00100000:1.0:1767328591.287868:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010758912:0@lo:400:kworker.0
00000100:00080000:2.0:1767328591.287897:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328591.287941:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010759168:0@lo:400:kworker.0
00010000:00010000:2.0:1767328592.246688:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328593.270635:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328594.294535:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328595.318581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328595.792916:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328595.792950:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328595.792981:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254272
00000100:00100000:3.0:1767328595.792990:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254272
00000100:00100000:0.0:1767328595.793005:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254400
00000100:00100000:0.0:1767328595.793014:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254400
00000100:00100000:3.0:1767328595.793049:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4520
00000100:00100000:3.0:1767328595.793076:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993254272:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328595.793102:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328595.793130:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2500
00000100:00080000:1.0:1767328595.793139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328595.793147:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993254400:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328595.793177:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993254272:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (265us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328595.793188:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4520
00000100:00100000:0.0:1767328595.793208:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993254400:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328595.793219:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2500
00000100:00100000:2.0:1767328595.894673:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328595.894698:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010759424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328595.894755:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328595.894843:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759424
00000100:00100000:3.0:1767328595.894851:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759424
00000100:00100000:3.0:1767328595.894924:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8469
00000100:00080000:1.0:1767328595.894927:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328595.894938:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010759424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328595.894965:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328595.895013:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010759424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328595.895042:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8469
00000100:00100000:2.0:1767328595.895113:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010759424:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328596.342589:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328596.406514:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328596.406522:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328596.406525:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328596.406529:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328596.406533:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328596.406540:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13789
00000100:00080000:2.0:1767328596.406545:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328596.406552:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328596.406556:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010759552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328596.406579:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65c380 x1853164010759680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328596.406620:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328596.406632:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328596.406636:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328596.406638:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328596.406642:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13789
00000100:00080000:2.0:1767328596.406645:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328596.406649:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010759808:0@lo:400:kworker.0
00000100:00080000:2.0:1767328596.406650:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328596.406665:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328596.406669:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d180 x1853164010760064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328596.406677:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010759936:0@lo:400:kworker.0
00000100:00100000:3.0:1767328596.406677:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759552
00000100:00100000:3.0:1767328596.406687:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759552
00000100:00080000:2.0:1767328596.406688:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328596.406696:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328596.406696:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328596.406700:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328596.406705:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13789
00000100:00080000:2.0:1767328596.406707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328596.406710:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:1.0:1767328596.406721:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328596.406722:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e680 x1853164010760320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328596.406742:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328596.406750:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767328596.406750:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328596.406756:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8470
00000100:00080000:2.0:1767328596.406757:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328596.406762:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010760448:0@lo:400:kworker.0
00000100:00080000:2.0:1767328596.406763:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328596.406772:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13789
00000100:00100000:1.0:1767328596.406773:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010760192:0@lo:400:kworker.0
00000100:00100000:3.0:1767328596.406773:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010759552:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328596.406776:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328596.406783:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328596.406798:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010760576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328596.406805:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767328596.406807:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328596.406834:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328596.406847:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759808
00000100:00100000:2.0:1767328596.406852:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759808
00000100:00100000:0.0:1767328596.406856:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760448
00000100:00100000:0.0:1767328596.406861:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760448
00000100:00100000:3.0:1767328596.406869:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010759552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328596.406876:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8470
00000100:00080000:1.0:1767328596.406892:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328596.406893:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759936
00000100:00100000:2.0:1767328596.406898:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759936
00000100:00100000:0.0:1767328596.406910:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760192
00000100:00100000:0.0:1767328596.406915:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760192
00000100:00100000:3.0:1767328596.406920:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9579
00000100:00100000:3.0:1767328596.406930:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010759808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328596.406935:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9580
00000100:00100000:1.0:1767328596.406938:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010759552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328596.406950:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010759936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328596.406955:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501
00000100:00080000:1.0:1767328596.406963:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328596.406968:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010760448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328596.406991:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502
00000100:00100000:1.0:1767328596.407003:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010760192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328596.407007:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010759936:12345-0@lo:400:kworker.0 Request processed in 60us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328596.407031:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010760448:12345-0@lo:400:kworker.0 Request processed in 52us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328596.407032:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9580
00000100:00100000:0.0:1767328596.407042:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501
00000100:00100000:3.0:1767328596.407073:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010759808:12345-0@lo:400:kworker.0 Request processed in 144us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328596.407077:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010760192:12345-0@lo:400:kworker.0 Request processed in 75us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328596.407081:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010759680:0@lo:38:kworker.0
00000100:00100000:3.0:1767328596.407087:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9579
00000100:00100000:0.0:1767328596.407089:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010760448:0@lo:400:kworker.0
00000100:00100000:1.0:1767328596.407092:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502
00000100:00100000:0.0:1767328596.407113:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010759808:0@lo:400:kworker.0
00000100:00100000:2.0:1767328596.407135:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328596.407144:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010760192:0@lo:400:kworker.0
00000100:00100000:2.0:1767328596.407161:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010760064:0@lo:38:kworker.0
00000100:00100000:1.0:1767328596.407163:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010759936:0@lo:400:kworker.0
00000100:00100000:3.0:1767328596.407165:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010759680
00000100:00100000:3.0:1767328596.407171:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010759680
00000100:00100000:2.0:1767328596.407191:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328596.407205:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35296
00000100:00100000:3.0:1767328596.407212:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010759680:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328596.407213:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010760320:0@lo:38:kworker.0
00010000:00020000:3.0:1767328596.407231:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328596.407237:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328596.407266:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010760576:0@lo:38:kworker.0
00000100:00100000:1.0:1767328596.407268:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760064
00000100:00100000:3.0:1767328596.407274:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010759680:12345-0@lo:38:kworker.0 Request processed in 59us (139us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328596.407276:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760064
00000100:00100000:3.0:1767328596.407282:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35296
00000100:00100000:2.0:1767328596.407306:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328596.407308:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760320
00000100:00100000:1.0:1767328596.407313:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521
00000100:00100000:3.0:1767328596.407315:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760320
00000100:00100000:1.0:1767328596.407320:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010760064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328596.407331:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328596.407348:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328596.407350:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760576
00000100:00080000:2.0:1767328596.407355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328596.407357:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760576
00000100:00100000:3.0:1767328596.407358:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522
00000100:00100000:2.0:1767328596.407362:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010759680:0@lo:38:kworker.0
00000100:00100000:1.0:1767328596.407366:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010760064:12345-0@lo:38:kworker.0 Request processed in 43us (173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328596.407373:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010760320:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328596.407376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328596.407379:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521
00000100:00080000:2.0:1767328596.407386:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767328596.407393:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328596.407394:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010760064:0@lo:38:kworker.0
00000100:00100000:0.0:1767328596.407401:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523
00000100:00100000:0.0:1767328596.407412:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010760576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328596.407451:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328596.407462:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010760320:12345-0@lo:38:kworker.0 Request processed in 92us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328596.407469:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522
00000100:00080000:2.0:1767328596.407475:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328596.407481:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328596.407486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010760320:0@lo:38:kworker.0
00000100:00100000:0.0:1767328596.407492:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010760576:12345-0@lo:38:kworker.0 Request processed in 79us (186us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328596.407501:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523
00000100:00080000:2.0:1767328596.407504:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328596.407509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328596.407512:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010760576:0@lo:38:kworker.0
00010000:00010000:2.0:1767328597.366592:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328598.390684:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328599.414550:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328600.438576:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328600.912785:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328600.912833:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328600.912860:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254528
00000100:00100000:0.0:1767328600.912870:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254528
00000100:00100000:0.0:1767328600.912905:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254656
00000100:00100000:0.0:1767328600.912908:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254656
00000100:00100000:1.0:1767328600.912944:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4524
00000100:00100000:1.0:1767328600.912956:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993254528:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328600.912967:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2503
00000100:00080000:2.0:1767328600.912972:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328600.913001:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993254656:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:1.0:1767328600.913002:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328600.913120:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993254656:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 134us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328600.913121:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993254528:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 156us (336us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328600.913145:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2503
00000100:00100000:1.0:1767328600.913155:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4524
00000100:00100000:2.0:1767328601.014604:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010760704:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328601.014677:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328601.014735:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760704
00000100:00100000:3.0:1767328601.014744:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760704
00000100:00080000:2.0:1767328601.014785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328601.014798:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8471
00000100:00100000:3.0:1767328601.014806:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010760704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328601.014834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328601.014879:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010760704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (203us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328601.014884:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8471
00000100:00100000:2.0:1767328601.014936:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010760704:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328601.462570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328601.526500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328601.526507:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328601.526512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328601.526516:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328601.526520:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328601.526527:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13794
00000100:00080000:2.0:1767328601.526531:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328601.526537:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328601.526561:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65c380 x1853164010760960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328601.526609:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010760832:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328601.526615:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328601.526620:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328601.526622:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328601.526628:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13794
00000100:00080000:2.0:1767328601.526630:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328601.526633:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328601.526637:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010761216:0@lo:400:kworker.0
00000100:00100000:2.0:1767328601.526651:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8a80 x1853164010761344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328601.526666:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010761088:0@lo:400:kworker.0
00000100:00080000:2.0:1767328601.526677:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328601.526683:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328601.526689:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328601.526690:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328601.526695:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328601.526700:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13794
00000100:00080000:2.0:1767328601.526702:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328601.526706:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328601.526717:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdad80 x1853164010761600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328601.526735:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328601.526745:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760832
00000100:00100000:3.0:1767328601.526745:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010761472:0@lo:400:kworker.0
00000100:00080000:2.0:1767328601.526746:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328601.526753:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760832
00000100:00080000:2.0:1767328601.526755:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328601.526758:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328601.526766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13794
00000100:00080000:2.0:1767328601.526775:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328601.526781:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328601.526783:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328601.526793:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328601.526801:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda300 x1853164010761856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328601.526812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8472
00000100:00100000:0.0:1767328601.526823:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010760832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328601.526854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328601.526868:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761216
00000100:00100000:1.0:1767328601.526874:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328601.526875:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761216
00000100:00080000:3.0:1767328601.526877:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328601.526902:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010761728:0@lo:400:kworker.0
00000100:00100000:0.0:1767328601.526903:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010760832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328601.526913:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761472
00000100:00100000:2.0:1767328601.526917:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761088
00000100:00100000:3.0:1767328601.526923:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761472
00000100:00100000:2.0:1767328601.526926:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761088
00000100:00100000:0.0:1767328601.526931:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8472
00000100:00100000:2.0:1767328601.526963:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9581
00000100:00100000:2.0:1767328601.526975:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010761216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328601.527001:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328601.527003:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504
00000100:00100000:0.0:1767328601.527015:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010760832:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328601.527020:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010761472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328601.527057:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761728
00000100:00100000:0.0:1767328601.527064:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761728
00000100:00100000:2.0:1767328601.527065:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010761216:12345-0@lo:400:kworker.0 Request processed in 92us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328601.527077:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010761472:12345-0@lo:400:kworker.0 Request processed in 59us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328601.527083:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9581
00000100:00100000:3.0:1767328601.527094:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504
00000100:00100000:1.0:1767328601.527101:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9582
00000100:00100000:0.0:1767328601.527111:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505
00000100:00100000:1.0:1767328601.527127:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010761088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328601.527129:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010761728:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328601.527133:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328601.527162:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010760960:0@lo:38:kworker.0
00000100:00100000:3.0:1767328601.527163:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010761472:0@lo:400:kworker.0
00000100:00100000:3.0:1767328601.527187:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010761216:0@lo:400:kworker.0
00000100:00100000:0.0:1767328601.527227:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010761728:12345-0@lo:400:kworker.0 Request processed in 101us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328601.527237:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328601.527243:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505
00000100:00100000:1.0:1767328601.527247:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010761088:12345-0@lo:400:kworker.0 Request processed in 128us (475us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328601.527265:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9582
00000100:00100000:3.0:1767328601.527269:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010760960
00000100:00100000:2.0:1767328601.527273:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010761344:0@lo:38:kworker.0
00000100:00100000:3.0:1767328601.527278:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010760960
00000100:00100000:0.0:1767328601.527309:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010761728:0@lo:400:kworker.0
00000100:00100000:3.0:1767328601.527309:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35297
00000100:00100000:2.0:1767328601.527318:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328601.527324:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010760960:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328601.527335:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010761088:0@lo:400:kworker.0
00010000:00020000:3.0:1767328601.527352:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328601.527353:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010761600:0@lo:38:kworker.0
00000100:00100000:1.0:1767328601.527359:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761344
00000100:00100000:1.0:1767328601.527368:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761344
00000100:00100000:3.0:1767328601.527398:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010760960:12345-0@lo:38:kworker.0 Request processed in 77us (169us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328601.527403:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328601.527412:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35297
00000100:00100000:0.0:1767328601.527455:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761600
00000100:00100000:0.0:1767328601.527462:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761600
00000100:00100000:1.0:1767328601.527475:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4525
00000100:00100000:2.0:1767328601.527477:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010761856:0@lo:38:kworker.0
00000100:00100000:1.0:1767328601.527488:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010761344:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328601.527506:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526
00000100:00100000:2.0:1767328601.527508:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328601.527515:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328601.527524:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761856
00000100:00100000:3.0:1767328601.527524:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010761600:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328601.527533:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761856
00010000:00020000:3.0:1767328601.527540:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328601.527541:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328601.527549:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328601.527555:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010760960:0@lo:38:kworker.0
00000100:00100000:0.0:1767328601.527576:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527
00000100:00080000:2.0:1767328601.527580:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328601.527592:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328601.527602:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010761856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328601.527602:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010761344:12345-0@lo:38:kworker.0 Request processed in 100us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328601.527604:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010761344:0@lo:38:kworker.0
00000100:00100000:3.0:1767328601.527606:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010761600:12345-0@lo:38:kworker.0 Request processed in 84us (202us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328601.527633:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767328601.527639:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328601.527645:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328601.527647:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4525
00000100:00100000:2.0:1767328601.527653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010761600:0@lo:38:kworker.0
00000100:00100000:3.0:1767328601.527663:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526
00000100:00100000:0.0:1767328601.527687:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010761856:12345-0@lo:38:kworker.0 Request processed in 101us (181us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328601.527696:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527
00000100:00080000:2.0:1767328601.527699:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328601.527705:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328601.527710:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010761856:0@lo:38:kworker.0
00010000:00010000:2.0:1767328602.486554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328603.510565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328604.534594:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328605.558547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328606.032991:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328606.033026:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328606.033037:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254784
00000100:00100000:3.0:1767328606.033051:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254784
00000100:00100000:0.0:1767328606.033091:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993254912
00000100:00100000:3.0:1767328606.033097:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4528
00000100:00100000:0.0:1767328606.033098:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993254912
00000100:00100000:3.0:1767328606.033105:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993254784:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328606.033125:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328606.033152:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328606.033156:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2506
00000100:00100000:0.0:1767328606.033167:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993254912:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328606.033183:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993254784:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (198us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328606.033190:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4528
00000100:00100000:0.0:1767328606.033210:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993254912:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 46us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328606.033217:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2506
00000100:00100000:1.0:1767328606.134691:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010761984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328606.134764:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328606.134811:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010761984
00000100:00100000:0.0:1767328606.134820:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010761984
00000100:00080000:2.0:1767328606.134872:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328606.134876:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8473
00000100:00100000:0.0:1767328606.134888:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010761984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328606.134912:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328606.134982:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010761984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328606.134999:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8473
00000100:00100000:1.0:1767328606.135035:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010761984:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328606.582544:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328606.646544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328606.646551:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328606.646555:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328606.646559:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328606.646562:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328606.646569:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13799
00000100:00080000:1.0:1767328606.646573:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328606.646589:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328606.646604:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010762112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328606.646617:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ea00 x1853164010762240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328606.646653:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010762240:0@lo:38:kworker.0
00000100:00100000:0.0:1767328606.646666:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328606.646686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328606.646692:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328606.646696:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328606.646702:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010762368:0@lo:400:kworker.0
00000100:00080000:1.0:1767328606.646703:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13799
00000100:00080000:1.0:1767328606.646712:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328606.646712:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328606.646720:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762112
00000100:00080000:1.0:1767328606.646721:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328606.646728:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762112
00000100:00100000:1.0:1767328606.646747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5d180 x1853164010762624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328606.646758:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328606.646775:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328606.646779:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328606.646781:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328606.646785:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13799
00000100:00100000:2.0:1767328606.646787:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762240
00000100:00080000:1.0:1767328606.646789:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328606.646790:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8474
00000100:00100000:2.0:1767328606.646793:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762240
00000100:00080000:1.0:1767328606.646798:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328606.646804:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010762112:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328606.646812:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c700 x1853164010762880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328606.646832:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35298
00002000:00000024:0.0:1767328606.646833:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:1.0:1767328606.646839:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328606.646839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010762624:0@lo:38:kworker.0
00000100:00100000:2.0:1767328606.646844:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010762240:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328606.646847:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328606.646852:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328606.646856:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13799
00000100:00080000:1.0:1767328606.646859:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328606.646862:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767328606.646869:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328606.646874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010762112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328606.646878:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ca80 x1853164010763136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328606.646887:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8474
00000100:00100000:3.0:1767328606.646894:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328606.646909:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010762496:0@lo:400:kworker.0
00000100:00080000:0.0:1767328606.646916:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328606.646924:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010762240:12345-0@lo:38:kworker.0 Request processed in 80us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328606.646930:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762624
00000100:00100000:3.0:1767328606.646932:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010762880:0@lo:38:kworker.0
00000100:00100000:0.0:1767328606.646935:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762624
00000100:00100000:2.0:1767328606.646936:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35298
00000100:00100000:1.0:1767328606.646959:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328606.646989:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529
00000100:00100000:1.0:1767328606.646993:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328606.646997:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328606.646999:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010762624:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328606.647003:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010762752:0@lo:400:kworker.0
00000100:00100000:3.0:1767328606.647004:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328606.647013:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010763008:0@lo:400:kworker.0
00010000:00020000:0.0:1767328606.647017:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328606.647052:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328606.647053:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328606.647060:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328606.647066:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010762240:0@lo:38:kworker.0
00000100:00100000:2.0:1767328606.647085:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762880
00000100:00100000:2.0:1767328606.647091:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762880
00000100:00100000:3.0:1767328606.647094:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010763136:0@lo:38:kworker.0
00000100:00100000:0.0:1767328606.647095:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010762624:12345-0@lo:38:kworker.0 Request processed in 96us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328606.647108:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529
00000100:00100000:2.0:1767328606.647120:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762752
00000100:00100000:1.0:1767328606.647123:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762368
00000100:00100000:2.0:1767328606.647125:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762752
00000100:00100000:0.0:1767328606.647130:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530
00000100:00100000:1.0:1767328606.647130:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762368
00000100:00100000:3.0:1767328606.647138:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328606.647142:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010762880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328606.647151:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328606.647175:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010762496
00000100:00100000:2.0:1767328606.647176:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763136
00000100:00100000:1.0:1767328606.647180:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010762496
00000100:00080000:3.0:1767328606.647180:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328606.647182:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763136
00000100:00100000:0.0:1767328606.647186:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010762880:12345-0@lo:38:kworker.0 Request processed in 43us (187us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328606.647191:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328606.647196:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530
00000100:00100000:3.0:1767328606.647201:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010762624:0@lo:38:kworker.0
00000100:00100000:1.0:1767328606.647217:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9583
00000100:00100000:2.0:1767328606.647219:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507
00000100:00100000:0.0:1767328606.647230:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531
00000100:00100000:1.0:1767328606.647231:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010762368:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328606.647231:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328606.647235:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010762752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328606.647244:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010763136:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328606.647244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328606.647254:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010762880:0@lo:38:kworker.0
00010000:00020000:0.0:1767328606.647257:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328606.647288:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010762368:12345-0@lo:400:kworker.0 Request processed in 62us (532us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328606.647293:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9583
00000100:00100000:2.0:1767328606.647315:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010762752:12345-0@lo:400:kworker.0 Request processed in 83us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328606.647316:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010763136:12345-0@lo:38:kworker.0 Request processed in 74us (181us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328606.647317:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9584
00000100:00080000:3.0:1767328606.647320:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328606.647331:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328606.647332:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010762496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328606.647338:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507
00000100:00100000:3.0:1767328606.647342:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010763136:0@lo:38:kworker.0
00000100:00100000:0.0:1767328606.647348:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531
00000100:00080000:2.0:1767328606.647370:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328606.647375:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010762496:12345-0@lo:400:kworker.0 Request processed in 46us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328606.647381:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9584
00000100:00100000:1.0:1767328606.647443:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010762752:0@lo:400:kworker.0
00000100:00100000:1.0:1767328606.647456:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010762496:0@lo:400:kworker.0
00000100:00100000:3.0:1767328606.647464:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328606.647478:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010762112:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328606.647503:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763008
00000100:00100000:2.0:1767328606.647509:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763008
00000100:00100000:3.0:1767328606.647511:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010762368:0@lo:400:kworker.0
00000100:00080000:0.0:1767328606.647544:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328606.647562:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508
00000100:00100000:2.0:1767328606.647570:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010763008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328606.647611:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010763008:12345-0@lo:400:kworker.0 Request processed in 42us (152us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328606.647618:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508
00000100:00100000:3.0:1767328606.647652:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010763008:0@lo:400:kworker.0
00010000:00010000:2.0:1767328607.606544:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328608.630574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328609.654579:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328610.678607:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328611.152967:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328611.153000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328611.153022:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255168
00000100:00100000:3.0:1767328611.153033:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255168
00000100:00100000:1.0:1767328611.153053:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255040
00000100:00100000:1.0:1767328611.153060:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255040
00000100:00080000:0.0:1767328611.153094:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328611.153101:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2509
00000100:00100000:1.0:1767328611.153113:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993255168:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328611.153119:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4532
00000100:00100000:3.0:1767328611.153128:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993255040:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328611.153150:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328611.153182:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993255168:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328611.153190:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993255040:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (184us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328611.153196:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2509
00000100:00100000:3.0:1767328611.153207:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4532
00000100:00100000:1.0:1767328611.254616:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328611.254636:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010763264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328611.254690:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328611.254748:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763264
00000100:00100000:0.0:1767328611.254769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763264
00000100:00100000:0.0:1767328611.254832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8475
00000100:00080000:2.0:1767328611.254836:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328611.254845:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010763264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328611.254877:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328611.254966:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010763264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328611.254977:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8475
00000100:00100000:1.0:1767328611.255004:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010763264:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328611.702552:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328611.766490:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328611.766501:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328611.766505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328611.766510:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328611.766515:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328611.766525:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13804
00000100:00080000:1.0:1767328611.766532:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328611.766540:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328611.766569:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c380 x1853164010763520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328611.766610:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328611.766615:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328611.766618:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328611.766621:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010763648:0@lo:400:kworker.0
00000100:00100000:3.0:1767328611.766624:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010763520:0@lo:38:kworker.0
00000100:00080000:1.0:1767328611.766626:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13804
00000100:00100000:2.0:1767328611.766631:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010763392:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328611.766635:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328611.766642:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328611.766658:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5e680 x1853164010763776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328611.766696:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328611.766700:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328611.766703:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328611.766710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328611.766711:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328611.766713:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328611.766725:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13804
00000100:00080000:1.0:1767328611.766730:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328611.766736:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328611.766752:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ce00 x1853164010764032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328611.766776:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328611.766780:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328611.766783:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328611.766789:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13804
00000100:00080000:1.0:1767328611.766794:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328611.766800:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328611.766806:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010763776:0@lo:38:kworker.0
00000100:00100000:2.0:1767328611.766813:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763392
00000100:00100000:1.0:1767328611.766816:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c000 x1853164010764288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328611.766820:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763392
00000100:00100000:0.0:1767328611.766830:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010763904:0@lo:400:kworker.0
00000100:00100000:3.0:1767328611.766843:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328611.766873:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010764032:0@lo:38:kworker.0
00000100:00100000:0.0:1767328611.766877:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328611.766879:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8476
00000100:00100000:1.0:1767328611.766881:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763648
00000100:00100000:1.0:1767328611.766888:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763648
00000100:00100000:2.0:1767328611.766893:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010763392:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328611.766935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767328611.766936:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328611.766945:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328611.766948:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9585
00000100:00100000:0.0:1767328611.766958:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010764160:0@lo:400:kworker.0
00000100:00100000:1.0:1767328611.766966:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010763648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328611.766968:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010764288:0@lo:38:kworker.0
00000100:00100000:2.0:1767328611.766983:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010763392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (277us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328611.766990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8476
00000100:00100000:0.0:1767328611.767001:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328611.767016:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328611.767021:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763520
00000100:00100000:3.0:1767328611.767027:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763520
00000100:00100000:2.0:1767328611.767034:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763776
00000100:00100000:2.0:1767328611.767039:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763776
00000100:00100000:1.0:1767328611.767044:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010763648:12345-0@lo:400:kworker.0 Request processed in 82us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328611.767054:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9585
00000100:00100000:3.0:1767328611.767062:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35299
00000100:00100000:0.0:1767328611.767067:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010763904
00000100:00100000:2.0:1767328611.767070:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764032
00000100:00100000:3.0:1767328611.767072:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010763520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328611.767074:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764032
00000100:00100000:0.0:1767328611.767076:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010763904
00000100:00100000:2.0:1767328611.767095:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764160
00010000:00020000:3.0:1767328611.767096:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328611.767099:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764160
00000100:00100000:1.0:1767328611.767104:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533
00000100:00100000:1.0:1767328611.767113:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010763776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328611.767127:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510
00010000:00020000:1.0:1767328611.767129:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328611.767137:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511
00000100:00100000:3.0:1767328611.767139:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010763520:12345-0@lo:38:kworker.0 Request processed in 67us (432us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328611.767142:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010763904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328611.767151:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010764160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328611.767156:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35299
00000100:00100000:1.0:1767328611.767175:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010763776:12345-0@lo:38:kworker.0 Request processed in 59us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328611.767194:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533
00000100:00100000:3.0:1767328611.767202:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534
00000100:00100000:3.0:1767328611.767210:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010764032:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328611.767216:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010763904:12345-0@lo:400:kworker.0 Request processed in 76us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328611.767219:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010764160:12345-0@lo:400:kworker.0 Request processed in 71us (217us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328611.767226:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328611.767233:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510
00000100:00100000:2.0:1767328611.767241:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511
00000100:00100000:1.0:1767328611.767252:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010763648:0@lo:400:kworker.0
00000100:00100000:3.0:1767328611.767268:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010764032:12345-0@lo:38:kworker.0 Request processed in 56us (333us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328611.767278:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534
00000100:00100000:0.0:1767328611.767284:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010764160:0@lo:400:kworker.0
00000100:00080000:2.0:1767328611.767284:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328611.767306:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010763904:0@lo:400:kworker.0
00000100:00100000:3.0:1767328611.767312:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328611.767324:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010763392:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328611.767337:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764288
00000100:00100000:1.0:1767328611.767343:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764288
00000100:00080000:3.0:1767328611.767354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328611.767360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328611.767367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010763776:0@lo:38:kworker.0
00000100:00100000:2.0:1767328611.767374:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535
00000100:00080000:3.0:1767328611.767381:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328611.767382:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010764288:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328611.767392:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767328611.767397:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328611.767399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010764032:0@lo:38:kworker.0
00000100:00080000:3.0:1767328611.767413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328611.767448:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010764288:12345-0@lo:38:kworker.0 Request processed in 66us (141us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328611.767452:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328611.767458:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535
00000100:00100000:3.0:1767328611.767462:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010763520:0@lo:38:kworker.0
00000100:00080000:3.0:1767328611.767501:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328611.767505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328611.767508:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010764288:0@lo:38:kworker.0
00010000:00010000:2.0:1767328612.726549:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328613.750565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328614.774552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767328615.248771:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993255296 offset 0 length 520: 4
00000100:00100000:2.0:1767328615.248802:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328615.248827:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328615.248852:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255552
00000100:00100000:3.0:1767328615.248862:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255552
00000100:00100000:1.0:1767328615.248898:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255424
00000100:00100000:1.0:1767328615.248907:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255424
00000100:00080000:2.0:1767328615.248917:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328615.248937:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2512
00000100:00100000:3.0:1767328615.248950:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993255552:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328615.248957:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4536
00000100:00100000:1.0:1767328615.248967:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993255424:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328615.248990:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328615.249019:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993255552:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328615.249030:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2512
00000100:00100000:1.0:1767328615.249031:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993255424:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328615.249042:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4536
00010000:00010000:0.0:1767328615.798535:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328616.374646:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328616.374669:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010764416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328616.374742:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328616.374769:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764416
00000100:00100000:1.0:1767328616.374778:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764416
00000100:00080000:2.0:1767328616.374834:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328616.374838:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8477
00000100:00100000:1.0:1767328616.374851:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010764416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328616.374894:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328616.374944:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010764416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328616.374950:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8477
00000100:00100000:0.0:1767328616.375006:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010764416:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328616.822560:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328616.886492:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328616.886500:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1767328616.886502:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328591/real 1767328591]  req@ffff9bb5890a0a80 x1853164010758400/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328616 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328616.886503:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328616.886507:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328616.886511:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328616.886517:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13809
00000100:00080000:1.0:1767328616.886523:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328616.886532:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328616.886536:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5890a0a80 x1853164010758400/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328616 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328616.886547:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328616.886555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328616.886560:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5df80 x1853164010764672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328616.886563:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010764544:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328616.886573:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328616.886578:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010758400:0@lo:250:kworker.0
00000100:00100000:2.0:1767328616.886605:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010764672:0@lo:38:kworker.0
00000100:00080000:1.0:1767328616.886606:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328616.886610:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328616.886613:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328616.886617:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13809
00000100:00100000:0.0:1767328616.886621:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010764800:0@lo:400:kworker.0
00000100:00080000:1.0:1767328616.886622:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328616.886632:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328616.886632:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328616.886649:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328616.886653:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c000 x1853164010764928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328616.886678:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328616.886679:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328616.886684:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328616.886687:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328616.886692:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13809
00000100:00080000:1.0:1767328616.886696:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328616.886700:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328616.886709:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010764928:0@lo:38:kworker.0
00000100:00100000:1.0:1767328616.886713:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ce00 x1853164010765184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328616.886714:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328616.886727:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010765056:0@lo:400:kworker.0
00000100:00100000:3.0:1767328616.886729:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764672
00000100:00100000:3.0:1767328616.886737:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764672
00000100:00100000:2.0:1767328616.886744:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328616.886750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328616.886755:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328616.886757:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328616.886761:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13809
00000100:00080000:1.0:1767328616.886764:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328616.886770:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328616.886779:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328616.886779:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010765184:0@lo:38:kworker.0
00000100:00100000:3.0:1767328616.886780:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35300
00000100:00100000:1.0:1767328616.886787:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5f800 x1853164010765440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328616.886795:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010764672:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328616.886812:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328616.886817:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767328616.886818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328616.886818:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328616.886820:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328616.886823:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764928
00000100:00080000:1.0:1767328616.886827:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13789
00000100:00100000:0.0:1767328616.886830:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764928
00000100:00080000:1.0:1767328616.886832:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328616.886838:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328616.886849:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010765440:0@lo:38:kworker.0
00000100:00100000:1.0:1767328616.886853:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5d880 x1853164010765568/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328616.886860:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765056
00000100:00100000:0.0:1767328616.886866:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765056
00000100:00100000:3.0:1767328616.886866:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010764672:12345-0@lo:38:kworker.0 Request processed in 71us (216us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328616.886899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328616.886903:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35300
00000100:00100000:1.0:1767328616.886910:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764544
00000100:00100000:1.0:1767328616.886917:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764544
00000100:00100000:0.0:1767328616.886941:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765184
00000100:00080000:2.0:1767328616.886941:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328616.886946:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765440
00000100:00100000:0.0:1767328616.886947:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765184
00000100:00080000:2.0:1767328616.886951:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328616.886952:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765440
00000100:00100000:1.0:1767328616.886959:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8478
00000100:00100000:2.0:1767328616.886959:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010764672:0@lo:38:kworker.0
00000100:00100000:1.0:1767328616.886970:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010764544:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328616.886980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010765568:0@lo:250:kworker.0
00000100:00100000:0.0:1767328616.886982:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513
00000100:00100000:3.0:1767328616.886992:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4537
00000100:00100000:0.0:1767328616.886997:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010765056:12345-0@lo:400:kworker.0
00002000:00000024:1.0:1767328616.886998:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000400:00000100:2.0:1767328616.887006:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010765568 offset 0 length 520: 4
00000100:00100000:3.0:1767328616.887012:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010764928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328616.887027:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328616.887050:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010764544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328616.887059:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010765056:12345-0@lo:400:kworker.0 Request processed in 66us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328616.887063:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8478
00000100:00100000:0.0:1767328616.887072:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513
00000100:00100000:3.0:1767328616.887081:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010764928:12345-0@lo:38:kworker.0 Request processed in 78us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328616.887082:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538
00000100:00100000:3.0:1767328616.887097:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4537
00000100:00100000:1.0:1767328616.887098:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010764800
00000100:00100000:2.0:1767328616.887098:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010765184:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328616.887103:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010764800
00000100:00100000:0.0:1767328616.887107:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539
00010000:00020000:2.0:1767328616.887114:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328616.887116:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010765440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328616.887128:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328616.887139:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328616.887145:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9586
00000100:00080000:3.0:1767328616.887149:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328616.887159:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010764800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328616.887160:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010765184:12345-0@lo:38:kworker.0 Request processed in 67us (344us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328616.887162:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010764928:0@lo:38:kworker.0
00000100:00100000:0.0:1767328616.887169:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010765440:12345-0@lo:38:kworker.0 Request processed in 51us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328616.887176:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538
00000100:00100000:0.0:1767328616.887182:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539
00000100:00080000:3.0:1767328616.887191:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328616.887197:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328616.887202:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010765440:0@lo:38:kworker.0
00000100:00100000:1.0:1767328616.887210:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010764800:12345-0@lo:400:kworker.0 Request processed in 52us (531us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328616.887211:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767328616.887215:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328616.887217:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328616.887225:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010765312:0@lo:400:kworker.0
00000100:00080000:2.0:1767328616.887226:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328616.887226:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328616.887227:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9586
00000100:00100000:3.0:1767328616.887238:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010765184:0@lo:38:kworker.0
00000100:00100000:0.0:1767328616.887260:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328616.887283:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010765056:0@lo:400:kworker.0
00000100:00100000:2.0:1767328616.887283:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010764544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328616.887293:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765312
00000100:00100000:3.0:1767328616.887298:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765312
00000100:00100000:1.0:1767328616.887303:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010764800:0@lo:400:kworker.0
00000100:00080000:2.0:1767328616.887334:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328616.887340:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514
00000100:00100000:3.0:1767328616.887349:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010765312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328616.887385:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010765312:12345-0@lo:400:kworker.0 Request processed in 37us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328616.887392:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514
00000100:00100000:0.0:1767328616.887397:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010765312:0@lo:400:kworker.0
00010000:00010000:2.0:1767328617.846564:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328618.870545:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328619.894574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328620.368817:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328620.368887:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255680
00000100:00100000:2.0:1767328620.368898:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328620.368898:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255680
00000100:00100000:3.0:1767328620.368943:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255808
00000100:00100000:3.0:1767328620.368946:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255808
00000100:00100000:0.0:1767328620.368958:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4540
00000100:00100000:0.0:1767328620.368967:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993255680:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328620.368988:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328620.368996:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2515
00000100:00080000:2.0:1767328620.368997:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328620.369010:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993255808:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328620.369045:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993255680:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328620.369059:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4540
00000100:00100000:3.0:1767328620.369060:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993255808:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328620.369072:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2515
00010000:00010000:0.0:1767328620.918608:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328621.494613:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010765696:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328621.494676:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328621.494726:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765696
00000100:00100000:1.0:1767328621.494735:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765696
00000100:00100000:1.0:1767328621.494797:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8479
00000100:00080000:2.0:1767328621.494798:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328621.494807:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010765696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328621.494831:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328621.494899:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010765696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328621.494906:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8479
00000100:00100000:3.0:1767328621.494949:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010765696:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328621.942627:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328622.006491:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328622.006500:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328622.006503:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328622.006507:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328622.006511:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328622.006517:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13814
00000100:00080000:1.0:1767328622.006522:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328622.006528:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328622.006553:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5e300 x1853164010765952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328622.006577:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328622.006580:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328622.006582:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328622.006585:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13814
00000100:00080000:1.0:1767328622.006587:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328622.006590:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328622.006598:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5d500 x1853164010766208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328622.006606:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010766080:0@lo:400:kworker.0
00000100:00100000:0.0:1767328622.006625:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010765824:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328622.006639:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328622.006643:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328622.006645:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328622.006649:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13814
00000100:00080000:1.0:1767328622.006651:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328622.006654:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328622.006665:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010766336:0@lo:400:kworker.0
00000100:00100000:1.0:1767328622.006668:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ca80 x1853164010766464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328622.006687:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328622.006688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328622.006689:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328622.006694:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328622.006697:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328622.006701:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13814
00000100:00080000:1.0:1767328622.006703:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328622.006706:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328622.006713:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328622.006724:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5d180 x1853164010766720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328622.006748:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328622.006758:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010766592:0@lo:400:kworker.0
00000100:00100000:1.0:1767328622.006759:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766080
00000100:00100000:1.0:1767328622.006767:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766080
00000100:00100000:0.0:1767328622.006773:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765824
00000100:00100000:3.0:1767328622.006776:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766336
00000100:00100000:0.0:1767328622.006779:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765824
00000100:00100000:3.0:1767328622.006782:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766336
00000100:00100000:2.0:1767328622.006788:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328622.006825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328622.006831:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328622.006851:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8480
00000100:00100000:1.0:1767328622.006852:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9587
00000100:00100000:2.0:1767328622.006864:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766592
00000100:00100000:0.0:1767328622.006866:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010765824:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328622.006867:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010766080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328622.006872:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766592
00000100:00100000:3.0:1767328622.006876:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516
00000100:00100000:3.0:1767328622.006893:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010766336:12345-0@lo:400:kworker.0
00002000:00000024:0.0:1767328622.006902:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328622.006931:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517
00000100:00100000:1.0:1767328622.006939:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010766080:12345-0@lo:400:kworker.0 Request processed in 76us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328622.006947:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010766592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328622.006950:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9587
00000100:00100000:3.0:1767328622.006958:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010766336:12345-0@lo:400:kworker.0 Request processed in 71us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328622.006961:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010765824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328622.006971:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516
00000100:00100000:0.0:1767328622.006976:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8480
00000100:00100000:2.0:1767328622.007004:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010766592:12345-0@lo:400:kworker.0 Request processed in 61us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328622.007012:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517
00000100:00100000:3.0:1767328622.007021:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010766080:0@lo:400:kworker.0
00000100:00100000:0.0:1767328622.007037:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010765824:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328622.007039:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328622.007055:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010765952:0@lo:38:kworker.0
00000100:00100000:2.0:1767328622.007075:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010766592:0@lo:400:kworker.0
00000100:00100000:3.0:1767328622.007083:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328622.007093:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010766336:0@lo:400:kworker.0
00000100:00100000:3.0:1767328622.007112:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010766208:0@lo:38:kworker.0
00000100:00100000:3.0:1767328622.007131:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328622.007133:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010765952
00000100:00100000:0.0:1767328622.007137:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010765952
00000100:00100000:3.0:1767328622.007146:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010766464:0@lo:38:kworker.0
00000100:00100000:2.0:1767328622.007163:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766208
00000100:00100000:3.0:1767328622.007166:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328622.007170:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766208
00000100:00100000:0.0:1767328622.007171:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35301
00000100:00100000:0.0:1767328622.007179:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010765952:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328622.007182:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010766720:0@lo:38:kworker.0
00010000:00020000:0.0:1767328622.007196:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328622.007204:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328622.007205:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766464
00000100:00100000:1.0:1767328622.007211:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541
00000100:00100000:2.0:1767328622.007211:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766464
00000100:00100000:1.0:1767328622.007221:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010766208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328622.007232:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328622.007239:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010765952:12345-0@lo:38:kworker.0 Request processed in 57us (154us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328622.007241:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766720
00000100:00080000:3.0:1767328622.007243:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328622.007248:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766720
00000100:00080000:3.0:1767328622.007252:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328622.007253:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35301
00000100:00100000:3.0:1767328622.007259:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010765952:0@lo:38:kworker.0
00000100:00100000:1.0:1767328622.007271:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010766208:12345-0@lo:38:kworker.0 Request processed in 48us (138us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328622.007276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328622.007281:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541
00000100:00080000:3.0:1767328622.007284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328622.007289:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010766208:0@lo:38:kworker.0
00000100:00100000:2.0:1767328622.007295:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542
00000100:00100000:2.0:1767328622.007304:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010766464:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328622.007307:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543
00000100:00100000:1.0:1767328622.007316:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010766720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328622.007325:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328622.007327:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328622.007372:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010766720:12345-0@lo:38:kworker.0 Request processed in 56us (171us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328622.007380:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543
00000100:00100000:2.0:1767328622.007380:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010766464:12345-0@lo:38:kworker.0 Request processed in 73us (211us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328622.007385:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328622.007393:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328622.007399:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542
00000100:00100000:3.0:1767328622.007402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010766464:0@lo:38:kworker.0
00000100:00080000:3.0:1767328622.007412:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328622.007432:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328622.007434:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010766720:0@lo:38:kworker.0
00010000:00010000:2.0:1767328622.966580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328623.990643:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328625.014549:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328625.488970:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328625.489007:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328625.489029:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256064
00000100:00100000:0.0:1767328625.489038:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256064
00000100:00100000:1.0:1767328625.489047:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993255936
00000100:00100000:1.0:1767328625.489054:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993255936
00000100:00080000:2.0:1767328625.489091:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328625.489101:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2518
00000100:00100000:0.0:1767328625.489113:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4544
00000100:00100000:1.0:1767328625.489118:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993256064:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328625.489128:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993255936:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328625.489153:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328625.489197:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993256064:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328625.489200:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993255936:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (190us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328625.489208:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2518
00000100:00100000:0.0:1767328625.489215:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4544
00010000:00010000:0.0:1767328626.038553:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328626.614640:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010766848:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328626.614700:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328626.614748:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766848
00000100:00100000:0.0:1767328626.614756:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766848
00000100:00080000:2.0:1767328626.614799:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328626.614820:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8481
00000100:00100000:0.0:1767328626.614829:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010766848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328626.614854:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328626.614896:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010766848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328626.614903:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8481
00000100:00100000:2.0:1767328626.614939:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010766848:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328627.062543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328627.126529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328627.126536:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328627.126539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328627.126543:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328627.126547:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328627.126553:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13819
00000100:00080000:0.0:1767328627.126557:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328627.126563:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328627.126589:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049c00 x1853164010767104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328627.126601:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328627.126614:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010766976:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328627.126632:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328627.126638:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328627.126641:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328627.126646:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010767232:0@lo:400:kworker.0
00000100:00080000:0.0:1767328627.126649:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13819
00000100:00080000:0.0:1767328627.126655:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328627.126660:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328627.126679:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328627.126680:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010767360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328627.126692:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328627.126698:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010767104:0@lo:38:kworker.0
00000100:00080000:0.0:1767328627.126709:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328627.126713:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328627.126715:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328627.126719:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13819
00000100:00080000:0.0:1767328627.126722:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328627.126724:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767328627.126728:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328627.126733:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010767488:0@lo:400:kworker.0
00000100:00100000:3.0:1767328627.126741:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328627.126743:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b800 x1853164010767616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328627.126758:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010766976
00000100:00100000:2.0:1767328627.126765:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010766976
00000100:00100000:1.0:1767328627.126771:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328627.126773:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328627.126774:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010767360:0@lo:38:kworker.0
00000100:00080000:0.0:1767328627.126782:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328627.126785:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328627.126788:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13819
00000100:00080000:0.0:1767328627.126790:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328627.126793:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328627.126828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328627.126829:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767232
00000100:00100000:0.0:1767328627.126832:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010767872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328627.126835:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767232
00000100:00100000:2.0:1767328627.126844:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8482
00000100:00100000:2.0:1767328627.126856:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010766976:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328627.126864:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010767616:0@lo:38:kworker.0
00000100:00100000:0.0:1767328627.126879:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767488
00000100:00100000:1.0:1767328627.126880:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9588
00002000:00000024:2.0:1767328627.126884:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328627.126887:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767488
00000100:00100000:3.0:1767328627.126892:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328627.126893:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010767232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328627.126917:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010767872:0@lo:38:kworker.0
00000100:00100000:0.0:1767328627.126937:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767360
00000100:00100000:2.0:1767328627.126942:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010766976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328627.126944:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767360
00000100:00100000:2.0:1767328627.126950:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8482
00000100:00100000:0.0:1767328627.126970:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767616
00000100:00080000:2.0:1767328627.126973:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328627.126975:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767616
00000100:00080000:2.0:1767328627.126979:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328627.126990:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010767744:0@lo:400:kworker.0
00000100:00100000:0.0:1767328627.126997:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519
00000100:00100000:0.0:1767328627.127007:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010767488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328627.127025:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010767232:12345-0@lo:400:kworker.0 Request processed in 135us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328627.127035:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9588
00000100:00100000:3.0:1767328627.127036:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328627.127052:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767872
00000100:00100000:2.0:1767328627.127057:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767872
00000100:00100000:0.0:1767328627.127072:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010767488:12345-0@lo:400:kworker.0 Request processed in 66us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328627.127080:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519
00000100:00100000:2.0:1767328627.127087:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545
00000100:00100000:2.0:1767328627.127096:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010767360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328627.127097:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010767488:0@lo:400:kworker.0
00000100:00100000:3.0:1767328627.127099:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546
00000100:00100000:3.0:1767328627.127112:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010767616:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328627.127113:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4547
00000100:00100000:1.0:1767328627.127117:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010767232:0@lo:400:kworker.0
00010000:00020000:2.0:1767328627.127124:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328627.127126:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010767872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328627.127131:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328627.127140:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328627.127188:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010767360:12345-0@lo:38:kworker.0 Request processed in 91us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328627.127189:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010767616:12345-0@lo:38:kworker.0 Request processed in 78us (298us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328627.127198:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010767872:12345-0@lo:38:kworker.0 Request processed in 71us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328627.127199:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328627.127208:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546
00000100:00100000:2.0:1767328627.127216:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545
00000100:00100000:0.0:1767328627.127226:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4547
00000100:00100000:3.0:1767328627.127229:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767744
00000100:00100000:3.0:1767328627.127234:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767744
00000100:00100000:1.0:1767328627.127239:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010766976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328627.127258:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010767104
00000100:00100000:2.0:1767328627.127265:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010767104
00000100:00100000:0.0:1767328627.127286:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520
00000100:00100000:0.0:1767328627.127297:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010767744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328627.127305:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35302
00000100:00100000:2.0:1767328627.127314:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010767104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328627.127328:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328627.127332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328627.127338:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010767744:12345-0@lo:400:kworker.0 Request processed in 43us (145us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328627.127340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328627.127347:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010767616:0@lo:38:kworker.0
00000100:00100000:0.0:1767328627.127349:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520
00000100:00080000:3.0:1767328627.127366:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328627.127370:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010767104:12345-0@lo:38:kworker.0 Request processed in 55us (629us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328627.127374:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328627.127381:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010767872:0@lo:38:kworker.0
00000100:00100000:2.0:1767328627.127382:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35302
00000100:00100000:0.0:1767328627.127388:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010767744:0@lo:400:kworker.0
00000100:00080000:3.0:1767328627.127401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328627.127408:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767328627.127409:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328627.127412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010767104:0@lo:38:kworker.0
00000100:00080000:3.0:1767328627.127441:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328627.127444:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328627.127448:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010767360:0@lo:38:kworker.0
00010000:00010000:2.0:1767328628.086522:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328629.110546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328630.134537:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328630.608958:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328630.608994:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328630.609017:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256192
00000100:00100000:0.0:1767328630.609028:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256192
00000100:00100000:3.0:1767328630.609034:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256320
00000100:00100000:3.0:1767328630.609041:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256320
00000100:00100000:0.0:1767328630.609078:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4548
00000100:00100000:0.0:1767328630.609086:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993256192:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328630.609087:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328630.609110:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2521
00010000:00020000:0.0:1767328630.609113:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328630.609126:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993256320:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328630.609172:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993256192:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (218us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328630.609173:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993256320:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328630.609189:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2521
00000100:00100000:0.0:1767328630.609196:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4548
00010000:00010000:0.0:1767328631.158537:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328631.734624:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010768000:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328631.734685:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328631.734725:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768000
00000100:00100000:2.0:1767328631.734734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768000
00000100:00080000:0.0:1767328631.734806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328631.734815:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8483
00000100:00100000:2.0:1767328631.734825:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010768000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328631.734851:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328631.734897:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010768000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328631.734903:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8483
00000100:00100000:1.0:1767328631.734957:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010768000:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328632.182542:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328632.246504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328632.246514:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328632.246518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328632.246521:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328632.246525:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328632.246532:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13824
00000100:00080000:0.0:1767328632.246536:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328632.246543:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328632.246573:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010768256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328632.246592:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010768128:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328632.246638:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328632.246639:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010768256:0@lo:38:kworker.0
00000100:00100000:3.0:1767328632.246642:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010768384:0@lo:400:kworker.0
00000100:00080000:0.0:1767328632.246648:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328632.246653:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328632.246658:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13824
00000100:00100000:1.0:1767328632.246660:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328632.246662:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328632.246666:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328632.246683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048700 x1853164010768640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328632.246706:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328632.246713:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328632.246713:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328632.246717:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328632.246717:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010768768:0@lo:400:kworker.0
00000100:00080000:0.0:1767328632.246721:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328632.246725:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13824
00000100:00080000:0.0:1767328632.246729:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328632.246733:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328632.246747:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010768896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328632.246780:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010768640:0@lo:38:kworker.0
00000100:00100000:1.0:1767328632.246786:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328632.246799:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768128
00000100:00080000:0.0:1767328632.246804:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328632.246809:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768128
00000100:00080000:0.0:1767328632.246810:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328632.246815:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328632.246819:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328632.246821:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13824
00000100:00100000:2.0:1767328632.246825:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328632.246828:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328632.246829:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010768512:0@lo:400:kworker.0
00000100:00080000:0.0:1767328632.246834:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328632.246849:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010769152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328632.246861:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010768896:0@lo:38:kworker.0
00000100:00100000:1.0:1767328632.246868:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328632.246884:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768768
00000100:00100000:3.0:1767328632.246885:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8484
00000100:00100000:0.0:1767328632.246889:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768768
00000100:00100000:3.0:1767328632.246902:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010768128:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328632.246908:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768384
00000100:00100000:2.0:1767328632.246911:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328632.246915:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768384
00000100:00100000:0.0:1767328632.246937:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768640
00002000:00000024:3.0:1767328632.246940:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328632.246941:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768640
00000100:00100000:1.0:1767328632.246952:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768512
00000100:00100000:2.0:1767328632.246957:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010769152:0@lo:38:kworker.0
00000100:00100000:1.0:1767328632.246958:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768512
00000100:00100000:0.0:1767328632.246963:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768896
00000100:00100000:0.0:1767328632.246967:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768896
00000100:00100000:3.0:1767328632.246996:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010768128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328632.246997:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522
00000100:00100000:1.0:1767328632.246997:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9589
00000100:00100000:2.0:1767328632.247007:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328632.247016:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010768384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328632.247016:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8484
00000100:00100000:0.0:1767328632.247018:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010768768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328632.247051:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010768256
00000100:00100000:2.0:1767328632.247058:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010768256
00000100:00100000:3.0:1767328632.247064:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9590
00000100:00100000:0.0:1767328632.247072:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010768768:12345-0@lo:400:kworker.0 Request processed in 62us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328632.247072:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010768384:12345-0@lo:400:kworker.0 Request processed in 59us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328632.247077:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010768512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328632.247088:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522
00000100:00100000:1.0:1767328632.247088:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9589
00000100:00100000:2.0:1767328632.247096:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35303
00000100:00100000:2.0:1767328632.247105:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010768256:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328632.247112:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769152
00000100:00100000:3.0:1767328632.247117:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010768512:12345-0@lo:400:kworker.0 Request processed in 42us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328632.247119:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769152
00000100:00100000:3.0:1767328632.247125:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9590
00010000:00020000:2.0:1767328632.247127:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328632.247132:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010769024:0@lo:400:kworker.0
00000100:00100000:0.0:1767328632.247140:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549
00000100:00100000:0.0:1767328632.247147:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010768640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328632.247161:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328632.247165:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4550
00000100:00100000:3.0:1767328632.247171:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010768896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328632.247179:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328632.247186:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328632.247192:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010768256:12345-0@lo:38:kworker.0 Request processed in 83us (482us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328632.247202:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35303
00000100:00100000:1.0:1767328632.247218:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010768128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328632.247219:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010768640:12345-0@lo:38:kworker.0 Request processed in 69us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328632.247228:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549
00000100:00100000:3.0:1767328632.247233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010768896:12345-0@lo:38:kworker.0 Request processed in 59us (327us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328632.247235:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769024
00000100:00100000:2.0:1767328632.247243:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769024
00000100:00100000:3.0:1767328632.247244:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4550
00000100:00100000:0.0:1767328632.247254:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551
00000100:00100000:0.0:1767328632.247262:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010769152:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328632.247272:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328632.247274:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328632.247277:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328632.247289:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523
00000100:00100000:3.0:1767328632.247299:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010769024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328632.247307:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010768384:0@lo:400:kworker.0
00000100:00100000:0.0:1767328632.247311:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010769152:12345-0@lo:38:kworker.0 Request processed in 49us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328632.247320:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551
00000100:00080000:2.0:1767328632.247341:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328632.247345:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010769024:12345-0@lo:400:kworker.0 Request processed in 47us (169us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328632.247351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328632.247361:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523
00000100:00100000:2.0:1767328632.247362:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010769152:0@lo:38:kworker.0
00000100:00100000:1.0:1767328632.247365:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010768512:0@lo:400:kworker.0
00000100:00080000:2.0:1767328632.247387:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328632.247393:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010768768:0@lo:400:kworker.0
00000100:00080000:2.0:1767328632.247396:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328632.247406:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010768640:0@lo:38:kworker.0
00000100:00100000:3.0:1767328632.247437:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010769024:0@lo:400:kworker.0
00000100:00080000:2.0:1767328632.247448:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328632.247454:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328632.247458:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010768896:0@lo:38:kworker.0
00000100:00080000:2.0:1767328632.247470:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328632.247473:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328632.247476:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010768256:0@lo:38:kworker.0
00010000:00010000:2.0:1767328633.206557:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328634.230549:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328635.254585:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328635.729200:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328635.729247:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256576
00000100:00100000:2.0:1767328635.729256:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328635.729257:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256576
00000100:00080000:1.0:1767328635.729333:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328635.729334:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256448
00000100:00100000:0.0:1767328635.729343:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256448
00000100:00100000:3.0:1767328635.729343:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2524
00000100:00100000:3.0:1767328635.729361:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993256576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328635.729383:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4552
00000100:00100000:0.0:1767328635.729392:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993256448:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328635.729453:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328635.729470:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993256576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 114us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328635.729481:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2524
00000100:00100000:0.0:1767328635.729491:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993256448:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328635.729502:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4552
00010000:00010000:0.0:1767328636.278554:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328636.854612:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010769280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328636.854671:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328636.854725:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769280
00000100:00100000:3.0:1767328636.854761:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769280
00000100:00080000:1.0:1767328636.854810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328636.854837:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8485
00000100:00100000:3.0:1767328636.854850:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010769280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328636.854879:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328636.854932:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010769280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328636.854942:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8485
00000100:00100000:1.0:1767328636.854968:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010769280:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328637.302563:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328637.366535:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328637.366543:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328637.366546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328637.366550:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328637.366554:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328637.366561:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13830
00000100:00080000:1.0:1767328637.366566:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328637.366574:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328637.366599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ce00 x1853164010769536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328637.366608:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328637.366622:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010769408:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328637.366637:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010769536:0@lo:38:kworker.0
00000100:00080000:1.0:1767328637.366652:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328637.366657:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328637.366659:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328637.366661:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767328637.366663:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13830
00000100:00080000:1.0:1767328637.366668:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328637.366671:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328637.366678:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010769664:0@lo:400:kworker.0
00000100:00100000:1.0:1767328637.366684:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5df80 x1853164010769920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328637.366695:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328637.366701:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328637.366707:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328637.366711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328637.366713:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328637.366716:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13830
00000100:00080000:1.0:1767328637.366719:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328637.366722:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328637.366745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324dc00 x1853164010770176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328637.366757:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328637.366766:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767328637.366776:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328637.366780:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328637.366782:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328637.366786:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010770304:0@lo:400:kworker.0
00000100:00080000:1.0:1767328637.366787:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13830
00000100:00080000:1.0:1767328637.366793:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328637.366800:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328637.366802:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010769920:0@lo:38:kworker.0
00000100:00100000:1.0:1767328637.366813:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c700 x1853164010770432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328637.366822:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769536
00000100:00100000:0.0:1767328637.366827:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328637.366831:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769536
00000100:00100000:1.0:1767328637.366842:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010770048:0@lo:400:kworker.0
00000100:00100000:3.0:1767328637.366850:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328637.366870:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770304
00000100:00100000:0.0:1767328637.366875:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770304
00000100:00100000:2.0:1767328637.366879:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35304
00000100:00100000:3.0:1767328637.366884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010770176:0@lo:38:kworker.0
00000100:00100000:1.0:1767328637.366892:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328637.366892:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010769536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328637.366917:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328637.366923:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769920
00000100:00100000:0.0:1767328637.366927:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769920
00000100:00100000:1.0:1767328637.366927:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328637.366934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328637.366938:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010769792:0@lo:400:kworker.0
00000100:00100000:0.0:1767328637.366961:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770048
00000100:00100000:0.0:1767328637.366965:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770048
00000100:00100000:2.0:1767328637.366975:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010769536:12345-0@lo:38:kworker.0 Request processed in 84us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328637.366982:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770176
00000100:00080000:3.0:1767328637.366984:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328637.366985:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328637.366987:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770176
00000100:00100000:2.0:1767328637.366990:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35304
00000100:00080000:3.0:1767328637.366996:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328637.367004:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010769536:0@lo:38:kworker.0
00000100:00100000:0.0:1767328637.367008:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525
00000100:00100000:0.0:1767328637.367020:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010770304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328637.367033:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769664
00000100:00100000:1.0:1767328637.367038:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769664
00000100:00100000:2.0:1767328637.367040:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526
00000100:00100000:3.0:1767328637.367040:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010770432:0@lo:38:kworker.0
00000100:00100000:2.0:1767328637.367059:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010770048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328637.367069:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010770304:12345-0@lo:400:kworker.0 Request processed in 50us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328637.367073:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769792
00000100:00100000:0.0:1767328637.367078:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525
00000100:00100000:1.0:1767328637.367078:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769792
00000100:00100000:3.0:1767328637.367087:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328637.367101:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770432
00000100:00100000:0.0:1767328637.367105:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770432
00000100:00100000:1.0:1767328637.367115:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9591
00000100:00100000:2.0:1767328637.367126:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010770048:12345-0@lo:400:kworker.0 Request processed in 72us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328637.367127:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010769664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328637.367128:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4553
00000100:00100000:0.0:1767328637.367140:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010769920:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328637.367145:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9592
00010000:00020000:0.0:1767328637.367158:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328637.367159:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526
00000100:00100000:3.0:1767328637.367165:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010769792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328637.367174:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010769664:12345-0@lo:400:kworker.0 Request processed in 50us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328637.367181:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9591
00000100:00100000:2.0:1767328637.367190:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554
00000100:00100000:0.0:1767328637.367203:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010769920:12345-0@lo:38:kworker.0 Request processed in 60us (355us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328637.367204:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010770176:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328637.367213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328637.367218:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4553
00000100:00080000:1.0:1767328637.367219:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328637.367225:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010769792:12345-0@lo:400:kworker.0 Request processed in 63us (239us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328637.367226:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328637.367241:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555
00000100:00100000:3.0:1767328637.367241:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9592
00000100:00100000:1.0:1767328637.367248:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010769792:0@lo:400:kworker.0
00000100:00100000:0.0:1767328637.367254:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010770432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328637.367264:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328637.367269:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010770048:0@lo:400:kworker.0
00000100:00100000:2.0:1767328637.367272:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010770176:12345-0@lo:38:kworker.0 Request processed in 71us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328637.367284:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554
00000100:00100000:3.0:1767328637.367291:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010769408
00000100:00100000:3.0:1767328637.367298:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010769408
00000100:00100000:0.0:1767328637.367299:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010770432:12345-0@lo:38:kworker.0 Request processed in 47us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328637.367307:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555
00000100:00100000:1.0:1767328637.367328:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010770304:0@lo:400:kworker.0
00000100:00080000:0.0:1767328637.367349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328637.367350:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010769664:0@lo:400:kworker.0
00000100:00100000:3.0:1767328637.367354:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8486
00000100:00080000:0.0:1767328637.367358:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328637.367365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010770432:0@lo:38:kworker.0
00000100:00100000:3.0:1767328637.367373:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010769408:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328637.367380:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328637.367385:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328637.367388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010769920:0@lo:38:kworker.0
00002000:00000024:3.0:1767328637.367399:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:0.0:1767328637.367400:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328637.367406:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328637.367409:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010770176:0@lo:38:kworker.0
00000100:00100000:3.0:1767328637.367479:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc805450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010769408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (784us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328637.367488:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8486
00000100:00100000:1.0:1767328637.367499:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010769408:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328638.326585:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328639.350562:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328640.374547:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328640.849123:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328640.849158:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328640.849172:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993256960 offset 0 length 520: 4
00000100:00100000:1.0:1767328640.849212:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256832
00000100:00100000:1.0:1767328640.849222:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256832
00000100:00100000:0.0:1767328640.849227:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993256704
00000100:00100000:0.0:1767328640.849235:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993256704
00000100:00080000:2.0:1767328640.849275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328640.849290:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2527
00000100:00100000:1.0:1767328640.849307:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4556
00000100:00100000:0.0:1767328640.849316:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993256832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328640.849317:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993256704:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328640.849343:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328640.849394:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993256704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328640.849402:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4556
00000100:00100000:0.0:1767328640.849403:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993256832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 93us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328640.849414:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2527
00010000:00010000:0.0:1767328641.398590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328641.462500:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328616/real 1767328616]  req@ffff9bb585c5d880 x1853164010765568/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328641 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328641.462538:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb585c5d880 x1853164010765568/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328641 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328641.462554:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328641.462577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328641.462580:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010765568:0@lo:250:kworker.0
00000100:00080000:1.0:1767328641.462619:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328641.462625:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328641.462627:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328641.462632:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13814
00000100:00080000:1.0:1767328641.462635:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328641.462640:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328641.462669:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d180 x1853164010770560/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328641.462689:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328641.462691:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328641.462693:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328641.462708:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13835
00000100:00080000:1.0:1767328641.462711:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328641.462714:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328641.462729:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f800 x1853164010770688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328641.462735:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010770560:0@lo:250:kworker.0
00000400:00000100:0.0:1767328641.462781:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010770560 offset 0 length 520: 4
00000100:00080000:1.0:1767328641.462788:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328641.462793:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328641.462795:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328641.462798:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13835
00000100:00080000:1.0:1767328641.462801:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328641.462803:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010770816:0@lo:400:kworker.0
00000100:00080000:1.0:1767328641.462807:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328641.462824:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010771072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328641.462842:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010770688:0@lo:38:kworker.0
00000100:00080000:1.0:1767328641.462842:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328641.462850:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328641.462852:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328641.462857:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328641.462860:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13835
00000100:00080000:1.0:1767328641.462864:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328641.462868:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328641.462869:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010770944:0@lo:400:kworker.0
00000100:00100000:0.0:1767328641.462881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328641.462883:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ce00 x1853164010771328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328641.462911:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328641.462913:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010771072:0@lo:38:kworker.0
00000100:00100000:2.0:1767328641.462913:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770688
00000100:00100000:3.0:1767328641.462920:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328641.462923:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328641.462923:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770688
00000100:00080000:1.0:1767328641.462927:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328641.462931:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13835
00000100:00080000:1.0:1767328641.462934:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328641.462938:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328641.462953:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e680 x1853164010771584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328641.462956:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328641.462963:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35305
00000100:00100000:0.0:1767328641.462964:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328641.462970:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010771200:0@lo:400:kworker.0
00000100:00100000:2.0:1767328641.462982:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010770688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328641.462996:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010771328:0@lo:38:kworker.0
00000100:00100000:1.0:1767328641.462999:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771072
00010000:00020000:2.0:1767328641.463003:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328641.463006:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771072
00000100:00100000:3.0:1767328641.463006:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328641.463038:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771200
00000100:00100000:1.0:1767328641.463043:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771200
00000100:00100000:0.0:1767328641.463044:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328641.463052:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010770688:12345-0@lo:38:kworker.0 Request processed in 78us (171us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328641.463054:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770816
00000100:00100000:3.0:1767328641.463061:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770816
00000100:00100000:2.0:1767328641.463064:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35305
00000100:00100000:0.0:1767328641.463070:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010771584:0@lo:38:kworker.0
00000100:00100000:1.0:1767328641.463083:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771328
00000100:00100000:1.0:1767328641.463087:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771328
00000100:00100000:2.0:1767328641.463100:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528
00000100:00100000:0.0:1767328641.463101:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328641.463107:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010770944
00000100:00100000:3.0:1767328641.463111:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010770944
00000100:00100000:2.0:1767328641.463113:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010771200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328641.463123:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771584
00000100:00100000:1.0:1767328641.463127:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771584
00000100:00080000:0.0:1767328641.463141:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328641.463148:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557
00000100:00080000:0.0:1767328641.463149:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328641.463154:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9593
00000100:00100000:0.0:1767328641.463158:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010770688:0@lo:38:kworker.0
00000100:00100000:1.0:1767328641.463160:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010771072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328641.463166:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010770816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328641.463168:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010771200:12345-0@lo:400:kworker.0 Request processed in 57us (166us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328641.463174:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328641.463179:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528
00000100:00100000:2.0:1767328641.463202:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558
00000100:00100000:2.0:1767328641.463207:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010771328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328641.463213:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559
00010000:00020000:2.0:1767328641.463218:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328641.463218:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010770816:12345-0@lo:400:kworker.0 Request processed in 54us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328641.463225:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010771584:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328641.463232:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9593
00000100:00100000:1.0:1767328641.463237:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010771072:12345-0@lo:38:kworker.0 Request processed in 76us (274us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328641.463239:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328641.463249:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557
00000100:00100000:2.0:1767328641.463251:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010771328:12345-0@lo:38:kworker.0 Request processed in 42us (209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328641.463257:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9594
00000100:00100000:2.0:1767328641.463262:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558
00000100:00100000:3.0:1767328641.463270:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010770944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328641.463279:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010771584:12345-0@lo:38:kworker.0 Request processed in 55us (178us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328641.463285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328641.463292:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328641.463294:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328641.463296:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328641.463297:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559
00000100:00080000:1.0:1767328641.463302:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328641.463310:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010770944:12345-0@lo:400:kworker.0 Request processed in 43us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328641.463311:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010771328:0@lo:38:kworker.0
00000100:00100000:3.0:1767328641.463324:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9594
00000100:00100000:2.0:1767328641.463328:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010770816:0@lo:400:kworker.0
00000100:00080000:1.0:1767328641.463335:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328641.463341:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328641.463344:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328641.463345:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010771584:0@lo:38:kworker.0
00000100:00100000:2.0:1767328641.463355:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010771456:0@lo:400:kworker.0
00000100:00080000:1.0:1767328641.463359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328641.463365:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328641.463369:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010771072:0@lo:38:kworker.0
00000100:00100000:2.0:1767328641.463385:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328641.463405:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010771200:0@lo:400:kworker.0
00000100:00100000:0.0:1767328641.463447:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010770944:0@lo:400:kworker.0
00000100:00100000:3.0:1767328641.463451:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771456
00000100:00100000:3.0:1767328641.463455:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771456
00000100:00100000:3.0:1767328641.463492:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529
00000100:00100000:3.0:1767328641.463497:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010771456:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328641.463500:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328641.463526:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010771456:12345-0@lo:400:kworker.0 Request processed in 28us (143us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328641.463531:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529
00000100:00100000:2.0:1767328641.463554:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010771456:0@lo:400:kworker.0
00000100:00100000:2.0:1767328641.974642:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010771712:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328641.974720:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328641.974781:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771712
00000100:00100000:3.0:1767328641.974792:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771712
00000100:00100000:3.0:1767328641.974854:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8487
00000100:00100000:3.0:1767328641.974865:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010771712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328641.974902:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328641.974962:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010771712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328641.974970:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8487
00000100:00100000:2.0:1767328641.975041:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010771712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328642.422535:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328642.486592:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328642.486611:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010771840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328642.486668:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328642.486730:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771840
00000100:00100000:3.0:1767328642.486738:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771840
00000100:00100000:3.0:1767328642.486784:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8488
00000100:00100000:3.0:1767328642.486792:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010771840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328642.486817:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328642.486860:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010771840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328642.486867:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8488
00000100:00100000:1.0:1767328642.486903:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010771840:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328643.446582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328644.470541:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328645.494571:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328645.969064:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328645.969103:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328645.969113:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257216
00000100:00100000:3.0:1767328645.969124:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257216
00000100:00100000:0.0:1767328645.969157:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257088
00000100:00100000:0.0:1767328645.969165:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257088
00000100:00080000:2.0:1767328645.969172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328645.969198:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2530
00000100:00100000:0.0:1767328645.969208:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4560
00000100:00100000:3.0:1767328645.969213:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993257216:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328645.969222:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993257088:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328645.969244:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328645.969285:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993257216:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328645.969291:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993257088:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (184us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328645.969303:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2530
00000100:00100000:0.0:1767328645.969311:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4560
00010000:00010000:0.0:1767328646.518547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328646.582512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328646.582522:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328646.582526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328646.582530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328646.582534:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328646.582542:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13839
00000100:00080000:0.0:1767328646.582546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328646.582552:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328646.582587:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04bb80 x1853164010771968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328646.582639:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010771968:0@lo:38:kworker.0
00000100:00080000:0.0:1767328646.582678:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328646.582683:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328646.582686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328646.582689:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010772096:0@lo:400:kworker.0
00000100:00080000:0.0:1767328646.582693:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13839
00000100:00080000:0.0:1767328646.582698:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328646.582702:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328646.582716:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328646.582721:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049c00 x1853164010772352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328646.582724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328646.582732:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010772224:0@lo:400:kworker.0
00000100:00100000:3.0:1767328646.582737:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328646.582748:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328646.582752:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328646.582763:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328646.582769:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13839
00000100:00100000:1.0:1767328646.582770:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010772352:0@lo:38:kworker.0
00000100:00080000:0.0:1767328646.582772:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328646.582777:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328646.582783:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328646.582794:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010772608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328646.582807:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328646.582810:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772096
00000100:00100000:3.0:1767328646.582817:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772096
00000100:00080000:0.0:1767328646.582826:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328646.582830:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010772480:0@lo:400:kworker.0
00000100:00080000:0.0:1767328646.582832:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328646.582836:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328646.582839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010772608:0@lo:38:kworker.0
00000100:00080000:0.0:1767328646.582841:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13839
00000100:00080000:0.0:1767328646.582844:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328646.582849:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328646.582864:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010772864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328646.582867:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772224
00000100:00100000:3.0:1767328646.582871:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772224
00000100:00100000:2.0:1767328646.582878:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328646.582891:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010771968
00000100:00100000:1.0:1767328646.582898:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010771968
00000100:00100000:3.0:1767328646.582903:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9595
00000100:00100000:3.0:1767328646.582914:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010772096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328646.582924:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9596
00000100:00100000:1.0:1767328646.582931:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35306
00000100:00100000:2.0:1767328646.582934:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772352
00000100:00100000:0.0:1767328646.582940:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010772224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328646.582940:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010771968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328646.582940:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772352
00000100:00100000:3.0:1767328646.582957:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010772096:12345-0@lo:400:kworker.0 Request processed in 45us (223us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328646.582963:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328646.582966:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772480
00000100:00100000:3.0:1767328646.582968:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9595
00000100:00100000:2.0:1767328646.582971:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772480
00000100:00100000:0.0:1767328646.583005:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010772224:12345-0@lo:400:kworker.0 Request processed in 69us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328646.583005:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010771968:12345-0@lo:38:kworker.0 Request processed in 65us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328646.583009:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531
00000100:00100000:0.0:1767328646.583020:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9596
00000100:00100000:1.0:1767328646.583021:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35306
00000100:00100000:2.0:1767328646.583022:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010772480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328646.583036:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010772736:0@lo:400:kworker.0
00000100:00100000:0.0:1767328646.583058:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561
00000100:00100000:0.0:1767328646.583065:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010772352:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328646.583072:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010772480:12345-0@lo:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328646.583079:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328646.583082:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328646.583084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328646.583088:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531
00000100:00080000:3.0:1767328646.583093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328646.583099:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328646.583114:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772608
00000100:00100000:2.0:1767328646.583119:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772608
00000100:00100000:0.0:1767328646.583123:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010772352:12345-0@lo:38:kworker.0 Request processed in 55us (317us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328646.583127:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328646.583133:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561
00000100:00080000:1.0:1767328646.583133:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328646.583140:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010772352:0@lo:38:kworker.0
00000100:00100000:2.0:1767328646.583152:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4562
00000100:00100000:3.0:1767328646.583157:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010772480:0@lo:400:kworker.0
00000100:00080000:1.0:1767328646.583158:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328646.583163:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010772608:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328646.583169:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328646.583175:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010771968:0@lo:38:kworker.0
00010000:00020000:2.0:1767328646.583179:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328646.583188:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010772096:0@lo:400:kworker.0
00000100:00100000:3.0:1767328646.583199:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010772224:0@lo:400:kworker.0
00000100:00100000:1.0:1767328646.583205:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010772864:0@lo:38:kworker.0
00000100:00100000:2.0:1767328646.583218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010772608:12345-0@lo:38:kworker.0 Request processed in 57us (138us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328646.583225:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4562
00000100:00100000:0.0:1767328646.583242:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328646.583281:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772736
00000100:00100000:2.0:1767328646.583284:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772736
00000100:00100000:1.0:1767328646.583289:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328646.583323:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328646.583329:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328646.583332:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772864
00000100:00100000:1.0:1767328646.583335:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010772608:0@lo:38:kworker.0
00000100:00100000:2.0:1767328646.583337:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532
00000100:00100000:3.0:1767328646.583339:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772864
00000100:00080000:0.0:1767328646.583344:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328646.583349:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010772736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328646.583373:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4563
00000100:00100000:3.0:1767328646.583378:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010772864:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328646.583389:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010772736:12345-0@lo:400:kworker.0 Request processed in 42us (149us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328646.583390:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328646.583399:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532
00000100:00100000:0.0:1767328646.583414:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010772736:0@lo:400:kworker.0
00000100:00100000:3.0:1767328646.583460:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010772864:12345-0@lo:38:kworker.0 Request processed in 78us (172us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328646.583469:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4563
00000100:00080000:1.0:1767328646.583486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328646.583493:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328646.583497:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010772864:0@lo:38:kworker.0
00000100:00100000:1.0:1767328647.094635:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328647.094669:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010772992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328647.094728:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328647.094766:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010772992
00000100:00100000:3.0:1767328647.094777:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010772992
00000100:00100000:3.0:1767328647.094837:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8489
00000100:00100000:3.0:1767328647.094849:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010772992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328647.094879:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328647.094927:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010772992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328647.094934:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8489
00000100:00100000:1.0:1767328647.094962:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010772992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328647.542569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328647.606621:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010773120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328647.606704:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328647.606751:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773120
00000100:00100000:0.0:1767328647.606759:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773120
00000100:00100000:0.0:1767328647.606802:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8490
00000100:00100000:0.0:1767328647.606810:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010773120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328647.606838:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328647.606881:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010773120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328647.606886:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8490
00000100:00100000:3.0:1767328647.606924:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010773120:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328648.566627:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328649.590581:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328650.614593:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328651.088910:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328651.088948:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328651.088970:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257344
00000100:00100000:3.0:1767328651.088980:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257344
00000100:00100000:0.0:1767328651.089004:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257472
00000100:00100000:0.0:1767328651.089011:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257472
00000100:00100000:3.0:1767328651.089020:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4564
00000100:00100000:3.0:1767328651.089029:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993257344:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328651.089048:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328651.089082:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2533
00000100:00100000:0.0:1767328651.089097:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993257472:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328651.089102:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993257344:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328651.089109:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4564
00000100:00080000:1.0:1767328651.089115:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328651.089153:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993257472:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328651.089163:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2533
00010000:00010000:0.0:1767328651.638580:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328651.702508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328651.702519:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328651.702523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328651.702527:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328651.702531:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328651.702540:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13844
00000100:00080000:0.0:1767328651.702546:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328651.702554:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328651.702599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b800 x1853164010773248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328651.702664:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010773248:0@lo:38:kworker.0
00000100:00080000:0.0:1767328651.702710:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328651.702715:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328651.702718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328651.702725:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13844
00000100:00100000:1.0:1767328651.702728:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328651.702731:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328651.702734:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010773376:0@lo:400:kworker.0
00000100:00080000:0.0:1767328651.702739:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328651.702760:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04b480 x1853164010773632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328651.702763:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773248
00000100:00100000:3.0:1767328651.702772:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773248
00000100:00100000:1.0:1767328651.702784:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328651.702789:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328651.702796:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010773504:0@lo:400:kworker.0
00000100:00080000:0.0:1767328651.702800:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328651.702814:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35307
00000100:00100000:3.0:1767328651.702822:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010773248:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328651.702829:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328651.702832:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328651.702834:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328651.702840:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13844
00000100:00080000:0.0:1767328651.702844:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00010000:00020000:3.0:1767328651.702846:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328651.702851:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767328651.702852:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328651.702866:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010773760:0@lo:400:kworker.0
00000100:00100000:1.0:1767328651.702871:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010773632:0@lo:38:kworker.0
00000100:00100000:0.0:1767328651.702874:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048e00 x1853164010773888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328651.702897:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010773248:12345-0@lo:38:kworker.0 Request processed in 74us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328651.702905:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35307
00000100:00100000:1.0:1767328651.702914:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328651.702920:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328651.702926:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328651.702930:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328651.702935:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328651.702936:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13844
00000100:00080000:0.0:1767328651.702942:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328651.702947:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328651.702950:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010774016:0@lo:400:kworker.0
00000100:00080000:1.0:1767328651.702957:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328651.702957:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328651.702965:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049c00 x1853164010774144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328651.702965:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328651.702974:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010773248:0@lo:38:kworker.0
00000100:00100000:2.0:1767328651.702990:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328651.703003:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010773888:0@lo:38:kworker.0
00000100:00100000:3.0:1767328651.703004:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773632
00000100:00100000:0.0:1767328651.703011:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773376
00000100:00100000:3.0:1767328651.703011:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773632
00000100:00100000:0.0:1767328651.703019:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773376
00000100:00100000:3.0:1767328651.703040:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773760
00000100:00100000:2.0:1767328651.703046:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774016
00000100:00100000:3.0:1767328651.703046:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773760
00000100:00100000:1.0:1767328651.703047:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328651.703055:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774016
00000100:00100000:1.0:1767328651.703082:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010774144:0@lo:38:kworker.0
00000100:00100000:0.0:1767328651.703083:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773504
00000100:00100000:3.0:1767328651.703086:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010773888
00000100:00100000:0.0:1767328651.703092:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773504
00000100:00100000:3.0:1767328651.703092:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010773888
00000100:00100000:2.0:1767328651.703098:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534
00000100:00100000:2.0:1767328651.703112:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010773760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328651.703120:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328651.703121:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535
00000100:00100000:0.0:1767328651.703142:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9597
00000100:00100000:3.0:1767328651.703143:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010774016:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328651.703151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328651.703158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328651.703163:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010773376:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328651.703163:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328651.703180:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774144
00000100:00100000:2.0:1767328651.703186:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010773760:12345-0@lo:400:kworker.0 Request processed in 76us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328651.703187:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774144
00000100:00100000:3.0:1767328651.703200:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010774016:12345-0@lo:400:kworker.0 Request processed in 67us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328651.703201:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534
00000100:00100000:3.0:1767328651.703211:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535
00000100:00100000:1.0:1767328651.703224:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4565
00000100:00100000:0.0:1767328651.703231:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010773376:12345-0@lo:400:kworker.0 Request processed in 73us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328651.703232:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010773632:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328651.703237:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4566
00000100:00100000:3.0:1767328651.703248:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567
00010000:00020000:1.0:1767328651.703251:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328651.703253:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9597
00000100:00100000:2.0:1767328651.703253:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010773888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328651.703260:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010774144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328651.703273:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328651.703276:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328651.703284:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9598
00000100:00100000:1.0:1767328651.703296:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010773632:12345-0@lo:38:kworker.0 Request processed in 63us (381us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328651.703298:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010773504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328651.703306:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4565
00000100:00100000:3.0:1767328651.703321:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010774144:12345-0@lo:38:kworker.0 Request processed in 62us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328651.703333:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567
00000100:00100000:2.0:1767328651.703335:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010773888:12345-0@lo:38:kworker.0 Request processed in 81us (286us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328651.703338:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328651.703347:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328651.703352:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4566
00000100:00100000:1.0:1767328651.703354:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010773888:0@lo:38:kworker.0
00000100:00100000:0.0:1767328651.703364:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010773504:12345-0@lo:400:kworker.0 Request processed in 69us (533us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328651.703369:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328651.703376:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328651.703378:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9598
00000100:00100000:1.0:1767328651.703382:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010774144:0@lo:38:kworker.0
00000100:00100000:3.0:1767328651.703387:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010773760:0@lo:400:kworker.0
00000100:00080000:1.0:1767328651.703404:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328651.703407:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010774016:0@lo:400:kworker.0
00000100:00080000:1.0:1767328651.703410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328651.703438:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010773632:0@lo:38:kworker.0
00000100:00100000:2.0:1767328651.703468:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010773376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328651.703490:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010773504:0@lo:400:kworker.0
00000100:00100000:2.0:1767328652.214686:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010774272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328652.214748:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328652.214779:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774272
00000100:00100000:0.0:1767328652.214788:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774272
00000100:00100000:0.0:1767328652.214835:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8491
00000100:00100000:0.0:1767328652.214845:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010774272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328652.214870:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328652.214911:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010774272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328652.214918:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8491
00000100:00100000:2.0:1767328652.214959:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010774272:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328652.662566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328652.726559:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328652.726577:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010774400:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328652.726671:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328652.726719:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774400
00000100:00100000:0.0:1767328652.726727:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774400
00000100:00100000:0.0:1767328652.726771:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8492
00000100:00100000:0.0:1767328652.726778:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010774400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328652.726803:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328652.726846:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010774400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328652.726852:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8492
00000100:00100000:2.0:1767328652.726893:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010774400:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328653.686548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328654.710561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328655.734552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328656.209026:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328656.209070:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328656.209082:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257728
00000100:00100000:3.0:1767328656.209092:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257728
00000100:00100000:0.0:1767328656.209122:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257600
00000100:00100000:0.0:1767328656.209128:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257600
00000100:00080000:1.0:1767328656.209145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328656.209159:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2536
00000100:00100000:0.0:1767328656.209168:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4568
00000100:00100000:3.0:1767328656.209173:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993257728:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328656.209178:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993257600:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328656.209197:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328656.209246:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993257728:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328656.209247:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993257600:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 68us (174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328656.209264:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4568
00000100:00100000:3.0:1767328656.209271:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2536
00010000:00010000:0.0:1767328656.758567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328656.822577:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328656.822599:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328656.822603:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328656.822608:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328656.822612:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328656.822621:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13849
00000100:00080000:0.0:1767328656.822627:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328656.822635:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328656.822672:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d04a680 x1853164010774528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328656.822727:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010774528:0@lo:38:kworker.0
00000100:00080000:0.0:1767328656.822754:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328656.822760:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328656.822763:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328656.822768:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13849
00000100:00080000:0.0:1767328656.822772:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328656.822776:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010774656:0@lo:400:kworker.0
00000100:00080000:0.0:1767328656.822780:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328656.822787:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328656.822803:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049c00 x1853164010774912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328656.822822:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010774912:0@lo:38:kworker.0
00000100:00080000:0.0:1767328656.822832:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328656.822832:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328656.822839:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328656.822843:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328656.822849:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13849
00000100:00080000:0.0:1767328656.822855:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328656.822856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328656.822860:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010775040:0@lo:400:kworker.0
00000100:00080000:0.0:1767328656.822865:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328656.822882:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010775168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328656.822903:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328656.822909:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774528
00000100:00100000:1.0:1767328656.822917:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774528
00000100:00100000:2.0:1767328656.822917:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774912
00000100:00100000:2.0:1767328656.822925:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774912
00000100:00080000:0.0:1767328656.822930:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328656.822935:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328656.822936:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328656.822941:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328656.822944:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010774784:0@lo:400:kworker.0
00000100:00080000:0.0:1767328656.822950:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13849
00000100:00080000:0.0:1767328656.822955:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328656.822959:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35308
00000100:00100000:2.0:1767328656.822960:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775040
00000100:00080000:0.0:1767328656.822962:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328656.822967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775040
00000100:00100000:1.0:1767328656.822971:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010774528:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328656.822978:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328656.822983:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010775424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767328656.822989:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328656.823025:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537
00000100:00100000:0.0:1767328656.823031:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774656
00000100:00100000:1.0:1767328656.823032:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010774528:12345-0@lo:38:kworker.0 Request processed in 61us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328656.823035:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328656.823040:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774656
00000100:00100000:2.0:1767328656.823040:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010775040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328656.823049:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35308
00000100:00100000:0.0:1767328656.823086:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010774784
00000100:00100000:0.0:1767328656.823091:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010774784
00000100:00100000:2.0:1767328656.823103:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010775040:12345-0@lo:400:kworker.0 Request processed in 67us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328656.823111:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010775296:0@lo:400:kworker.0
00000100:00100000:2.0:1767328656.823113:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537
00000100:00100000:1.0:1767328656.823129:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569
00000100:00100000:0.0:1767328656.823134:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9599
00000100:00100000:1.0:1767328656.823139:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010774912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328656.823151:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010774656:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767328656.823151:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328656.823152:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328656.823155:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328656.823162:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328656.823168:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328656.823198:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775296
00000100:00100000:3.0:1767328656.823202:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775296
00000100:00100000:1.0:1767328656.823209:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010774912:12345-0@lo:38:kworker.0 Request processed in 66us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328656.823209:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010775040:0@lo:400:kworker.0
00000100:00100000:1.0:1767328656.823225:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569
00000100:00100000:0.0:1767328656.823237:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010774656:12345-0@lo:400:kworker.0 Request processed in 90us (405us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328656.823250:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9599
00000100:00100000:3.0:1767328656.823251:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538
00000100:00080000:2.0:1767328656.823262:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328656.823265:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010775296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328656.823278:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010775168:0@lo:38:kworker.0
00000100:00100000:0.0:1767328656.823284:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9600
00000100:00100000:0.0:1767328656.823297:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010774784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328656.823305:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010775296:12345-0@lo:400:kworker.0 Request processed in 43us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328656.823313:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538
00000100:00100000:1.0:1767328656.823315:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328656.823339:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775168
00000100:00100000:3.0:1767328656.823343:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775168
00000100:00100000:1.0:1767328656.823345:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010775424:0@lo:38:kworker.0
00000100:00100000:2.0:1767328656.823360:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010775296:0@lo:400:kworker.0
00000100:00100000:0.0:1767328656.823363:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010774784:12345-0@lo:400:kworker.0 Request processed in 69us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328656.823368:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570
00000100:00100000:1.0:1767328656.823374:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328656.823380:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010775168:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328656.823386:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9600
00000100:00100000:2.0:1767328656.823386:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010774656:0@lo:400:kworker.0
00010000:00020000:3.0:1767328656.823395:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328656.823407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328656.823413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328656.823438:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010774912:0@lo:38:kworker.0
00000100:00080000:1.0:1767328656.823455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328656.823459:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328656.823464:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010775168:12345-0@lo:38:kworker.0 Request processed in 85us (150us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328656.823465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010774528:0@lo:38:kworker.0
00000100:00100000:2.0:1767328656.823467:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775424
00000100:00100000:0.0:1767328656.823471:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010774784:0@lo:400:kworker.0
00000100:00100000:2.0:1767328656.823474:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775424
00000100:00100000:3.0:1767328656.823481:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570
00000100:00080000:1.0:1767328656.823500:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328656.823506:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571
00000100:00080000:1.0:1767328656.823507:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328656.823516:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010775424:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328656.823517:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010775168:0@lo:38:kworker.0
00010000:00020000:3.0:1767328656.823531:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328656.823558:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010775424:12345-0@lo:38:kworker.0 Request processed in 45us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328656.823564:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571
00000100:00080000:1.0:1767328656.823578:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328656.823583:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328656.823586:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010775424:0@lo:38:kworker.0
00000100:00100000:2.0:1767328657.334612:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010775552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328657.334682:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328657.334735:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775552
00000100:00100000:0.0:1767328657.334745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775552
00000100:00100000:0.0:1767328657.334794:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8493
00000100:00100000:0.0:1767328657.334805:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010775552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328657.334835:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328657.334891:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010775552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328657.334900:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8493
00000100:00100000:2.0:1767328657.334936:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010775552:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328657.782573:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328657.846578:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010775680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328657.846645:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328657.846687:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775680
00000100:00100000:0.0:1767328657.846696:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775680
00000100:00100000:0.0:1767328657.846740:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8494
00000100:00100000:0.0:1767328657.846748:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010775680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328657.846774:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328657.846816:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010775680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (170us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328657.846824:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8494
00000100:00100000:1.0:1767328657.846856:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010775680:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328658.806595:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328659.830527:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328660.854602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328661.329038:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328661.329085:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328661.329099:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257984
00000100:00100000:3.0:1767328661.329110:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257984
00000100:00080000:2.0:1767328661.329168:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328661.329188:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993257856
00000100:00100000:3.0:1767328661.329195:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2539
00000100:00100000:0.0:1767328661.329196:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993257856
00000100:00100000:3.0:1767328661.329213:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993257984:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328661.329240:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4572
00000100:00100000:0.0:1767328661.329250:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993257856:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328661.329272:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328661.329295:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993257984:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328661.329305:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2539
00000100:00100000:0.0:1767328661.329311:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993257856:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328661.329319:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4572
00010000:00010000:0.0:1767328661.878618:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328661.942528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328661.942540:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328661.942544:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328661.942549:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328661.942565:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328661.942575:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13854
00000100:00080000:2.0:1767328661.942583:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328661.942591:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328661.942632:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e300 x1853164010775808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328661.942684:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010775808:0@lo:38:kworker.0
00000100:00080000:2.0:1767328661.942705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328661.942712:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328661.942712:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010775936:0@lo:400:kworker.0
00000100:00080000:2.0:1767328661.942716:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328661.942726:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13854
00000100:00080000:2.0:1767328661.942729:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328661.942735:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010776064:0@lo:400:kworker.0
00000100:00080000:2.0:1767328661.942736:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328661.942753:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328661.942759:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7c700 x1853164010776192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328661.942774:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328661.942795:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328661.942800:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328661.942803:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328661.942809:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13854
00000100:00100000:0.0:1767328661.942811:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775936
00000100:00080000:2.0:1767328661.942813:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328661.942820:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775936
00000100:00080000:2.0:1767328661.942820:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328661.942830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010776192:0@lo:38:kworker.0
00000100:00100000:2.0:1767328661.942842:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0700 x1853164010776448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328661.942861:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010776320:0@lo:400:kworker.0
00000100:00080000:2.0:1767328661.942887:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328661.942893:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328661.942895:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9601
00000100:00080000:2.0:1767328661.942897:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328661.942900:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328661.942909:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13854
00000100:00080000:3.0:1767328661.942913:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328661.942915:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767328661.942916:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010775936:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328661.942925:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328661.942937:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010776576:0@lo:400:kworker.0
00000100:00100000:2.0:1767328661.942944:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2a00 x1853164010776704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328661.942949:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010776448:0@lo:38:kworker.0
00000100:00100000:3.0:1767328661.942972:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328661.942980:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010775936:12345-0@lo:400:kworker.0 Request processed in 71us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328661.942987:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9601
00000100:00100000:1.0:1767328661.943002:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328661.943013:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010775936:0@lo:400:kworker.0
00000100:00100000:3.0:1767328661.943021:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776192
00000100:00100000:0.0:1767328661.943026:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328661.943028:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776192
00000100:00100000:1.0:1767328661.943036:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010776704:0@lo:38:kworker.0
00000100:00100000:3.0:1767328661.943059:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776576
00000100:00100000:3.0:1767328661.943065:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776576
00000100:00100000:1.0:1767328661.943068:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328661.943074:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776064
00000100:00100000:0.0:1767328661.943079:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776064
00000100:00100000:2.0:1767328661.943083:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776448
00000100:00100000:2.0:1767328661.943090:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776448
00000100:00100000:3.0:1767328661.943110:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776704
00000100:00100000:3.0:1767328661.943115:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776704
00000100:00100000:1.0:1767328661.943124:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010775808
00000100:00100000:2.0:1767328661.943127:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540
00000100:00100000:0.0:1767328661.943128:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9602
00000100:00100000:1.0:1767328661.943131:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010775808
00000100:00100000:0.0:1767328661.943142:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010776064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328661.943147:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010776576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328661.943151:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573
00000100:00100000:1.0:1767328661.943161:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35309
00000100:00100000:3.0:1767328661.943162:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010776192:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328661.943170:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010775808:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328661.943183:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010776064:12345-0@lo:400:kworker.0 Request processed in 44us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328661.943190:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9602
00010000:00020000:1.0:1767328661.943191:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328661.943192:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328661.943220:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010776576:12345-0@lo:400:kworker.0 Request processed in 78us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328661.943226:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010776064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328661.943233:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540
00000100:00100000:1.0:1767328661.943247:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010775808:12345-0@lo:38:kworker.0 Request processed in 77us (494us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328661.943252:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010776192:12345-0@lo:38:kworker.0 Request processed in 88us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328661.943262:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35309
00000100:00100000:2.0:1767328661.943263:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4574
00000100:00100000:3.0:1767328661.943276:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573
00000100:00100000:2.0:1767328661.943277:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010776448:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328661.943284:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575
00000100:00100000:0.0:1767328661.943291:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010776704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328661.943294:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328661.943306:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328661.943306:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328661.943312:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328661.943313:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328661.943320:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328661.943325:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010776192:0@lo:38:kworker.0
00000100:00100000:3.0:1767328661.943339:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010776576:0@lo:400:kworker.0
00000100:00080000:1.0:1767328661.943345:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328661.943346:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010776448:12345-0@lo:38:kworker.0 Request processed in 71us (343us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328661.943352:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328661.943354:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010776704:12345-0@lo:38:kworker.0 Request processed in 60us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328661.943362:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010775808:0@lo:38:kworker.0
00000100:00100000:2.0:1767328661.943364:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4574
00000100:00100000:0.0:1767328661.943375:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575
00000100:00100000:3.0:1767328661.943386:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328661.943390:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328661.943395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328661.943397:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776320
00000100:00100000:1.0:1767328661.943400:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010776704:0@lo:38:kworker.0
00000100:00100000:0.0:1767328661.943402:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776320
00000100:00080000:1.0:1767328661.943439:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328661.943444:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328661.943448:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010776448:0@lo:38:kworker.0
00000100:00080000:3.0:1767328661.943463:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328661.943467:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541
00000100:00100000:0.0:1767328661.943476:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010776320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328661.943504:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010776320:12345-0@lo:400:kworker.0 Request processed in 30us (121us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328661.943510:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541
00000100:00100000:3.0:1767328661.943532:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010776320:0@lo:400:kworker.0
00000100:00100000:2.0:1767328662.454654:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010776832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328662.454723:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328662.454770:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776832
00000100:00100000:0.0:1767328662.454780:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776832
00000100:00100000:0.0:1767328662.454835:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8495
00000100:00100000:0.0:1767328662.454844:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010776832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328662.454870:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328662.454913:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010776832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328662.454918:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8495
00000100:00100000:2.0:1767328662.454967:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010776832:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328662.902543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328662.966665:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010776960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328662.966735:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328662.966776:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010776960
00000100:00100000:3.0:1767328662.966785:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010776960
00000100:00100000:3.0:1767328662.966837:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8496
00000100:00100000:3.0:1767328662.966847:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010776960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328662.966873:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328662.966929:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010776960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328662.966934:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8496
00000100:00100000:0.0:1767328662.966987:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010776960:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328663.926566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328664.950577:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767328665.424952:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993258112 offset 0 length 520: 4
00000100:00100000:2.0:1767328665.424984:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328665.425017:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328665.425045:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993258368
00000100:00100000:0.0:1767328665.425055:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993258368
00000100:00100000:3.0:1767328665.425062:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993258240
00000100:00100000:3.0:1767328665.425069:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993258240
00000100:00100000:3.0:1767328665.425115:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2542
00000100:00080000:2.0:1767328665.425121:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328665.425124:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4576
00000100:00100000:3.0:1767328665.425130:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993258368:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328665.425136:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993258240:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328665.425160:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328665.425213:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993258368:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 86us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328665.425214:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993258240:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (192us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328665.425235:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2542
00000100:00100000:0.0:1767328665.425246:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4576
00010000:00010000:1.0:1767328665.974569:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328666.038479:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328641/real 1767328641]  req@ffff9bb48324d180 x1853164010770560/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328666 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328666.038506:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48324d180 x1853164010770560/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328666 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767328666.038521:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328666.038549:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328666.038552:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010770560:0@lo:250:kworker.0
00000100:00080000:2.0:1767328666.038611:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328666.038617:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328666.038621:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328666.038626:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13839
00000100:00080000:2.0:1767328666.038630:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328666.038636:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328666.038667:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010777088/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328666.038692:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328666.038696:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328666.038698:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328666.038702:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13859
00000100:00080000:2.0:1767328666.038707:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328666.038712:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328666.038722:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010777088:0@lo:250:kworker.0
00000100:00100000:2.0:1767328666.038730:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010777216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767328666.038766:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010777088 offset 0 length 520: 4
00000100:00080000:2.0:1767328666.038793:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328666.038798:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328666.038801:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010777344:0@lo:400:kworker.0
00000100:00080000:2.0:1767328666.038802:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328666.038811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13859
00000100:00100000:1.0:1767328666.038813:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010777216:0@lo:38:kworker.0
00000100:00080000:2.0:1767328666.038816:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328666.038824:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328666.038841:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010777600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328666.038847:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328666.038854:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328666.038867:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010777472:0@lo:400:kworker.0
00000100:00080000:2.0:1767328666.038867:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328666.038874:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328666.038877:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328666.038880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010777600:0@lo:38:kworker.0
00000100:00080000:2.0:1767328666.038882:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328666.038891:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13859
00000100:00080000:2.0:1767328666.038896:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328666.038902:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328666.038920:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0a80 x1853164010777856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328666.038925:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328666.038935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328666.038936:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328666.038939:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010777728:0@lo:400:kworker.0
00000100:00080000:2.0:1767328666.038961:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328666.038966:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328666.038969:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328666.038972:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010777856:0@lo:38:kworker.0
00000100:00080000:2.0:1767328666.038976:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13859
00000100:00100000:3.0:1767328666.038983:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328666.038985:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328666.038992:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328666.038997:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777344
00000100:00100000:0.0:1767328666.039006:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777344
00000100:00100000:1.0:1767328666.039006:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328666.039009:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010778112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328666.039029:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777600
00000100:00100000:3.0:1767328666.039034:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777600
00000100:00100000:1.0:1767328666.039039:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010778112:0@lo:38:kworker.0
00000100:00100000:1.0:1767328666.039060:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328666.039062:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777728
00000100:00100000:2.0:1767328666.039069:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777728
00000100:00100000:0.0:1767328666.039070:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777472
00000100:00100000:3.0:1767328666.039070:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777856
00000100:00100000:3.0:1767328666.039077:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777856
00000100:00100000:0.0:1767328666.039079:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777472
00000100:00100000:1.0:1767328666.039097:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777216
00000100:00100000:3.0:1767328666.039102:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778112
00000100:00100000:1.0:1767328666.039103:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777216
00000100:00100000:3.0:1767328666.039107:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778112
00000100:00100000:0.0:1767328666.039127:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9603
00000100:00100000:2.0:1767328666.039130:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543
00000100:00100000:1.0:1767328666.039138:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35310
00000100:00100000:3.0:1767328666.039138:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4577
00000100:00100000:0.0:1767328666.039144:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010777344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328666.039146:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010777728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328666.039157:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010777216:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328666.039157:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010777600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328666.039184:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328666.039189:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328666.039213:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010777344:12345-0@lo:400:kworker.0 Request processed in 75us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328666.039226:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9603
00000100:00100000:2.0:1767328666.039226:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010777728:12345-0@lo:400:kworker.0 Request processed in 83us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328666.039239:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543
00000100:00100000:3.0:1767328666.039250:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010777600:12345-0@lo:38:kworker.0 Request processed in 97us (317us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328666.039257:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9604
00000100:00100000:1.0:1767328666.039258:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010777216:12345-0@lo:38:kworker.0 Request processed in 104us (401us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328666.039265:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4577
00000100:00100000:1.0:1767328666.039272:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35310
00000100:00100000:2.0:1767328666.039277:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4578
00000100:00100000:0.0:1767328666.039278:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010777472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328666.039290:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579
00000100:00100000:2.0:1767328666.039291:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010777856:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328666.039299:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010778112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328666.039309:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328666.039312:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328666.039324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328666.039330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328666.039333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010777600:0@lo:38:kworker.0
00000100:00100000:0.0:1767328666.039340:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010777472:12345-0@lo:400:kworker.0 Request processed in 67us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328666.039350:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9604
00000100:00080000:1.0:1767328666.039354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328666.039360:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010778112:12345-0@lo:38:kworker.0 Request processed in 60us (298us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328666.039361:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328666.039370:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010777216:0@lo:38:kworker.0
00000100:00100000:2.0:1767328666.039371:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010777856:12345-0@lo:38:kworker.0 Request processed in 80us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328666.039374:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579
00000100:00100000:0.0:1767328666.039386:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010777984:0@lo:400:kworker.0
00000100:00100000:2.0:1767328666.039388:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4578
00000100:00080000:1.0:1767328666.039400:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328666.039405:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328666.039409:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010778112:0@lo:38:kworker.0
00000100:00100000:3.0:1767328666.039448:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010777728:0@lo:400:kworker.0
00000100:00080000:2.0:1767328666.039467:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328666.039474:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328666.039477:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328666.039479:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328666.039484:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328666.039490:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010777856:0@lo:38:kworker.0
00000100:00100000:3.0:1767328666.039490:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010777344:0@lo:400:kworker.0
00000100:00100000:0.0:1767328666.039497:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328666.039561:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010777984
00000100:00100000:2.0:1767328666.039567:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010777984
00000100:00100000:1.0:1767328666.039572:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010777472:0@lo:400:kworker.0
00000100:00080000:3.0:1767328666.039600:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328666.039621:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544
00000100:00100000:2.0:1767328666.039632:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010777984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328666.039673:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010777984:12345-0@lo:400:kworker.0 Request processed in 44us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328666.039681:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544
00000100:00100000:0.0:1767328666.039711:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010777984:0@lo:400:kworker.0
00010000:00010000:0.0:1767328666.998607:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328667.574634:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328667.574661:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010778240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328667.574734:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328667.574774:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778240
00000100:00100000:3.0:1767328667.574783:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778240
00000100:00100000:3.0:1767328667.574830:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8497
00000100:00100000:3.0:1767328667.574839:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010778240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328667.574864:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328667.574908:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010778240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328667.574913:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8497
00000100:00100000:1.0:1767328667.574955:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010778240:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328668.022565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328668.086583:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010778368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328668.086639:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328668.086683:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778368
00000100:00100000:3.0:1767328668.086692:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778368
00000100:00080000:2.0:1767328668.086746:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328668.086771:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8498
00000100:00100000:3.0:1767328668.086786:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010778368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328668.086817:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328668.086875:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010778368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328668.086885:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8498
00000100:00100000:0.0:1767328668.086909:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010778368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328669.046553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328670.070555:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328670.544930:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328670.544988:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993258496
00000100:00100000:2.0:1767328670.544994:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328670.544999:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993258496
00000100:00100000:0.0:1767328670.545045:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993258624
00000100:00100000:0.0:1767328670.545048:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993258624
00000100:00100000:3.0:1767328670.545060:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4580
00000100:00100000:3.0:1767328670.545070:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993258496:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328670.545091:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328670.545093:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2545
00000100:00080000:2.0:1767328670.545096:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328670.545113:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993258624:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328670.545152:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993258496:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 81us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328670.545158:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4580
00000100:00100000:1.0:1767328670.545171:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993258624:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 64us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328670.545178:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2545
00010000:00010000:1.0:1767328671.094570:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328671.158498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328671.158504:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328671.158506:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328671.158510:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328671.158514:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328671.158520:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13863
00000100:00080000:2.0:1767328671.158523:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328671.158529:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328671.158561:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010778496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328671.158617:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328671.158620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010778496:0@lo:38:kworker.0
00000100:00080000:2.0:1767328671.158621:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328671.158626:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328671.158632:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13863
00000100:00080000:2.0:1767328671.158634:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328671.158637:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328671.158647:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328671.158651:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010778880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328671.158666:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010778624:0@lo:400:kworker.0
00000100:00080000:2.0:1767328671.158670:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328671.158675:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328671.158676:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328671.158681:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13863
00000100:00100000:0.0:1767328671.158682:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010778752:0@lo:400:kworker.0
00000100:00080000:2.0:1767328671.158684:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328671.158690:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328671.158699:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328671.158705:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1880 x1853164010779136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328671.158716:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328671.158728:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328671.158731:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328671.158733:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328671.158736:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13863
00000100:00080000:2.0:1767328671.158739:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328671.158741:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328671.158747:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328671.158755:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0700 x1853164010779392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328671.158762:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010779264:0@lo:400:kworker.0
00000100:00100000:1.0:1767328671.158763:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010778880:0@lo:38:kworker.0
00000100:00100000:2.0:1767328671.158790:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010779008:0@lo:400:kworker.0
00000100:00100000:3.0:1767328671.158803:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328671.158808:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778624
00000100:00100000:0.0:1767328671.158817:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778624
00000100:00100000:1.0:1767328671.158819:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778496
00000100:00100000:1.0:1767328671.158826:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778496
00000100:00100000:2.0:1767328671.158838:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328671.158870:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778752
00000100:00100000:1.0:1767328671.158873:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35311
00000100:00100000:3.0:1767328671.158877:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778752
00000100:00100000:1.0:1767328671.158884:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010778496:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328671.158885:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9605
00000100:00100000:2.0:1767328671.158892:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779264
00000100:00100000:2.0:1767328671.158897:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779264
00000100:00100000:0.0:1767328671.158904:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010778624:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767328671.158910:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328671.158927:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9606
00000100:00100000:2.0:1767328671.158934:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779008
00000100:00100000:2.0:1767328671.158938:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779008
00000100:00100000:3.0:1767328671.158943:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010778752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328671.158967:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010778496:12345-0@lo:38:kworker.0 Request processed in 80us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328671.158973:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546
00000100:00100000:0.0:1767328671.158977:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010778624:12345-0@lo:400:kworker.0 Request processed in 77us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328671.158984:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35311
00000100:00100000:2.0:1767328671.158989:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010779264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328671.158990:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9605
00000100:00100000:3.0:1767328671.159007:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010778752:12345-0@lo:400:kworker.0 Request processed in 69us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328671.159017:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9606
00000100:00100000:1.0:1767328671.159031:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547
00000100:00100000:2.0:1767328671.159034:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010779264:12345-0@lo:400:kworker.0 Request processed in 50us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328671.159043:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546
00000100:00100000:1.0:1767328671.159049:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010779008:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328671.159068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328671.159070:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010778752:0@lo:400:kworker.0
00000100:00080000:3.0:1767328671.159075:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328671.159080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328671.159111:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010779008:12345-0@lo:400:kworker.0 Request processed in 67us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328671.159120:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328671.159127:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547
00000100:00100000:2.0:1767328671.159129:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010779264:0@lo:400:kworker.0
00000100:00100000:1.0:1767328671.159149:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010778880
00000100:00100000:2.0:1767328671.159154:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010778624:0@lo:400:kworker.0
00000100:00100000:1.0:1767328671.159157:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010778880
00000100:00100000:0.0:1767328671.159159:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010779136:0@lo:38:kworker.0
00000100:00100000:3.0:1767328671.159193:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010779008:0@lo:400:kworker.0
00000100:00100000:1.0:1767328671.159194:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4581
00000100:00100000:0.0:1767328671.159202:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328671.159208:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010778880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328671.159220:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779136
00010000:00020000:1.0:1767328671.159222:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328671.159229:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779136
00000100:00080000:0.0:1767328671.159237:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328671.159244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328671.159247:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010778496:0@lo:38:kworker.0
00000100:00100000:2.0:1767328671.159271:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582
00000100:00100000:0.0:1767328671.159272:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010779392:0@lo:38:kworker.0
00000100:00100000:1.0:1767328671.159272:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010778880:12345-0@lo:38:kworker.0 Request processed in 61us (151us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328671.159285:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010779136:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328671.159292:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4581
00000100:00100000:0.0:1767328671.159305:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328671.159306:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328671.159331:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779392
00000100:00080000:0.0:1767328671.159332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328671.159339:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779392
00000100:00080000:0.0:1767328671.159340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328671.159346:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010778880:0@lo:38:kworker.0
00000100:00100000:2.0:1767328671.159352:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010779136:12345-0@lo:38:kworker.0 Request processed in 67us (153us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328671.159359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328671.159365:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582
00000100:00080000:0.0:1767328671.159366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328671.159372:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010779136:0@lo:38:kworker.0
00000100:00100000:1.0:1767328671.159377:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4583
00000100:00100000:1.0:1767328671.159386:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010779392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328671.159398:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328671.159451:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010779392:12345-0@lo:38:kworker.0 Request processed in 65us (148us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328671.159458:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4583
00000100:00080000:0.0:1767328671.159479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328671.159484:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328671.159502:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010779392:0@lo:38:kworker.0
00010000:00010000:0.0:1767328672.118681:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328672.694629:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010779520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328672.694696:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328672.694746:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779520
00000100:00100000:3.0:1767328672.694756:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779520
00000100:00100000:3.0:1767328672.694809:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8499
00000100:00100000:3.0:1767328672.694819:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010779520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328672.694848:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328672.694902:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010779520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328672.694910:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8499
00000100:00100000:2.0:1767328672.694951:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010779520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328673.142570:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328673.206597:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010779648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328673.206659:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328673.206704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779648
00000100:00100000:3.0:1767328673.206713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779648
00000100:00080000:2.0:1767328673.206772:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328673.206774:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8500
00000100:00100000:3.0:1767328673.206785:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010779648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328673.206811:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328673.206856:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010779648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328673.206862:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8500
00000100:00100000:0.0:1767328673.206891:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010779648:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328674.166549:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328675.190538:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328675.664986:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328675.665030:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328675.665047:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993258752
00000100:00100000:1.0:1767328675.665059:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993258752
00000100:00100000:1.0:1767328675.665093:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993258880
00000100:00100000:1.0:1767328675.665095:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993258880
00000100:00100000:3.0:1767328675.665128:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2548
00000100:00100000:3.0:1767328675.665144:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993258880:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328675.665146:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328675.665147:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4584
00000100:00100000:1.0:1767328675.665157:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993258752:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328675.665175:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328675.665219:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993258880:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328675.665223:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993258752:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (244us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328675.665231:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2548
00000100:00100000:1.0:1767328675.665238:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4584
00010000:00010000:1.0:1767328676.214559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328676.278519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328676.278529:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328676.278532:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328676.278537:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328676.278541:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328676.278550:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13869
00000100:00080000:2.0:1767328676.278556:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328676.278563:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328676.278608:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0700 x1853164010779776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328676.278672:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010779776:0@lo:38:kworker.0
00000100:00080000:2.0:1767328676.278682:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328676.278688:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328676.278689:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010779904:0@lo:400:kworker.0
00000100:00080000:2.0:1767328676.278692:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328676.278699:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13869
00000100:00080000:2.0:1767328676.278703:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328676.278708:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328676.278718:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328676.278725:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2300 x1853164010780160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328676.278732:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010780032:0@lo:400:kworker.0
00000100:00100000:0.0:1767328676.278750:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328676.278752:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328676.278756:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328676.278761:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328676.278764:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328676.278769:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13869
00000100:00080000:2.0:1767328676.278772:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328676.278777:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328676.278785:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328676.278793:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0e00 x1853164010780416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328676.278802:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010780160:0@lo:38:kworker.0
00000100:00100000:1.0:1767328676.278818:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010780288:0@lo:400:kworker.0
00000100:00100000:3.0:1767328676.278827:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779904
00000100:00080000:2.0:1767328676.278832:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328676.278836:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779904
00000100:00080000:2.0:1767328676.278837:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328676.278842:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328676.278845:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328676.278850:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13869
00000100:00080000:2.0:1767328676.278854:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328676.278857:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010780544:0@lo:400:kworker.0
00000100:00080000:2.0:1767328676.278862:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328676.278881:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a5c7e300 x1853164010780672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328676.278895:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010780416:0@lo:38:kworker.0
00000100:00100000:1.0:1767328676.278895:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328676.278910:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780032
00000100:00100000:3.0:1767328676.278914:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780032
00000100:00100000:0.0:1767328676.278939:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328676.278954:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780160
00000100:00100000:3.0:1767328676.278954:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9607
00000100:00100000:1.0:1767328676.278961:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780160
00000100:00100000:3.0:1767328676.278967:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010779904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328676.278975:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010780672:0@lo:38:kworker.0
00000100:00100000:2.0:1767328676.278977:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780544
00000100:00100000:2.0:1767328676.278985:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780544
00000100:00100000:1.0:1767328676.278986:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585
00000100:00100000:1.0:1767328676.278994:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010780160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328676.279010:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328676.279018:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328676.279028:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010779904:12345-0@lo:400:kworker.0 Request processed in 63us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328676.279036:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9607
00000100:00100000:2.0:1767328676.279040:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780416
00000100:00100000:2.0:1767328676.279046:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780416
00000100:00100000:1.0:1767328676.279052:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010780160:12345-0@lo:38:kworker.0 Request processed in 55us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328676.279062:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9608
00000100:00100000:1.0:1767328676.279063:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585
00000100:00100000:2.0:1767328676.279067:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780672
00000100:00100000:2.0:1767328676.279072:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780672
00000100:00080000:0.0:1767328676.279074:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328676.279078:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010780032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328676.279088:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549
00000100:00080000:0.0:1767328676.279092:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328676.279097:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4586
00000100:00100000:1.0:1767328676.279100:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010780544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328676.279104:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010780160:0@lo:38:kworker.0
00000100:00100000:2.0:1767328676.279110:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010780416:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328676.279114:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010780032:12345-0@lo:400:kworker.0 Request processed in 40us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328676.279122:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9608
00010000:00020000:2.0:1767328676.279130:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328676.279146:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328676.279150:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010779776
00000100:00100000:1.0:1767328676.279151:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010780544:12345-0@lo:400:kworker.0 Request processed in 52us (255us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328676.279153:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328676.279159:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010779776
00000100:00080000:3.0:1767328676.279160:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328676.279165:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549
00000100:00100000:3.0:1767328676.279182:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587
00000100:00100000:2.0:1767328676.279189:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010780416:12345-0@lo:38:kworker.0 Request processed in 77us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328676.279194:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010780672:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328676.279202:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35312
00000100:00100000:2.0:1767328676.279209:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4586
00000100:00100000:0.0:1767328676.279215:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010779776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328676.279218:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328676.279234:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328676.279235:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010780544:0@lo:400:kworker.0
00000100:00080000:2.0:1767328676.279255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328676.279260:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010780672:12345-0@lo:38:kworker.0 Request processed in 67us (242us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328676.279265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328676.279270:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328676.279274:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587
00000100:00100000:2.0:1767328676.279276:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010780416:0@lo:38:kworker.0
00000100:00100000:0.0:1767328676.279294:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010779776:12345-0@lo:38:kworker.0 Request processed in 77us (545us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328676.279294:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780288
00000100:00080000:2.0:1767328676.279299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328676.279300:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780288
00000100:00080000:2.0:1767328676.279310:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328676.279312:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010780032:0@lo:400:kworker.0
00000100:00100000:0.0:1767328676.279314:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35312
00000100:00100000:2.0:1767328676.279320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010779776:0@lo:38:kworker.0
00000100:00100000:3.0:1767328676.279341:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550
00000100:00100000:3.0:1767328676.279350:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010780288:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328676.279357:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328676.279364:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328676.279370:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010780672:0@lo:38:kworker.0
00000100:00100000:3.0:1767328676.279393:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010780288:12345-0@lo:400:kworker.0 Request processed in 43us (126us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328676.279399:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550
00000100:00100000:1.0:1767328676.279405:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010780288:0@lo:400:kworker.0
00000100:00080000:2.0:1767328676.279406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328676.279464:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010779904:0@lo:400:kworker.0
00010000:00010000:0.0:1767328677.238590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328677.814636:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010780800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328677.814698:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328677.814779:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780800
00000100:00100000:3.0:1767328677.814789:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780800
00000100:00100000:3.0:1767328677.814846:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8501
00000100:00100000:3.0:1767328677.814858:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010780800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328677.814889:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328677.814941:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010780800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328677.814948:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8501
00000100:00100000:2.0:1767328677.814978:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010780800:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328678.262571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328678.326586:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010780928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328678.326654:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328678.326709:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010780928
00000100:00100000:3.0:1767328678.326720:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010780928
00000100:00080000:2.0:1767328678.326777:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328678.326787:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8502
00000100:00100000:3.0:1767328678.326799:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010780928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328678.326829:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328678.326880:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010780928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328678.326915:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010780928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328678.326932:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8502
00010000:00010000:2.0:1767328679.286573:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328680.310553:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328680.784971:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328680.785019:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328680.785021:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259136
00000100:00100000:3.0:1767328680.785032:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259136
00000100:00080000:2.0:1767328680.785078:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328680.785080:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259008
00000100:00100000:0.0:1767328680.785088:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259008
00000100:00100000:3.0:1767328680.785110:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2551
00000100:00100000:3.0:1767328680.785121:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993259136:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328680.785128:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4588
00000100:00100000:0.0:1767328680.785138:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993259008:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328680.785161:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328680.785193:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993259136:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328680.785201:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2551
00000100:00100000:0.0:1767328680.785210:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993259008:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 60us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328680.785220:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4588
00010000:00010000:1.0:1767328681.334559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328681.398508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328681.398516:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328681.398520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328681.398524:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328681.398529:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328681.398538:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13874
00000100:00080000:0.0:1767328681.398544:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328681.398554:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328681.398592:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343100 x1853164010781056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328681.398647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010781056:0@lo:38:kworker.0
00000100:00080000:0.0:1767328681.398670:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328681.398675:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328681.398679:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328681.398684:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13874
00000100:00080000:0.0:1767328681.398688:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328681.398690:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010781184:0@lo:400:kworker.0
00000100:00080000:0.0:1767328681.398696:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328681.398710:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328681.398717:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341f80 x1853164010781440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328681.398720:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328681.398740:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010781312:0@lo:400:kworker.0
00000100:00080000:0.0:1767328681.398746:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328681.398751:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328681.398752:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010781440:0@lo:38:kworker.0
00000100:00080000:0.0:1767328681.398758:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328681.398758:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328681.398767:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13874
00000100:00080000:0.0:1767328681.398770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328681.398774:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328681.398788:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343b80 x1853164010781696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328681.398802:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328681.398806:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328681.398810:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328681.398822:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010781568:0@lo:400:kworker.0
00000100:00080000:0.0:1767328681.398828:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328681.398834:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328681.398836:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328681.398843:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13874
00000100:00100000:2.0:1767328681.398844:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010781696:0@lo:38:kworker.0
00000100:00080000:0.0:1767328681.398850:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1767328681.398857:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010781824:0@lo:400:kworker.0
00000100:00080000:0.0:1767328681.398858:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328681.398867:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328681.398885:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010781952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328681.398902:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781440
00000100:00100000:3.0:1767328681.398904:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328681.398912:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781440
00000100:00100000:1.0:1767328681.398924:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781184
00000100:00100000:1.0:1767328681.398932:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781184
00000100:00100000:2.0:1767328681.398948:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781568
00000100:00100000:2.0:1767328681.398952:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781568
00000100:00100000:3.0:1767328681.398956:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781824
00000100:00100000:3.0:1767328681.398961:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781824
00000100:00100000:0.0:1767328681.398984:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552
00000100:00100000:1.0:1767328681.398995:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781312
00000100:00100000:1.0:1767328681.399001:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781312
00000100:00100000:2.0:1767328681.399002:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553
00000100:00100000:0.0:1767328681.399003:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010781568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328681.399016:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4589
00000100:00100000:2.0:1767328681.399017:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010781824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328681.399028:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010781440:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328681.399041:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9609
00010000:00020000:3.0:1767328681.399049:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328681.399064:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc803c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010781184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328681.399075:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010781824:12345-0@lo:400:kworker.0 Request processed in 61us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328681.399084:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010781568:12345-0@lo:400:kworker.0 Request processed in 88us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328681.399085:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553
00000100:00100000:0.0:1767328681.399098:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552
00000100:00100000:3.0:1767328681.399106:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010781440:12345-0@lo:38:kworker.0 Request processed in 77us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328681.399113:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4589
00000100:00100000:2.0:1767328681.399122:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9610
00000100:00100000:1.0:1767328681.399128:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc803c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010781184:12345-0@lo:400:kworker.0 Request processed in 76us (374us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328681.399136:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010781312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328681.399142:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9609
00000100:00100000:0.0:1767328681.399160:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010781568:0@lo:400:kworker.0
00000100:00100000:3.0:1767328681.399160:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010781824:0@lo:400:kworker.0
00000100:00100000:2.0:1767328681.399183:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010781312:12345-0@lo:400:kworker.0 Request processed in 51us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328681.399190:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9610
00000100:00100000:3.0:1767328681.399212:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010781312:0@lo:400:kworker.0
00000100:00100000:2.0:1767328681.399227:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781056
00000100:00100000:0.0:1767328681.399228:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010781184:0@lo:400:kworker.0
00000100:00100000:2.0:1767328681.399231:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781056
00000100:00100000:2.0:1767328681.399264:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35313
00000100:00100000:3.0:1767328681.399272:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328681.399276:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010781056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328681.399292:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328681.399293:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781696
00000100:00100000:0.0:1767328681.399300:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781696
00000100:00080000:3.0:1767328681.399308:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328681.399314:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328681.399318:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010781440:0@lo:38:kworker.0
00000100:00100000:0.0:1767328681.399339:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4590
00000100:00080000:3.0:1767328681.399340:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328681.399346:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010781056:12345-0@lo:38:kworker.0 Request processed in 72us (633us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328681.399349:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328681.399352:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010781696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328681.399358:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010781056:0@lo:38:kworker.0
00000100:00100000:2.0:1767328681.399363:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35313
00010000:00020000:0.0:1767328681.399371:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328681.399389:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010781952:0@lo:38:kworker.0
00000100:00080000:2.0:1767328681.399456:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328681.399461:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328681.399463:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328681.399488:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010781696:12345-0@lo:38:kworker.0 Request processed in 138us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328681.399491:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328681.399501:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4590
00000100:00100000:2.0:1767328681.399518:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010781952
00000100:00100000:2.0:1767328681.399523:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010781952
00000100:00080000:3.0:1767328681.399526:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328681.399531:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328681.399535:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010781696:0@lo:38:kworker.0
00000100:00100000:0.0:1767328681.399552:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591
00000100:00100000:0.0:1767328681.399559:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010781952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328681.399572:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328681.399610:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010781952:12345-0@lo:38:kworker.0 Request processed in 50us (121us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328681.399617:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591
00000100:00080000:3.0:1767328681.399638:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328681.399643:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328681.399646:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010781952:0@lo:38:kworker.0
00010000:00010000:0.0:1767328682.358584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328682.934596:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010782080:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328682.934657:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328682.934701:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782080
00000100:00100000:3.0:1767328682.934710:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782080
00000100:00100000:3.0:1767328682.934755:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8503
00000100:00100000:3.0:1767328682.934762:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010782080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328682.934787:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328682.934831:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010782080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328682.934837:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8503
00000100:00100000:2.0:1767328682.934877:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010782080:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328683.382559:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328683.446589:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767328683.446604:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010782208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328683.446661:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328683.446704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782208
00000100:00100000:0.0:1767328683.446712:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782208
00000100:00080000:2.0:1767328683.446759:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328683.446764:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8504
00000100:00100000:0.0:1767328683.446774:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010782208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328683.446800:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328683.446842:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010782208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328683.446848:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8504
00000100:00100000:3.0:1767328683.446885:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010782208:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328684.406594:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328685.430559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328685.904980:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328685.905016:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328685.905040:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259392
00000100:00100000:0.0:1767328685.905050:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259392
00000100:00100000:3.0:1767328685.905064:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259264
00000100:00100000:3.0:1767328685.905071:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259264
00000100:00080000:2.0:1767328685.905105:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328685.905118:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2554
00000100:00100000:0.0:1767328685.905127:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4592
00000100:00100000:3.0:1767328685.905132:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993259392:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328685.905138:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993259264:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328685.905159:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328685.905206:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993259392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328685.905207:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993259264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328685.905224:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2554
00000100:00100000:0.0:1767328685.905229:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4592
00010000:00010000:1.0:1767328686.454583:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328686.518500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328686.518507:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328686.518510:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328686.518513:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328686.518517:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328686.518523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13879
00000100:00080000:2.0:1767328686.518527:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328686.518534:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328686.518567:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc5880 x1853164010782336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328686.518619:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010782336:0@lo:38:kworker.0
00000100:00080000:2.0:1767328686.518621:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328686.518629:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328686.518631:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328686.518634:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13879
00000100:00080000:2.0:1767328686.518636:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328686.518638:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328686.518639:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328686.518657:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010782464:0@lo:400:kworker.0
00000100:00100000:2.0:1767328686.518657:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6680 x1853164010782720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328686.518681:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328686.518686:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328686.518686:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010782592:0@lo:400:kworker.0
00000100:00080000:2.0:1767328686.518689:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328686.518697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13879
00000100:00080000:2.0:1767328686.518699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328686.518703:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328686.518709:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328686.518709:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328686.518718:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010782976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328686.518735:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328686.518738:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328686.518739:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328686.518743:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13879
00000100:00080000:2.0:1767328686.518746:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328686.518751:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328686.518752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328686.518764:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3a300 x1853164010783232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328686.518785:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010783104:0@lo:400:kworker.0
00000100:00100000:0.0:1767328686.518788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010782720:0@lo:38:kworker.0
00000100:00100000:2.0:1767328686.518793:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010782848:0@lo:400:kworker.0
00000100:00100000:3.0:1767328686.518808:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782464
00000100:00100000:3.0:1767328686.518815:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782464
00000100:00100000:1.0:1767328686.518823:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328686.518841:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782336
00000100:00100000:2.0:1767328686.518846:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782336
00000100:00100000:0.0:1767328686.518857:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782592
00000100:00100000:0.0:1767328686.518863:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782592
00000100:00100000:2.0:1767328686.518882:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35314
00000100:00100000:3.0:1767328686.518888:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9611
00000100:00100000:2.0:1767328686.518890:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010782336:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328686.518899:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328686.518905:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010782464:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328686.518912:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328686.518913:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9612
00000100:00100000:1.0:1767328686.518921:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010782976:0@lo:38:kworker.0
00000100:00100000:0.0:1767328686.518925:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010782592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328686.518968:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010782336:12345-0@lo:38:kworker.0 Request processed in 75us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328686.518970:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328686.518974:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010782464:12345-0@lo:400:kworker.0 Request processed in 74us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328686.518989:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35314
00000100:00100000:0.0:1767328686.518990:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010782592:12345-0@lo:400:kworker.0 Request processed in 61us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328686.518990:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9611
00000100:00100000:1.0:1767328686.518995:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010783232:0@lo:38:kworker.0
00000100:00100000:0.0:1767328686.519003:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9612
00000100:00080000:2.0:1767328686.519019:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328686.519024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328686.519025:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783104
00000100:00100000:1.0:1767328686.519026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328686.519031:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783104
00000100:00100000:2.0:1767328686.519059:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328686.519071:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328686.519073:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010782592:0@lo:400:kworker.0
00000100:00080000:1.0:1767328686.519077:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328686.519081:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782720
00000100:00100000:1.0:1767328686.519083:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010782336:0@lo:38:kworker.0
00000100:00100000:3.0:1767328686.519086:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782720
00000100:00100000:3.0:1767328686.519105:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782976
00000100:00100000:3.0:1767328686.519108:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782976
00000100:00100000:0.0:1767328686.519110:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783232
00000100:00100000:2.0:1767328686.519115:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010782848
00000100:00100000:0.0:1767328686.519117:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783232
00000100:00100000:2.0:1767328686.519120:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010782848
00000100:00100000:3.0:1767328686.519128:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555
00000100:00100000:1.0:1767328686.519135:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593
00000100:00100000:3.0:1767328686.519139:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010783104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328686.519145:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010782720:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328686.519156:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556
00010000:00020000:1.0:1767328686.519159:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328686.519163:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594
00000100:00100000:0.0:1767328686.519170:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010782848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328686.519175:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010782976:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328686.519176:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010783104:12345-0@lo:400:kworker.0 Request processed in 40us (351us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328686.519192:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328686.519193:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555
00000100:00100000:1.0:1767328686.519202:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010782720:12345-0@lo:38:kworker.0 Request processed in 56us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328686.519211:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593
00000100:00100000:3.0:1767328686.519217:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4595
00000100:00100000:3.0:1767328686.519225:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010783232:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328686.519228:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010782848:12345-0@lo:400:kworker.0 Request processed in 63us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328686.519235:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010782976:12345-0@lo:38:kworker.0 Request processed in 60us (267us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767328686.519238:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328686.519244:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556
00000100:00080000:1.0:1767328686.519248:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328686.519252:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328686.519257:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010782720:0@lo:38:kworker.0
00000100:00100000:2.0:1767328686.519261:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594
00000100:00100000:3.0:1767328686.519273:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010783232:12345-0@lo:38:kworker.0 Request processed in 47us (248us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328686.519279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328686.519282:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010782848:0@lo:400:kworker.0
00000100:00100000:3.0:1767328686.519283:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4595
00000100:00080000:1.0:1767328686.519287:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328686.519293:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010782976:0@lo:38:kworker.0
00000100:00080000:3.0:1767328686.519311:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328686.519317:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010783104:0@lo:400:kworker.0
00000100:00080000:1.0:1767328686.519318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328686.519327:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328686.519333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010783232:0@lo:38:kworker.0
00000100:00100000:2.0:1767328686.519338:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010782464:0@lo:400:kworker.0
00010000:00010000:0.0:1767328687.478571:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328688.054595:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328688.054618:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010783360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328688.054689:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328688.054718:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783360
00000100:00100000:0.0:1767328688.054727:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783360
00000100:00100000:0.0:1767328688.054783:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8505
00000100:00100000:0.0:1767328688.054791:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010783360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328688.054816:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:3.0:1767328688.054855:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328688.054872:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010783360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328688.054882:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8505
00000100:00100000:2.0:1767328688.054920:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010783360:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328688.502552:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328688.566573:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010783488:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328688.566640:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328688.566683:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783488
00000100:00100000:0.0:1767328688.566692:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783488
00000100:00080000:3.0:1767328688.566715:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328688.566744:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8506
00000100:00100000:0.0:1767328688.566753:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010783488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328688.566777:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328688.566819:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010783488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328688.566826:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8506
00000100:00100000:3.0:1767328688.566872:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010783488:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328689.526566:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328690.550559:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328691.024962:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328691.024997:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328691.025015:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993259776 offset 0 length 520: 4
00000100:00100000:3.0:1767328691.025053:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259520
00000100:00100000:0.0:1767328691.025058:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259648
00000100:00100000:0.0:1767328691.025065:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259648
00000100:00100000:3.0:1767328691.025065:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259520
00000100:00100000:3.0:1767328691.025122:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2557
00000100:00080000:2.0:1767328691.025126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328691.025137:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993259648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328691.025140:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4596
00000100:00100000:0.0:1767328691.025154:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993259520:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328691.025177:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328691.025222:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993259520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328691.025222:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993259648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328691.025233:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4596
00000100:00100000:3.0:1767328691.025244:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2557
00010000:00010000:1.0:1767328691.574564:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328691.638480:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328691.638489:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328691.638492:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328691.638497:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328691.638501:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328691.638508:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13884
00000100:00100000:1.0:1767328691.638514:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328666/real 1767328666]  req@ffff9bb586fc2d80 x1853164010777088/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328691.638514:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328691.638524:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328691.638548:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586fc2d80 x1853164010777088/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767328691.638560:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38380 x1853164010783616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328691.638565:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328691.638586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767328691.638591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010777088:0@lo:250:kworker.0
00000100:00100000:1.0:1767328691.638615:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010783616:0@lo:38:kworker.0
00000100:00080000:2.0:1767328691.638637:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328691.638642:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328691.638646:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328691.638652:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13884
00000100:00100000:0.0:1767328691.638654:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328691.638657:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328691.638663:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010783744:0@lo:400:kworker.0
00000100:00080000:2.0:1767328691.638667:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328691.638668:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010783872:0@lo:400:kworker.0
00000100:00100000:1.0:1767328691.638678:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328691.638695:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3bb80 x1853164010784000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328691.638726:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328691.638733:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010784000:0@lo:38:kworker.0
00000100:00080000:2.0:1767328691.638733:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328691.638743:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328691.638746:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328691.638752:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13884
00000100:00080000:2.0:1767328691.638756:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328691.638761:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783616
00000100:00080000:2.0:1767328691.638762:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328691.638769:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783616
00000100:00100000:1.0:1767328691.638777:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328691.638784:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38a80 x1853164010784256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328691.638794:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783744
00000100:00100000:3.0:1767328691.638801:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783744
00000100:00100000:0.0:1767328691.638807:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35315
00000100:00100000:1.0:1767328691.638816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010784256:0@lo:38:kworker.0
00000100:00100000:0.0:1767328691.638817:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010783616:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328691.638820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328691.638829:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328691.638832:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328691.638838:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13884
00010000:00020000:0.0:1767328691.638841:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328691.638844:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328691.638849:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328691.638854:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328691.638862:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9613
00000100:00100000:2.0:1767328691.638875:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38000 x1853164010784512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328691.638880:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010783744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328691.638902:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328691.638906:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010783616:12345-0@lo:38:kworker.0 Request processed in 89us (230us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328691.638906:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328691.638916:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1767328691.638921:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35315
00000100:00080000:2.0:1767328691.638922:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328691.638929:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13863
00000100:00100000:1.0:1767328691.638933:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010784128:0@lo:400:kworker.0
00000100:00080000:2.0:1767328691.638934:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328691.638944:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328691.638947:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010783744:12345-0@lo:400:kworker.0 Request processed in 72us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328691.638948:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784000
00000100:00100000:0.0:1767328691.638954:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784000
00000100:00100000:3.0:1767328691.638961:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9613
00000100:00100000:2.0:1767328691.638965:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3aa00 x1853164010784640/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328691.638968:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328691.638982:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784256
00000100:00100000:3.0:1767328691.638985:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010783872
00000100:00100000:0.0:1767328691.638988:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784256
00000100:00100000:3.0:1767328691.638992:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010783872
00000100:00100000:0.0:1767328691.639017:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784128
00000100:00100000:1.0:1767328691.639022:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597
00000100:00100000:0.0:1767328691.639023:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784128
00000100:00100000:1.0:1767328691.639029:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010784000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328691.639041:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328691.639046:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9614
00000100:00100000:2.0:1767328691.639050:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010784384:0@lo:400:kworker.0
00000100:00100000:3.0:1767328691.639061:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010783872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328691.639070:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558
00000100:00100000:1.0:1767328691.639076:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010784000:12345-0@lo:38:kworker.0 Request processed in 44us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328691.639083:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597
00000100:00100000:0.0:1767328691.639087:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010784128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328691.639104:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328691.639108:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4598
00000100:00100000:1.0:1767328691.639114:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010784256:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328691.639120:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010783872:12345-0@lo:400:kworker.0 Request processed in 61us (216us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328691.639126:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328691.639132:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9614
00000100:00100000:0.0:1767328691.639140:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010784128:12345-0@lo:400:kworker.0 Request processed in 58us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328691.639147:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558
00000100:00100000:2.0:1767328691.639160:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784384
00000100:00100000:1.0:1767328691.639165:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010784256:12345-0@lo:38:kworker.0 Request processed in 47us (317us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328691.639165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328691.639167:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784384
00000100:00080000:3.0:1767328691.639173:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328691.639179:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010784512:0@lo:38:kworker.0
00000100:00100000:1.0:1767328691.639179:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4598
00000100:00080000:3.0:1767328691.639180:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328691.639188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328691.639200:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559
00000100:00100000:1.0:1767328691.639212:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010784384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328691.639216:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328691.639232:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010783744:0@lo:400:kworker.0
00000100:00100000:0.0:1767328691.639245:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010784640:0@lo:250:kworker.0
00000100:00100000:2.0:1767328691.639246:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784512
00000100:00100000:2.0:1767328691.639253:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784512
00000100:00100000:1.0:1767328691.639264:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010784384:12345-0@lo:400:kworker.0 Request processed in 56us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328691.639272:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559
00000400:00000100:0.0:1767328691.639276:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010784640 offset 0 length 520: 4
00000100:00100000:2.0:1767328691.639282:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4599
00000100:00100000:2.0:1767328691.639292:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010784512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328691.639307:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328691.639318:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328691.639324:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010784128:0@lo:400:kworker.0
00000100:00080000:0.0:1767328691.639325:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328691.639333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010784256:0@lo:38:kworker.0
00000100:00100000:2.0:1767328691.639369:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010784512:12345-0@lo:38:kworker.0 Request processed in 75us (154us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328691.639370:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010783872:0@lo:400:kworker.0
00000100:00080000:0.0:1767328691.639371:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328691.639380:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328691.639388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010784000:0@lo:38:kworker.0
00000100:00100000:2.0:1767328691.639388:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4599
00000100:00080000:0.0:1767328691.639406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328691.639410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328691.639442:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010784384:0@lo:400:kworker.0
00000100:00100000:0.0:1767328691.639457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010783616:0@lo:38:kworker.0
00000100:00080000:0.0:1767328691.639483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328691.639486:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328691.639487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010784512:0@lo:38:kworker.0
00010000:00010000:0.0:1767328692.598574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328693.174566:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328693.174587:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010784768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328693.174659:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328693.174712:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784768
00000100:00100000:0.0:1767328693.174722:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784768
00000100:00080000:3.0:1767328693.174785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328693.174791:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8507
00000100:00100000:0.0:1767328693.174803:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010784768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328693.174830:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328693.174879:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010784768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328693.174887:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8507
00000100:00100000:1.0:1767328693.174919:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010784768:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328693.622560:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328693.686580:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010784896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328693.686643:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328693.686711:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010784896
00000100:00100000:0.0:1767328693.686720:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010784896
00000100:00080000:3.0:1767328693.686775:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328693.686785:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8508
00000100:00100000:0.0:1767328693.686798:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010784896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328693.686826:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328693.686875:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010784896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328693.686884:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8508
00000100:00100000:2.0:1767328693.686917:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010784896:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328694.646584:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328695.670532:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328696.144997:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328696.145053:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328696.145098:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993259904
00000100:00100000:3.0:1767328696.145106:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260032
00000100:00100000:1.0:1767328696.145108:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993259904
00000100:00100000:3.0:1767328696.145115:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260032
00000100:00100000:1.0:1767328696.145153:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4600
00000100:00100000:1.0:1767328696.145161:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993259904:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328696.145167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328696.145183:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328696.145188:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2560
00000100:00100000:2.0:1767328696.145200:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993260032:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328696.145247:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993259904:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328696.145247:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993260032:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328696.145262:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4600
00000100:00100000:2.0:1767328696.145269:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2560
00010000:00010000:1.0:1767328696.694551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328696.758492:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328696.758498:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328696.758501:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328696.758504:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328696.758507:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328696.758513:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13889
00000100:00080000:2.0:1767328696.758517:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328696.758522:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328696.758556:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3bb80 x1853164010785024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328696.758610:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010785024:0@lo:38:kworker.0
00000100:00080000:2.0:1767328696.758628:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328696.758634:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328696.758636:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328696.758641:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13889
00000100:00080000:2.0:1767328696.758644:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328696.758650:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328696.758665:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3b800 x1853164010785408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328696.758677:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010785152:0@lo:400:kworker.0
00000100:00100000:0.0:1767328696.758678:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328696.758687:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328696.758691:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328696.758693:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328696.758696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13889
00000100:00080000:2.0:1767328696.758699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328696.758702:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328696.758715:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010785280:0@lo:400:kworker.0
00000100:00100000:2.0:1767328696.758716:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a39180 x1853164010785664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328696.758722:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010785408:0@lo:38:kworker.0
00000100:00100000:1.0:1767328696.758728:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328696.758754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328696.758757:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328696.758759:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328696.758763:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13889
00000100:00100000:1.0:1767328696.758765:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328696.758765:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328696.758771:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328696.758776:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010785792:0@lo:400:kworker.0
00000100:00100000:3.0:1767328696.758785:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328696.758786:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328696.758787:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010785920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328696.758813:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328696.758818:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010785536:0@lo:400:kworker.0
00000100:00100000:0.0:1767328696.758826:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010785664:0@lo:38:kworker.0
00000100:00100000:3.0:1767328696.758846:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785152
00000100:00100000:3.0:1767328696.758853:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785152
00000100:00100000:1.0:1767328696.758857:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785280
00000100:00100000:1.0:1767328696.758863:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785280
00000100:00100000:2.0:1767328696.758863:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328696.758879:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785408
00000100:00100000:0.0:1767328696.758884:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785408
00000100:00100000:2.0:1767328696.758917:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785024
00000100:00100000:0.0:1767328696.758921:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785792
00000100:00100000:2.0:1767328696.758922:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785024
00000100:00100000:3.0:1767328696.758926:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9615
00000100:00100000:0.0:1767328696.758928:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785792
00000100:00100000:1.0:1767328696.758934:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9616
00000100:00100000:3.0:1767328696.758940:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010785152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328696.758948:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010785280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328696.758956:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35316
00000100:00100000:2.0:1767328696.758963:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010785024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328696.758966:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785536
00000100:00100000:0.0:1767328696.758969:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785536
00010000:00020000:2.0:1767328696.758980:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328696.759001:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561
00000100:00100000:3.0:1767328696.759001:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010785152:12345-0@lo:400:kworker.0 Request processed in 64us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328696.759011:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010785792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328696.759020:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010785280:12345-0@lo:400:kworker.0 Request processed in 77us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328696.759025:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010785024:12345-0@lo:38:kworker.0 Request processed in 60us (347us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328696.759039:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9616
00000100:00100000:2.0:1767328696.759040:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35316
00000100:00100000:0.0:1767328696.759048:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010785792:12345-0@lo:400:kworker.0 Request processed in 37us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328696.759055:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9615
00000100:00100000:0.0:1767328696.759059:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561
00000100:00080000:2.0:1767328696.759081:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328696.759082:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562
00000100:00080000:2.0:1767328696.759087:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328696.759093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328696.759095:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010785536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328696.759107:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010785792:0@lo:400:kworker.0
00000100:00100000:3.0:1767328696.759109:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010785280:0@lo:400:kworker.0
00000100:00100000:2.0:1767328696.759124:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4601
00000100:00100000:2.0:1767328696.759131:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010785408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328696.759133:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010785152:0@lo:400:kworker.0
00010000:00020000:2.0:1767328696.759143:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328696.759153:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010785536:12345-0@lo:400:kworker.0 Request processed in 60us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328696.759162:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562
00000100:00100000:2.0:1767328696.759179:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010785408:12345-0@lo:38:kworker.0 Request processed in 46us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328696.759187:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4601
00000100:00100000:1.0:1767328696.759198:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328696.759207:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010785536:0@lo:400:kworker.0
00000100:00100000:2.0:1767328696.759219:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785664
00000100:00100000:2.0:1767328696.759224:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785664
00000100:00100000:1.0:1767328696.759233:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010785920:0@lo:38:kworker.0
00000100:00100000:3.0:1767328696.759251:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602
00000100:00100000:3.0:1767328696.759260:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010785664:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328696.759265:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767328696.759276:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328696.759281:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010785920
00000100:00100000:0.0:1767328696.759287:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010785920
00000100:00080000:1.0:1767328696.759290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328696.759296:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328696.759301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010785408:0@lo:38:kworker.0
00000100:00100000:3.0:1767328696.759331:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010785664:12345-0@lo:38:kworker.0 Request processed in 70us (132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328696.759332:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603
00000100:00080000:1.0:1767328696.759336:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328696.759343:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010785920:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328696.759346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328696.759348:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602
00000100:00100000:1.0:1767328696.759354:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010785024:0@lo:38:kworker.0
00010000:00020000:0.0:1767328696.759362:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328696.759380:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328696.759385:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328696.759389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010785664:0@lo:38:kworker.0
00000100:00100000:0.0:1767328696.759399:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010785920:12345-0@lo:38:kworker.0 Request processed in 55us (138us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328696.759400:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328696.759409:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328696.759412:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603
00000100:00100000:1.0:1767328696.759442:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010785920:0@lo:38:kworker.0
00010000:00010000:0.0:1767328697.718540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328698.294610:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010786048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328698.294673:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328698.294734:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786048
00000100:00100000:0.0:1767328698.294743:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786048
00000100:00080000:2.0:1767328698.294803:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328698.294806:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8509
00000100:00100000:0.0:1767328698.294818:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010786048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328698.294859:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328698.294907:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010786048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328698.294915:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8509
00000100:00100000:1.0:1767328698.294944:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010786048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328698.742550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328698.806577:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010786176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328698.806651:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328698.806695:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786176
00000100:00100000:0.0:1767328698.806703:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786176
00000100:00080000:2.0:1767328698.806749:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328698.806756:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8510
00000100:00100000:0.0:1767328698.806767:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010786176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328698.806793:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328698.806842:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010786176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328698.806848:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8510
00000100:00100000:3.0:1767328698.806883:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010786176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328699.766528:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328700.790524:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328701.264867:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328701.264914:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328701.264942:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260288
00000100:00100000:0.0:1767328701.264952:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260288
00000100:00100000:3.0:1767328701.264962:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260160
00000100:00100000:3.0:1767328701.264968:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260160
00000100:00080000:2.0:1767328701.265003:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328701.265013:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2563
00000100:00100000:0.0:1767328701.265029:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4604
00000100:00100000:3.0:1767328701.265030:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993260288:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328701.265042:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993260160:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328701.265066:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328701.265108:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993260160:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 64us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328701.265109:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993260288:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328701.265122:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4604
00000100:00100000:3.0:1767328701.265134:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2563
00010000:00010000:1.0:1767328701.814531:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328701.878498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328701.878504:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328701.878507:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328701.878510:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328701.878514:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328701.878520:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13894
00000100:00080000:0.0:1767328701.878524:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328701.878530:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328701.878562:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010786304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328701.878615:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010786304:0@lo:38:kworker.0
00000100:00080000:0.0:1767328701.878623:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328701.878628:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010786432:0@lo:400:kworker.0
00000100:00080000:0.0:1767328701.878630:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328701.878635:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328701.878641:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13894
00000100:00080000:0.0:1767328701.878644:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328701.878649:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328701.878654:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010786560:0@lo:400:kworker.0
00000100:00100000:0.0:1767328701.878666:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010786688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328701.878687:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328701.878687:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328701.878688:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328701.878695:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328701.878698:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328701.878702:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13894
00000100:00080000:0.0:1767328701.878706:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328701.878711:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328701.878724:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786432
00000100:00100000:0.0:1767328701.878725:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc6d80 x1853164010786944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328701.878731:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786432
00000100:00100000:1.0:1767328701.878740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010786688:0@lo:38:kworker.0
00000100:00080000:0.0:1767328701.878753:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328701.878758:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328701.878761:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328701.878766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13894
00000100:00080000:0.0:1767328701.878771:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328701.878773:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328701.878777:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786304
00000100:00080000:0.0:1767328701.878781:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328701.878789:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786304
00000100:00100000:0.0:1767328701.878796:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7480 x1853164010787200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328701.878801:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9617
00000100:00100000:1.0:1767328701.878812:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010786944:0@lo:38:kworker.0
00000100:00100000:3.0:1767328701.878818:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010786432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328701.878822:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35317
00000100:00100000:2.0:1767328701.878832:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010786304:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328701.878842:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010786816:0@lo:400:kworker.0
00010000:00020000:2.0:1767328701.878850:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328701.878852:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328701.878890:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010787200:0@lo:38:kworker.0
00000100:00100000:3.0:1767328701.878897:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010786432:12345-0@lo:400:kworker.0 Request processed in 84us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328701.878901:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010786304:12345-0@lo:38:kworker.0 Request processed in 68us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328701.878906:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328701.878913:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9617
00000100:00100000:2.0:1767328701.878917:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35317
00000100:00100000:1.0:1767328701.878934:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786688
00000100:00100000:1.0:1767328701.878939:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786688
00000100:00080000:2.0:1767328701.878943:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328701.878968:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786944
00000100:00100000:1.0:1767328701.878973:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786816
00000100:00100000:3.0:1767328701.878975:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786944
00000100:00100000:0.0:1767328701.878978:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4605
00000100:00100000:1.0:1767328701.878978:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786816
00000100:00100000:2.0:1767328701.878985:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010786432:0@lo:400:kworker.0
00000100:00100000:0.0:1767328701.878992:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010786688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328701.879007:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328701.879007:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606
00000100:00100000:2.0:1767328701.879011:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328701.879016:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010786944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328701.879026:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564
00000100:00100000:2.0:1767328701.879027:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010787072:0@lo:400:kworker.0
00010000:00020000:3.0:1767328701.879030:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328701.879040:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010786816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328701.879046:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010786688:12345-0@lo:38:kworker.0 Request processed in 54us (275us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328701.879056:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4605
00000100:00100000:3.0:1767328701.879073:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010786944:12345-0@lo:38:kworker.0 Request processed in 58us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328701.879075:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328701.879086:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606
00000100:00100000:0.0:1767328701.879091:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787072
00000100:00100000:0.0:1767328701.879096:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787072
00000100:00100000:1.0:1767328701.879102:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010786816:12345-0@lo:400:kworker.0 Request processed in 65us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328701.879110:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564
00000100:00080000:2.0:1767328701.879111:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328701.879133:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565
00000100:00100000:2.0:1767328701.879140:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328701.879144:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010787072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328701.879166:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010786816:0@lo:400:kworker.0
00000100:00100000:2.0:1767328701.879185:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010786560
00000100:00100000:1.0:1767328701.879191:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010787072:12345-0@lo:400:kworker.0 Request processed in 48us (114us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328701.879192:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010786560
00000100:00100000:1.0:1767328701.879200:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565
00000100:00100000:3.0:1767328701.879207:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010787072:0@lo:400:kworker.0
00000100:00100000:0.0:1767328701.879208:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328701.879220:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787200
00000100:00100000:1.0:1767328701.879224:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787200
00000100:00100000:2.0:1767328701.879238:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9618
00000100:00080000:0.0:1767328701.879247:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328701.879249:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328701.879253:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010786560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328701.879254:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4607
00000100:00080000:0.0:1767328701.879257:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328701.879284:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010786688:0@lo:38:kworker.0
00000100:00100000:1.0:1767328701.879291:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010787200:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328701.879300:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767328701.879305:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328701.879308:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328701.879314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010786944:0@lo:38:kworker.0
00000100:00080000:0.0:1767328701.879329:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328701.879333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328701.879337:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010787200:12345-0@lo:38:kworker.0 Request processed in 70us (130us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328701.879339:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010786304:0@lo:38:kworker.0
00000100:00100000:1.0:1767328701.879351:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4607
00000100:00080000:0.0:1767328701.879382:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328701.879386:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328701.879390:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010787200:0@lo:38:kworker.0
00000100:00100000:2.0:1767328701.879399:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010786560:12345-0@lo:400:kworker.0 Request processed in 152us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328701.879405:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9618
00000100:00100000:3.0:1767328701.879465:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010786560:0@lo:400:kworker.0
00010000:00010000:0.0:1767328702.838528:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328703.414609:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328703.414629:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010787328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328703.414689:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328703.414730:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787328
00000100:00100000:3.0:1767328703.414739:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787328
00000100:00080000:2.0:1767328703.414791:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328703.414798:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8511
00000100:00100000:3.0:1767328703.414807:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010787328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328703.414832:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328703.414879:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010787328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328703.414885:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8511
00000100:00100000:0.0:1767328703.414922:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010787328:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328703.862547:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328703.926582:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328703.926597:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010787456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328703.926655:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328703.926699:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787456
00000100:00100000:3.0:1767328703.926708:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787456
00000100:00080000:2.0:1767328703.926753:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328703.926759:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8512
00000100:00100000:3.0:1767328703.926769:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010787456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328703.926793:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328703.926839:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010787456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328703.926844:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8512
00000100:00100000:0.0:1767328703.926894:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010787456:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328704.886552:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328705.910534:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328706.384997:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328706.385052:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328706.385085:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260416
00000100:00100000:1.0:1767328706.385107:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260416
00000100:00100000:0.0:1767328706.385109:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260544
00000100:00100000:0.0:1767328706.385116:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260544
00000100:00100000:1.0:1767328706.385159:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2566
00000100:00100000:0.0:1767328706.385172:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4608
00000100:00100000:1.0:1767328706.385179:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993260544:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328706.385185:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993260416:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328706.385207:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328706.385209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328706.385288:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993260416:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 102us (295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328706.385290:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993260544:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 116us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328706.385303:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4608
00000100:00100000:1.0:1767328706.385312:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2566
00010000:00010000:1.0:1767328706.934575:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328706.998522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328706.998531:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328706.998534:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328706.998538:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328706.998542:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328706.998549:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13899
00000100:00080000:0.0:1767328706.998554:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328706.998560:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328706.998599:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc4380 x1853164010787584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328706.998657:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010787584:0@lo:38:kworker.0
00000100:00080000:0.0:1767328706.998658:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328706.998668:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010787712:0@lo:400:kworker.0
00000100:00080000:0.0:1767328706.998670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328706.998674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328706.998680:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13899
00000100:00080000:0.0:1767328706.998683:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328706.998686:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328706.998696:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328706.998702:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343100 x1853164010787968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328706.998713:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010787840:0@lo:400:kworker.0
00000100:00080000:0.0:1767328706.998722:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328706.998726:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328706.998728:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328706.998734:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13899
00000100:00080000:0.0:1767328706.998740:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328706.998740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328706.998745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328706.998749:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328706.998762:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340000 x1853164010788224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328706.998779:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328706.998784:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328706.998786:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328706.998787:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328706.998787:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328706.998794:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010787968:0@lo:38:kworker.0
00000100:00080000:0.0:1767328706.998798:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13899
00000100:00100000:2.0:1767328706.998800:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010788352:0@lo:400:kworker.0
00000100:00080000:0.0:1767328706.998805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328706.998810:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328706.998824:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340380 x1853164010788480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328706.998829:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010788096:0@lo:400:kworker.0
00000100:00100000:1.0:1767328706.998849:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328706.998854:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787712
00000100:00100000:2.0:1767328706.998861:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787712
00000100:00100000:3.0:1767328706.998885:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787840
00000100:00100000:3.0:1767328706.998891:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787840
00000100:00100000:0.0:1767328706.998907:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787968
00000100:00100000:1.0:1767328706.998910:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010788224:0@lo:38:kworker.0
00000100:00100000:0.0:1767328706.998915:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787968
00000100:00100000:2.0:1767328706.998934:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9619
00000100:00100000:3.0:1767328706.998952:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9620
00000100:00100000:2.0:1767328706.998953:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010787712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328706.998956:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328706.998961:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4609
00000100:00100000:3.0:1767328706.998969:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010787840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328706.998974:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010787968:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328706.998992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010788480:0@lo:38:kworker.0
00010000:00020000:0.0:1767328706.998997:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328706.999013:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010787712:12345-0@lo:400:kworker.0 Request processed in 68us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328706.999019:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9619
00000100:00100000:3.0:1767328706.999040:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010787840:12345-0@lo:400:kworker.0 Request processed in 75us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328706.999044:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010787584
00000100:00100000:2.0:1767328706.999049:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010787584
00000100:00100000:3.0:1767328706.999055:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9620
00000100:00100000:1.0:1767328706.999056:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328706.999070:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010787968:12345-0@lo:38:kworker.0 Request processed in 95us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328706.999077:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35318
00000100:00100000:0.0:1767328706.999084:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4609
00000100:00100000:2.0:1767328706.999085:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010787584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328706.999098:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328706.999102:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328706.999102:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328706.999110:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788224
00000100:00080000:1.0:1767328706.999111:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328706.999112:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328706.999118:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788224
00000100:00100000:1.0:1767328706.999122:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010787968:0@lo:38:kworker.0
00000100:00100000:2.0:1767328706.999130:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010787584:12345-0@lo:38:kworker.0 Request processed in 44us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328706.999137:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328706.999139:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328706.999143:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35318
00000100:00080000:1.0:1767328706.999147:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328706.999152:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788480
00000100:00100000:1.0:1767328706.999153:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010787584:0@lo:38:kworker.0
00000100:00100000:0.0:1767328706.999160:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788480
00000100:00100000:0.0:1767328706.999183:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788352
00000100:00100000:0.0:1767328706.999187:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788352
00000100:00100000:2.0:1767328706.999191:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4610
00000100:00100000:3.0:1767328706.999192:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010787712:0@lo:400:kworker.0
00000100:00100000:2.0:1767328706.999200:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010788224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328706.999209:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328706.999227:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567
00000100:00080000:3.0:1767328706.999247:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328706.999253:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4611
00000100:00100000:1.0:1767328706.999256:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010788352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328706.999262:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010788224:12345-0@lo:38:kworker.0 Request processed in 62us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328706.999267:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010788480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328706.999274:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4610
00010000:00020000:0.0:1767328706.999285:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328706.999291:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328706.999298:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328706.999304:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010788224:0@lo:38:kworker.0
00000100:00100000:1.0:1767328706.999328:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010788352:12345-0@lo:400:kworker.0 Request processed in 88us (193us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328706.999333:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328706.999340:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010788480:12345-0@lo:38:kworker.0 Request processed in 72us (288us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328706.999342:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328706.999343:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567
00000100:00080000:3.0:1767328706.999346:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328706.999357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010788480:0@lo:38:kworker.0
00000100:00100000:0.0:1767328706.999358:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4611
00000100:00100000:1.0:1767328706.999376:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788096
00000100:00100000:1.0:1767328706.999382:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788096
00000100:00100000:2.0:1767328706.999386:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010787840:0@lo:400:kworker.0
00000100:00100000:0.0:1767328706.999440:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010788352:0@lo:400:kworker.0
00000100:00080000:3.0:1767328706.999462:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328706.999463:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568
00000100:00100000:1.0:1767328706.999479:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010788096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328706.999526:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010788096:12345-0@lo:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328706.999535:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568
00000100:00100000:2.0:1767328706.999553:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010788096:0@lo:400:kworker.0
00010000:00010000:0.0:1767328707.958551:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328708.534615:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010788608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328708.534686:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328708.534742:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788608
00000100:00100000:3.0:1767328708.534751:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788608
00000100:00080000:0.0:1767328708.534806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328708.534812:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8513
00000100:00100000:3.0:1767328708.534823:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010788608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328708.534848:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328708.534904:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010788608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328708.534914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8513
00000100:00100000:0.0:1767328708.534950:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010788608:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328708.982537:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328709.046665:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010788736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328709.046728:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328709.046814:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788736
00000100:00100000:3.0:1767328709.046824:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788736
00000100:00080000:0.0:1767328709.046874:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328709.046881:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8514
00000100:00100000:3.0:1767328709.046890:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010788736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328709.046916:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328709.046960:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010788736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328709.046965:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8514
00000100:00100000:0.0:1767328709.046997:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010788736:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328710.006548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328711.030540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328711.504943:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328711.504973:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328711.505004:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260672
00000100:00100000:1.0:1767328711.505016:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260672
00000100:00100000:3.0:1767328711.505021:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993260800
00000100:00100000:3.0:1767328711.505029:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993260800
00000100:00100000:1.0:1767328711.505058:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4612
00000100:00100000:1.0:1767328711.505067:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993260672:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328711.505082:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328711.505088:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2569
00010000:00020000:1.0:1767328711.505089:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328711.505104:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993260800:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328711.505151:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993260672:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328711.505159:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993260800:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328711.505164:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4612
00000100:00100000:3.0:1767328711.505173:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2569
00010000:00010000:1.0:1767328712.054551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328712.118522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328712.118530:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328712.118534:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328712.118538:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328712.118543:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328712.118553:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13904
00000100:00080000:2.0:1767328712.118559:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328712.118567:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328712.118607:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349f80 x1853164010788864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328712.118661:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010788864:0@lo:38:kworker.0
00000100:00080000:2.0:1767328712.118682:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328712.118689:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010788992:0@lo:400:kworker.0
00000100:00080000:2.0:1767328712.118690:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328712.118694:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328712.118702:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13904
00000100:00080000:2.0:1767328712.118706:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328712.118710:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328712.118715:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328712.118727:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348700 x1853164010789248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328712.118730:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010789120:0@lo:400:kworker.0
00000100:00100000:3.0:1767328712.118745:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328712.118748:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328712.118775:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328712.118779:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328712.118781:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328712.118785:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13904
00000100:00080000:2.0:1767328712.118790:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328712.118794:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328712.118798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328712.118814:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010789504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328712.118814:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010789248:0@lo:38:kworker.0
00000100:00100000:1.0:1767328712.118826:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010789376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328712.118829:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788992
00000100:00100000:0.0:1767328712.118838:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788992
00000100:00100000:3.0:1767328712.118847:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328712.118863:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328712.118872:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328712.118873:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328712.118873:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010789504:0@lo:38:kworker.0
00000100:00080000:2.0:1767328712.118880:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328712.118887:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13904
00000100:00080000:2.0:1767328712.118891:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328712.118896:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328712.118904:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328712.118906:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789120
00000100:00100000:0.0:1767328712.118912:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789120
00000100:00100000:2.0:1767328712.118915:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0700 x1853164010789760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328712.118933:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9621
00000100:00100000:3.0:1767328712.118934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010789760:0@lo:38:kworker.0
00000100:00100000:1.0:1767328712.118951:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010788992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328712.118956:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010788864
00000100:00100000:3.0:1767328712.118961:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328712.118962:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9622
00000100:00100000:2.0:1767328712.118964:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010788864
00000100:00100000:0.0:1767328712.118976:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010789120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328712.118998:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789248
00000100:00100000:3.0:1767328712.119002:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789248
00000100:00100000:2.0:1767328712.119006:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35319
00000100:00100000:1.0:1767328712.119013:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010788992:12345-0@lo:400:kworker.0 Request processed in 64us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328712.119019:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010788864:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328712.119021:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010789120:12345-0@lo:400:kworker.0 Request processed in 50us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328712.119028:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9621
00000100:00100000:3.0:1767328712.119028:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789376
00000100:00100000:3.0:1767328712.119033:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789376
00000100:00100000:0.0:1767328712.119038:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9622
00010000:00020000:2.0:1767328712.119045:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328712.119063:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789504
00000100:00100000:1.0:1767328712.119067:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789760
00000100:00100000:3.0:1767328712.119067:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789504
00000100:00100000:1.0:1767328712.119074:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789760
00000100:00100000:0.0:1767328712.119075:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570
00000100:00100000:0.0:1767328712.119085:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010789376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328712.119093:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4613
00000100:00100000:3.0:1767328712.119103:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010789248:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328712.119104:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614
00000100:00100000:2.0:1767328712.119105:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010788864:12345-0@lo:38:kworker.0 Request processed in 84us (360us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328712.119116:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010789504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328712.119118:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328712.119121:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35319
00000100:00100000:0.0:1767328712.119128:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010789376:12345-0@lo:400:kworker.0 Request processed in 43us (257us total) trans 0 rc 0/0
00010000:00020000:1.0:1767328712.119135:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328712.119138:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570
00000100:00100000:3.0:1767328712.119153:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010789248:12345-0@lo:38:kworker.0 Request processed in 52us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328712.119160:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615
00000100:00100000:2.0:1767328712.119168:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010789760:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328712.119175:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4613
00000100:00100000:1.0:1767328712.119177:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010789504:12345-0@lo:38:kworker.0 Request processed in 56us (269us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328712.119185:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328712.119187:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614
00000100:00100000:0.0:1767328712.119217:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010789376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328712.119238:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010789120:0@lo:400:kworker.0
00000100:00080000:3.0:1767328712.119242:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328712.119249:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010789760:12345-0@lo:38:kworker.0 Request processed in 76us (286us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328712.119250:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328712.119257:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010789504:0@lo:38:kworker.0
00000100:00100000:1.0:1767328712.119261:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010788992:0@lo:400:kworker.0
00000100:00100000:2.0:1767328712.119267:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615
00000100:00080000:3.0:1767328712.119272:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328712.119277:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328712.119280:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328712.119282:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010789248:0@lo:38:kworker.0
00000100:00080000:0.0:1767328712.119283:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328712.119292:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010789632:0@lo:400:kworker.0
00000100:00080000:0.0:1767328712.119293:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328712.119297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328712.119299:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328712.119304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328712.119306:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010788864:0@lo:38:kworker.0
00000100:00100000:1.0:1767328712.119327:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328712.119331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328712.119336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328712.119340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010789760:0@lo:38:kworker.0
00000100:00100000:2.0:1767328712.119360:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789632
00000100:00100000:2.0:1767328712.119364:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789632
00000100:00100000:2.0:1767328712.119396:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571
00000100:00100000:2.0:1767328712.119402:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010789632:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328712.119406:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328712.119463:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010789632:12345-0@lo:400:kworker.0 Request processed in 61us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328712.119468:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571
00000100:00100000:1.0:1767328712.119509:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010789632:0@lo:400:kworker.0
00010000:00010000:0.0:1767328713.078533:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328713.654577:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010789888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328713.654650:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328713.654709:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010789888
00000100:00100000:3.0:1767328713.654718:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010789888
00000100:00100000:3.0:1767328713.654764:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8515
00000100:00100000:3.0:1767328713.654771:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010789888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328713.654795:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328713.654837:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010789888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328713.654843:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8515
00000100:00100000:1.0:1767328713.654876:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010789888:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328714.102516:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328714.166608:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010790016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328714.166676:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328714.166716:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790016
00000100:00100000:3.0:1767328714.166724:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790016
00000100:00080000:0.0:1767328714.166770:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328714.166782:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8516
00000100:00100000:3.0:1767328714.166791:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010790016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328714.166815:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328714.166857:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010790016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328714.166862:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8516
00000100:00100000:2.0:1767328714.166902:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010790016:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328715.126577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767328715.600929:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993260928 offset 0 length 520: 4
00000100:00100000:2.0:1767328715.600966:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328715.601010:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328715.601024:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261184
00000100:00100000:0.0:1767328715.601036:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261184
00000100:00100000:3.0:1767328715.601052:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261056
00000100:00100000:3.0:1767328715.601057:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261056
00000100:00080000:2.0:1767328715.601091:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328715.601097:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2572
00000100:00100000:0.0:1767328715.601106:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4616
00000100:00100000:3.0:1767328715.601110:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993261184:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328715.601112:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993261056:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328715.601140:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328715.601209:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993261056:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328715.601213:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993261184:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 107us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328715.601218:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4616
00000100:00100000:3.0:1767328715.601223:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2572
00010000:00010000:1.0:1767328716.150657:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328716.214562:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328691/real 1767328691]  req@ffff9bb5b3a3aa00 x1853164010784640/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328716.214604:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5b3a3aa00 x1853164010784640/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328716.214629:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328716.214657:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328716.214663:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010784640:0@lo:250:kworker.0
00000100:00080000:2.0:1767328716.214769:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328716.214779:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328716.214783:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328716.214791:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13889
00000100:00080000:2.0:1767328716.214797:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328716.214806:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328716.214847:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0700 x1853164010790144/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328716.214885:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328716.214890:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328716.214893:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328716.214897:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13909
00000100:00080000:2.0:1767328716.214902:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328716.214908:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328716.214933:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010790272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328716.214943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010790144:0@lo:250:kworker.0
00000100:00080000:2.0:1767328716.215024:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:3.0:1767328716.215024:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010790144 offset 0 length 520: 4
00000100:00080000:2.0:1767328716.215040:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328716.215045:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328716.215052:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13909
00000100:00080000:2.0:1767328716.215057:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328716.215064:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328716.215088:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02d80 x1853164010790656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328716.215089:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328716.215131:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010790400:0@lo:400:kworker.0
00000100:00100000:0.0:1767328716.215132:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010790528:0@lo:400:kworker.0
00000100:00080000:2.0:1767328716.215135:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328716.215139:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010790272:0@lo:38:kworker.0
00000100:00080000:2.0:1767328716.215160:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328716.215165:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328716.215204:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13909
00000100:00080000:2.0:1767328716.215209:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328716.215217:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328716.215242:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01500 x1853164010790912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328716.215301:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328716.215303:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328716.215304:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328716.215323:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328716.215332:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010790784:0@lo:400:kworker.0
00000100:00080000:2.0:1767328716.215333:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328716.215352:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13909
00000100:00080000:2.0:1767328716.215360:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328716.215369:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328716.215384:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010790656:0@lo:38:kworker.0
00000100:00100000:1.0:1767328716.215389:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010791040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328716.215403:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00380 x1853164010791168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328716.215469:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328716.215521:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328716.215542:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790400
00000100:00100000:3.0:1767328716.215555:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790400
00000100:00100000:2.0:1767328716.215585:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790272
00000100:00100000:0.0:1767328716.215592:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790784
00000100:00100000:2.0:1767328716.215597:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790272
00000100:00100000:0.0:1767328716.215604:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790784
00000100:00100000:2.0:1767328716.215664:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35320
00000100:00100000:3.0:1767328716.215666:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9623
00000100:00100000:2.0:1767328716.215682:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010790272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328716.215683:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791040
00000100:00100000:0.0:1767328716.215693:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791040
00000100:00100000:3.0:1767328716.215695:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010790400:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328716.215723:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328716.215731:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328716.215750:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573
00000100:00100000:0.0:1767328716.215772:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010790784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328716.215819:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010790400:12345-0@lo:400:kworker.0 Request processed in 133us (533us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328716.215835:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9623
00000100:00100000:2.0:1767328716.215845:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010790272:12345-0@lo:38:kworker.0 Request processed in 163us (557us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328716.215860:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35320
00000100:00100000:3.0:1767328716.215870:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790528
00000100:00100000:1.0:1767328716.215874:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010790400:0@lo:400:kworker.0
00000100:00100000:3.0:1767328716.215879:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790528
00000100:00100000:0.0:1767328716.215895:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010790784:12345-0@lo:400:kworker.0 Request processed in 124us (468us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328716.215909:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328716.215920:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573
00000100:00080000:2.0:1767328716.215921:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328716.215935:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328716.215949:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9624
00000100:00100000:3.0:1767328716.215969:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010790528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328716.215982:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574
00000100:00100000:2.0:1767328716.215992:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328716.216006:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010791040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328716.216025:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790656
00000100:00100000:1.0:1767328716.216036:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790656
00000100:00100000:2.0:1767328716.216055:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010790912:0@lo:38:kworker.0
00000100:00100000:3.0:1767328716.216079:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010790528:12345-0@lo:400:kworker.0 Request processed in 111us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328716.216092:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617
00000100:00100000:0.0:1767328716.216111:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010791040:12345-0@lo:400:kworker.0 Request processed in 108us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328716.216113:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9624
00000100:00100000:1.0:1767328716.216115:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010790656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328716.216128:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328716.216149:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574
00010000:00020000:1.0:1767328716.216159:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328716.216201:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010791168:0@lo:38:kworker.0
00000100:00100000:3.0:1767328716.216210:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010790912
00000100:00100000:3.0:1767328716.216219:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010790912
00000100:00100000:3.0:1767328716.216279:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618
00000100:00100000:0.0:1767328716.216286:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010790784:0@lo:400:kworker.0
00000100:00100000:1.0:1767328716.216292:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010790656:12345-0@lo:38:kworker.0 Request processed in 176us (295us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328716.216301:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328716.216302:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010790912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328716.216331:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617
00010000:00020000:3.0:1767328716.216339:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328716.216354:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791168
00000100:00100000:0.0:1767328716.216366:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791168
00000100:00080000:2.0:1767328716.216397:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328716.216408:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328716.216466:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010790272:0@lo:38:kworker.0
00000100:00100000:0.0:1767328716.216468:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4619
00000100:00100000:3.0:1767328716.216469:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010790912:12345-0@lo:38:kworker.0 Request processed in 114us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328716.216492:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010791168:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328716.216494:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618
00000100:00100000:1.0:1767328716.216504:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010791040:0@lo:400:kworker.0
00000100:00080000:2.0:1767328716.216506:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328716.216527:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767328716.216528:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328716.216544:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010790656:0@lo:38:kworker.0
00000100:00100000:3.0:1767328716.216583:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010790528:0@lo:400:kworker.0
00000100:00080000:2.0:1767328716.216609:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328716.216619:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010791168:12345-0@lo:38:kworker.0 Request processed in 124us (331us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328716.216624:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328716.216639:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010790912:0@lo:38:kworker.0
00000100:00100000:0.0:1767328716.216647:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4619
00000100:00080000:2.0:1767328716.216666:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328716.216674:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328716.216678:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010791168:0@lo:38:kworker.0
00010000:00010000:1.0:1767328717.174529:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328718.198532:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328718.774606:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010791296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328718.774673:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328718.774715:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791296
00000100:00100000:3.0:1767328718.774725:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791296
00000100:00080000:2.0:1767328718.774788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328718.774797:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8517
00000100:00100000:3.0:1767328718.774808:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010791296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328718.774834:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328718.774877:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010791296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328718.774884:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8517
00000100:00100000:1.0:1767328718.774927:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010791296:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328719.222569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328719.286621:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010791424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328719.286683:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328719.286723:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791424
00000100:00100000:0.0:1767328719.286732:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791424
00000100:00100000:0.0:1767328719.286791:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8518
00000100:00080000:2.0:1767328719.286797:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328719.286799:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010791424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328719.286826:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328719.286868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010791424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328719.286874:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8518
00000100:00100000:3.0:1767328719.286910:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010791424:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328720.246565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328720.720883:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328720.720929:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328720.720951:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261440
00000100:00100000:0.0:1767328720.720962:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261440
00000100:00100000:1.0:1767328720.720977:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261312
00000100:00100000:1.0:1767328720.720985:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261312
00000100:00080000:2.0:1767328720.721016:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328720.721039:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2575
00000100:00100000:0.0:1767328720.721052:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4620
00000100:00100000:1.0:1767328720.721058:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993261440:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328720.721066:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993261312:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328720.721088:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328720.721154:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993261440:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328720.721155:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993261312:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328720.721172:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2575
00000100:00100000:0.0:1767328720.721179:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4620
00010000:00010000:1.0:1767328721.270545:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328721.334515:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328721.334526:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328721.334530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328721.334534:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328721.334539:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328721.334548:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13914
00000100:00080000:2.0:1767328721.334553:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328721.334561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328721.334598:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010791552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328721.334660:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010791552:0@lo:38:kworker.0
00000100:00080000:2.0:1767328721.334671:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328721.334677:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328721.334680:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328721.334684:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010791680:0@lo:400:kworker.0
00000100:00080000:2.0:1767328721.334687:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13914
00000100:00080000:2.0:1767328721.334694:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328721.334699:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328721.334703:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010791808:0@lo:400:kworker.0
00000100:00100000:2.0:1767328721.334717:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc03b80 x1853164010791936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328721.334737:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328721.334745:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328721.334754:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328721.334759:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328721.334762:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328721.334768:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13914
00000100:00080000:2.0:1767328721.334770:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328721.334775:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328721.334778:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791552
00000100:00100000:3.0:1767328721.334786:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791552
00000100:00100000:2.0:1767328721.334791:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01c00 x1853164010792192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328721.334808:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010791936:0@lo:38:kworker.0
00000100:00100000:3.0:1767328721.334826:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35321
00000100:00100000:0.0:1767328721.334829:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791680
00000100:00080000:2.0:1767328721.334830:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328721.334835:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010791552:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328721.334838:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791680
00000100:00080000:2.0:1767328721.334839:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328721.334845:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328721.334850:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328721.334854:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13914
00010000:00020000:3.0:1767328721.334855:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328721.334860:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328721.334866:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328721.334884:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc00380 x1853164010792448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328721.334886:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010792192:0@lo:38:kworker.0
00000100:00100000:3.0:1767328721.334903:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010791552:12345-0@lo:38:kworker.0 Request processed in 68us (167us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328721.334905:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9625
00000100:00100000:3.0:1767328721.334914:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35321
00000100:00100000:0.0:1767328721.334923:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010791680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328721.334926:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010792320:0@lo:400:kworker.0
00000100:00100000:1.0:1767328721.334937:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328721.334957:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328721.334983:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328721.334984:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328721.334990:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328721.334994:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010791680:12345-0@lo:400:kworker.0 Request processed in 74us (251us total) trans 0 rc 0/0
00000100:00080000:1.0:1767328721.334996:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328721.335008:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9625
00000100:00100000:1.0:1767328721.335014:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010791552:0@lo:38:kworker.0
00000100:00100000:3.0:1767328721.335022:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328721.335032:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791808
00000100:00100000:3.0:1767328721.335033:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010792064:0@lo:400:kworker.0
00000100:00100000:0.0:1767328721.335039:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791808
00000100:00100000:1.0:1767328721.335045:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010792448:0@lo:38:kworker.0
00000100:00100000:2.0:1767328721.335050:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010791936
00000100:00100000:2.0:1767328721.335057:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010791936
00000100:00100000:3.0:1767328721.335062:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328721.335088:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328721.335094:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9626
00000100:00100000:2.0:1767328721.335102:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792192
00000100:00100000:2.0:1767328721.335108:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792192
00000100:00100000:0.0:1767328721.335109:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010791808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328721.335110:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792320
00000100:00100000:3.0:1767328721.335116:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792320
00000100:00100000:2.0:1767328721.335129:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792064
00000100:00100000:2.0:1767328721.335153:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792064
00000100:00100000:3.0:1767328721.335165:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792448
00000100:00100000:3.0:1767328721.335170:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792448
00000100:00100000:1.0:1767328721.335177:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576
00000100:00100000:1.0:1767328721.335192:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010792320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328721.335199:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577
00000100:00100000:0.0:1767328721.335202:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010791808:12345-0@lo:400:kworker.0 Request processed in 98us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328721.335209:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4621
00000100:00100000:2.0:1767328721.335215:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010792064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328721.335218:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9626
00000100:00100000:3.0:1767328721.335221:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010791936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328721.335235:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328721.335246:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010792320:12345-0@lo:400:kworker.0 Request processed in 59us (264us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328721.335252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328721.335257:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576
00000100:00080000:0.0:1767328721.335258:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328721.335282:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010792064:12345-0@lo:400:kworker.0 Request processed in 71us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328721.335289:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4622
00000100:00100000:0.0:1767328721.335293:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010792064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328721.335302:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577
00000100:00100000:1.0:1767328721.335303:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010792192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328721.335316:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010791936:12345-0@lo:38:kworker.0 Request processed in 72us (446us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328721.335317:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010791808:0@lo:400:kworker.0
00010000:00020000:1.0:1767328721.335320:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328721.335329:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4623
00000100:00100000:3.0:1767328721.335340:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4621
00000100:00100000:2.0:1767328721.335341:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010792448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328721.335357:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328721.335368:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010791680:0@lo:400:kworker.0
00000100:00100000:1.0:1767328721.335369:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010792192:12345-0@lo:38:kworker.0 Request processed in 66us (434us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328721.335382:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4622
00000100:00100000:2.0:1767328721.335400:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010792448:12345-0@lo:38:kworker.0 Request processed in 60us (313us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328721.335410:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4623
00000100:00080000:1.0:1767328721.335446:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328721.335454:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328721.335460:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010792448:0@lo:38:kworker.0
00000100:00080000:1.0:1767328721.335478:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328721.335483:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010792320:0@lo:400:kworker.0
00000100:00080000:1.0:1767328721.335485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328721.335494:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010792192:0@lo:38:kworker.0
00000100:00080000:1.0:1767328721.335511:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328721.335515:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328721.335519:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010791936:0@lo:38:kworker.0
00010000:00010000:1.0:1767328722.294551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328723.318547:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328723.894622:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328723.894645:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010792576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328723.894725:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328723.894770:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792576
00000100:00100000:0.0:1767328723.894780:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792576
00000100:00100000:0.0:1767328723.894845:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8519
00000100:00080000:3.0:1767328723.894848:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328723.894858:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010792576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328723.894889:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328723.894942:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010792576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328723.894950:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8519
00000100:00100000:2.0:1767328723.895004:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010792576:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328724.342557:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328724.406589:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328724.406604:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010792704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328724.406659:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328724.406704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792704
00000100:00100000:0.0:1767328724.406713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792704
00000100:00080000:3.0:1767328724.406772:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328724.406778:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8520
00000100:00100000:0.0:1767328724.406791:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010792704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328724.406820:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328724.406872:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010792704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328724.406880:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8520
00000100:00100000:1.0:1767328724.406914:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010792704:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328725.366591:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328725.840884:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328725.840927:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328725.840944:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261568
00000100:00100000:3.0:1767328725.840955:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261568
00000100:00100000:0.0:1767328725.840987:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261696
00000100:00100000:3.0:1767328725.840997:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4624
00000100:00100000:0.0:1767328725.840998:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261696
00000100:00100000:3.0:1767328725.841006:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993261568:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328725.841027:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328725.841058:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2578
00000100:00100000:0.0:1767328725.841070:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993261696:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328725.841082:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993261568:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (205us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328725.841089:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4624
00000100:00080000:1.0:1767328725.841092:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328725.841137:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993261696:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328725.841146:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2578
00010000:00010000:1.0:1767328726.390529:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328726.454529:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328726.454537:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328726.454541:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328726.454546:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328726.454550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328726.454558:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13919
00000100:00080000:0.0:1767328726.454562:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328726.454570:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328726.454609:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343100 x1853164010792832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328726.454676:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010792832:0@lo:38:kworker.0
00000100:00080000:0.0:1767328726.454688:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328726.454694:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010792960:0@lo:400:kworker.0
00000100:00080000:0.0:1767328726.454695:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328726.454700:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328726.454706:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13919
00000100:00080000:0.0:1767328726.454709:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328726.454713:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328726.454731:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348700 x1853164010793216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328726.454751:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010793088:0@lo:400:kworker.0
00000100:00080000:0.0:1767328726.454755:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328726.454757:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328726.454765:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328726.454765:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328726.454770:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328726.454775:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13919
00000100:00080000:0.0:1767328726.454778:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328726.454782:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328726.454796:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a348a80 x1853164010793472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328726.454808:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328726.454811:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010793216:0@lo:38:kworker.0
00000100:00100000:1.0:1767328726.454828:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010793344:0@lo:400:kworker.0
00000100:00080000:0.0:1767328726.454833:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328726.454837:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328726.454840:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328726.454846:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13919
00000100:00080000:0.0:1767328726.454849:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328726.454854:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328726.454861:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328726.454862:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792832
00000100:00100000:3.0:1767328726.454869:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792832
00000100:00100000:0.0:1767328726.454876:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34ad80 x1853164010793728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328726.454887:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010792960
00000100:00100000:1.0:1767328726.454893:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010792960
00000100:00100000:3.0:1767328726.454906:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35322
00000100:00100000:0.0:1767328726.454911:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328726.454911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010793472:0@lo:38:kworker.0
00000100:00100000:3.0:1767328726.454916:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010792832:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328726.454927:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010793600:0@lo:400:kworker.0
00010000:00020000:3.0:1767328726.454936:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328726.454951:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793088
00000100:00100000:2.0:1767328726.454951:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328726.454958:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793088
00000100:00100000:0.0:1767328726.454983:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328726.454987:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010793728:0@lo:38:kworker.0
00000100:00100000:3.0:1767328726.454989:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010792832:12345-0@lo:38:kworker.0 Request processed in 72us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328726.454993:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9627
00000100:00100000:3.0:1767328726.455003:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35322
00000100:00100000:1.0:1767328726.455010:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010792960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328726.455029:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328726.455038:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9628
00000100:00100000:3.0:1767328726.455049:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010793088:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328726.455053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328726.455060:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328726.455074:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010792960:12345-0@lo:400:kworker.0 Request processed in 69us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328726.455081:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9627
00000100:00080000:2.0:1767328726.455081:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328726.455090:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328726.455111:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010793088:12345-0@lo:400:kworker.0 Request processed in 49us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328726.455123:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9628
00000100:00100000:2.0:1767328726.455125:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010792832:0@lo:38:kworker.0
00000100:00100000:0.0:1767328726.455133:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010792960:0@lo:400:kworker.0
00000100:00100000:1.0:1767328726.455141:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793216
00000100:00100000:1.0:1767328726.455146:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793216
00000100:00100000:1.0:1767328726.455174:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793600
00000100:00100000:3.0:1767328726.455174:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793472
00000100:00100000:1.0:1767328726.455179:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793600
00000100:00100000:3.0:1767328726.455182:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793472
00000100:00100000:0.0:1767328726.455189:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793728
00000100:00100000:2.0:1767328726.455194:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010793088:0@lo:400:kworker.0
00000100:00100000:0.0:1767328726.455197:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793728
00000100:00100000:1.0:1767328726.455215:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579
00000100:00100000:3.0:1767328726.455226:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4625
00000100:00100000:1.0:1767328726.455227:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010793600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328726.455235:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010793216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328726.455238:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626
00010000:00020000:3.0:1767328726.455249:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328726.455252:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4627
00000100:00100000:0.0:1767328726.455253:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010793472:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328726.455265:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010793728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328726.455274:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328726.455281:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328726.455282:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010793600:12345-0@lo:400:kworker.0 Request processed in 59us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328726.455290:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579
00000100:00100000:3.0:1767328726.455295:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010793216:12345-0@lo:38:kworker.0 Request processed in 60us (438us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328726.455301:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4625
00000100:00080000:1.0:1767328726.455321:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328726.455330:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010793472:12345-0@lo:38:kworker.0 Request processed in 80us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328726.455333:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010793728:12345-0@lo:38:kworker.0 Request processed in 69us (303us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328726.455344:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626
00000100:00100000:1.0:1767328726.455348:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010793600:0@lo:400:kworker.0
00000100:00080000:3.0:1767328726.455349:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328726.455357:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4627
00000100:00080000:3.0:1767328726.455359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328726.455365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010793472:0@lo:38:kworker.0
00000100:00100000:0.0:1767328726.455380:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328726.455382:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328726.455387:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328726.455391:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010793728:0@lo:38:kworker.0
00000100:00100000:2.0:1767328726.455402:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793344
00000100:00080000:3.0:1767328726.455406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328726.455409:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793344
00000100:00080000:3.0:1767328726.455411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328726.455446:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010793216:0@lo:38:kworker.0
00000100:00080000:1.0:1767328726.455471:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328726.455477:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580
00000100:00100000:2.0:1767328726.455489:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010793344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328726.455531:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010793344:12345-0@lo:400:kworker.0 Request processed in 45us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328726.455539:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580
00000100:00100000:0.0:1767328726.455570:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010793344:0@lo:400:kworker.0
00010000:00010000:1.0:1767328727.414554:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328728.438638:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328729.014578:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328729.014605:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010793856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328729.014685:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328729.014736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793856
00000100:00100000:3.0:1767328729.014746:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793856
00000100:00080000:1.0:1767328729.014795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328729.014812:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8521
00000100:00100000:3.0:1767328729.014840:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010793856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328729.014870:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328729.014922:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010793856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328729.014932:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8521
00000100:00100000:0.0:1767328729.014973:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010793856:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328729.462566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328729.526621:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328729.526641:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010793984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328729.526715:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328729.526766:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010793984
00000100:00100000:3.0:1767328729.526775:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010793984
00000100:00100000:3.0:1767328729.526834:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8522
00000100:00100000:3.0:1767328729.526845:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010793984:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328729.526861:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767328729.526875:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328729.526928:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010793984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328729.526937:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8522
00000100:00100000:0.0:1767328729.526980:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010793984:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328730.486567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328730.961006:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328730.961049:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328730.961088:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261824
00000100:00100000:3.0:1767328730.961100:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261824
00000100:00100000:0.0:1767328730.961117:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993261952
00000100:00100000:0.0:1767328730.961125:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993261952
00000100:00100000:3.0:1767328730.961153:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4628
00000100:00100000:3.0:1767328730.961162:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993261824:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328730.961187:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328730.961188:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328730.961194:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2581
00000100:00100000:0.0:1767328730.961208:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993261952:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328730.961256:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993261824:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 92us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328730.961262:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993261952:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 55us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328730.961270:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4628
00000100:00100000:0.0:1767328730.961284:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2581
00010000:00010000:1.0:1767328731.510584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328731.574519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328731.574530:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328731.574533:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328731.574537:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328731.574541:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328731.574549:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13924
00000100:00080000:2.0:1767328731.574554:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328731.574561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328731.574598:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010794112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328731.574651:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010794112:0@lo:38:kworker.0
00000100:00080000:2.0:1767328731.574677:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328731.574680:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010794240:0@lo:400:kworker.0
00000100:00080000:2.0:1767328731.574686:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328731.574689:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328731.574695:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13924
00000100:00080000:2.0:1767328731.574699:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328731.574705:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328731.574714:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328731.574725:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653480 x1853164010794496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328731.574730:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328731.574730:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010794368:0@lo:400:kworker.0
00000100:00100000:3.0:1767328731.574755:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010794496:0@lo:38:kworker.0
00000100:00080000:2.0:1767328731.574764:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328731.574769:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328731.574772:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328731.574778:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13924
00000100:00080000:2.0:1767328731.574782:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328731.574783:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794240
00000100:00080000:2.0:1767328731.574790:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328731.574791:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794240
00000100:00100000:1.0:1767328731.574794:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328731.574796:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328731.574812:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c653b80 x1853164010794752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328731.574833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010794752:0@lo:38:kworker.0
00000100:00100000:1.0:1767328731.574839:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328731.574851:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010794624:0@lo:400:kworker.0
00000100:00100000:0.0:1767328731.574853:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794368
00000100:00080000:2.0:1767328731.574853:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328731.574859:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794368
00000100:00100000:3.0:1767328731.574862:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328731.574866:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328731.574870:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328731.574876:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13924
00000100:00080000:2.0:1767328731.574880:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328731.574885:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328731.574890:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9629
00000100:00100000:0.0:1767328731.574899:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010794240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328731.574903:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650e00 x1853164010795008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328731.574910:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794112
00000100:00100000:1.0:1767328731.574911:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328731.574919:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794112
00000100:00080000:2.0:1767328731.574951:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328731.574957:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010794240:12345-0@lo:400:kworker.0 Request processed in 58us (228us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328731.574959:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328731.574961:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794496
00000100:00100000:3.0:1767328731.574963:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35323
00000100:00100000:0.0:1767328731.574970:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9629
00000100:00100000:1.0:1767328731.574970:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794496
00000100:00100000:3.0:1767328731.574976:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010794112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328731.574980:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010795008:0@lo:38:kworker.0
00010000:00020000:3.0:1767328731.574994:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328731.574995:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9630
00000100:00100000:1.0:1767328731.575005:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794752
00000100:00100000:0.0:1767328731.575007:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010794368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328731.575012:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794752
00000100:00100000:2.0:1767328731.575020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328731.575048:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794624
00000100:00100000:0.0:1767328731.575053:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010794368:12345-0@lo:400:kworker.0 Request processed in 47us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328731.575055:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794624
00000100:00100000:0.0:1767328731.575084:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9630
00000100:00100000:2.0:1767328731.575085:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795008
00000100:00100000:2.0:1767328731.575092:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795008
00000100:00100000:3.0:1767328731.575105:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010794112:12345-0@lo:38:kworker.0 Request processed in 131us (390us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328731.575117:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582
00000100:00100000:3.0:1767328731.575117:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35323
00000100:00100000:1.0:1767328731.575127:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4629
00000100:00100000:0.0:1767328731.575128:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010794624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328731.575142:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4630
00000100:00100000:1.0:1767328731.575143:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010794496:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328731.575155:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631
00000100:00100000:2.0:1767328731.575156:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010794752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328731.575161:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328731.575165:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010795008:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328731.575167:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010794624:12345-0@lo:400:kworker.0 Request processed in 39us (260us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328731.575176:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328731.575177:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582
00010000:00020000:3.0:1767328731.575180:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328731.575218:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010794496:12345-0@lo:38:kworker.0 Request processed in 77us (425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328731.575226:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4629
00000100:00100000:0.0:1767328731.575233:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010794240:0@lo:400:kworker.0
00000100:00100000:3.0:1767328731.575235:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010795008:12345-0@lo:38:kworker.0 Request processed in 71us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328731.575241:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010794752:12345-0@lo:38:kworker.0 Request processed in 85us (381us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328731.575248:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631
00000100:00100000:0.0:1767328731.575258:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328731.575267:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010794880:0@lo:400:kworker.0
00000100:00100000:2.0:1767328731.575268:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4630
00000100:00080000:2.0:1767328731.575299:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328731.575304:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328731.575305:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010794624:0@lo:400:kworker.0
00000100:00080000:3.0:1767328731.575325:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328731.575332:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010794368:0@lo:400:kworker.0
00000100:00100000:2.0:1767328731.575332:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010794880
00000100:00080000:3.0:1767328731.575333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328731.575340:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010794880
00000100:00100000:3.0:1767328731.575342:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010795008:0@lo:38:kworker.0
00000100:00080000:3.0:1767328731.575359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328731.575362:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328731.575367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010794752:0@lo:38:kworker.0
00000100:00080000:3.0:1767328731.575378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328731.575379:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328731.575383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328731.575388:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010794496:0@lo:38:kworker.0
00000100:00100000:2.0:1767328731.575392:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583
00000100:00080000:3.0:1767328731.575402:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328731.575405:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010794880:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328731.575407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328731.575414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010794112:0@lo:38:kworker.0
00000100:00100000:2.0:1767328731.575491:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010794880:12345-0@lo:400:kworker.0 Request processed in 90us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328731.575500:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583
00000100:00100000:0.0:1767328731.575509:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010794880:0@lo:400:kworker.0
00010000:00010000:1.0:1767328732.534579:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328733.558550:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328734.134627:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010795136:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328734.134686:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328734.134737:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795136
00000100:00100000:3.0:1767328734.134747:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795136
00000100:00080000:0.0:1767328734.134799:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328734.134819:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8523
00000100:00100000:3.0:1767328734.134832:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010795136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328734.134861:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328734.134912:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010795136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328734.134921:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8523
00000100:00100000:0.0:1767328734.134946:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010795136:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328734.582529:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328734.646583:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010795264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328734.646641:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328734.646685:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795264
00000100:00100000:3.0:1767328734.646694:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795264
00000100:00080000:0.0:1767328734.646739:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328734.646756:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8524
00000100:00100000:3.0:1767328734.646768:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010795264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328734.646799:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328734.646854:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010795264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328734.646862:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8524
00000100:00100000:1.0:1767328734.646898:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010795264:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328735.606571:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328736.080957:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328736.080994:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328736.081052:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262208
00000100:00100000:1.0:1767328736.081059:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262080
00000100:00100000:0.0:1767328736.081063:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262208
00000100:00100000:1.0:1767328736.081066:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262080
00000100:00100000:1.0:1767328736.081116:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2584
00000100:00080000:2.0:1767328736.081120:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328736.081136:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993262208:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328736.081141:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4632
00000100:00100000:0.0:1767328736.081151:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993262080:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328736.081173:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328736.081206:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993262208:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328736.081212:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993262080:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 57us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328736.081219:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2584
00000100:00100000:0.0:1767328736.081228:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4632
00010000:00010000:1.0:1767328736.630650:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328736.694531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328736.694542:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328736.694546:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328736.694567:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328736.694572:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328736.694582:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13929
00000100:00080000:0.0:1767328736.694589:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328736.694599:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328736.694658:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300380 x1853164010795392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328736.694740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010795392:0@lo:38:kworker.0
00000100:00080000:0.0:1767328736.694766:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328736.694774:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010795520:0@lo:400:kworker.0
00000100:00080000:0.0:1767328736.694777:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328736.694782:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328736.694806:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13929
00000100:00080000:0.0:1767328736.694812:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328736.694817:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328736.694830:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328736.694840:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300000 x1853164010795776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328736.694870:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328736.694880:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328736.694880:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328736.694886:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795392
00000100:00080000:0.0:1767328736.694905:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328736.694913:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13929
00000100:00100000:2.0:1767328736.694914:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795392
00000100:00080000:0.0:1767328736.694920:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328736.694926:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010795776:0@lo:38:kworker.0
00000100:00080000:0.0:1767328736.694928:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328736.694952:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301880 x1853164010796032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328736.694978:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795520
00000100:00100000:2.0:1767328736.694983:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35324
00000100:00100000:1.0:1767328736.694985:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795520
00000100:00100000:2.0:1767328736.694994:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010795392:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328736.694994:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328736.695004:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328736.695009:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328736.695013:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00020000:2.0:1767328736.695013:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328736.695022:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13929
00000100:00080000:0.0:1767328736.695038:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328736.695039:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010796032:0@lo:38:kworker.0
00000100:00080000:0.0:1767328736.695045:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328736.695054:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9631
00000100:00100000:0.0:1767328736.695064:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010796288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328736.695071:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010795520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328736.695085:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328736.695097:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010795392:12345-0@lo:38:kworker.0 Request processed in 104us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328736.695104:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35324
00000100:00100000:0.0:1767328736.695112:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010795648:0@lo:400:kworker.0
00000100:00080000:3.0:1767328736.695120:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328736.695127:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328736.695132:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010795392:0@lo:38:kworker.0
00000100:00080000:2.0:1767328736.695133:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328736.695139:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010795520:12345-0@lo:400:kworker.0 Request processed in 75us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328736.695148:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9631
00000100:00100000:2.0:1767328736.695150:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010796160:0@lo:400:kworker.0
00000100:00100000:3.0:1767328736.695153:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010796288:0@lo:38:kworker.0
00000100:00100000:0.0:1767328736.695161:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328736.695180:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795648
00000100:00100000:1.0:1767328736.695184:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795648
00000100:00100000:0.0:1767328736.695201:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328736.695206:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328736.695213:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010795904:0@lo:400:kworker.0
00000100:00080000:3.0:1767328736.695213:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328736.695221:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9632
00000100:00100000:1.0:1767328736.695229:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010795648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328736.695241:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795776
00000100:00100000:3.0:1767328736.695247:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795776
00000100:00100000:0.0:1767328736.695273:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328736.695294:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010795648:12345-0@lo:400:kworker.0 Request processed in 63us (137us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328736.695303:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9632
00000100:00100000:3.0:1767328736.695303:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796032
00000100:00100000:3.0:1767328736.695309:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796032
00000100:00100000:3.0:1767328736.695341:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796160
00000100:00100000:3.0:1767328736.695345:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796160
00000100:00100000:1.0:1767328736.695347:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010795904
00000100:00100000:2.0:1767328736.695348:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010795520:0@lo:400:kworker.0
00000100:00100000:0.0:1767328736.695353:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591303800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010795648:0@lo:400:kworker.0
00000100:00100000:1.0:1767328736.695357:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010795904
00000100:00100000:3.0:1767328736.695392:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585
00000100:00100000:2.0:1767328736.695409:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586
00000100:00100000:3.0:1767328736.695410:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010796160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328736.695428:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010795904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328736.695456:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4633
00000100:00100000:0.0:1767328736.695462:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328736.695469:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010795776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328736.695483:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328736.695497:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010796160:12345-0@lo:400:kworker.0 Request processed in 93us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328736.695505:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585
00000100:00100000:3.0:1767328736.695528:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796288
00000100:00100000:2.0:1767328736.695533:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010795904:12345-0@lo:400:kworker.0 Request processed in 108us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328736.695534:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796288
00000100:00100000:0.0:1767328736.695544:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010795904:0@lo:400:kworker.0
00000100:00100000:1.0:1767328736.695544:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010795776:12345-0@lo:38:kworker.0 Request processed in 74us (553us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328736.695546:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586
00000100:00100000:1.0:1767328736.695581:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4633
00000100:00100000:3.0:1767328736.695590:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634
00000100:00100000:3.0:1767328736.695600:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010796032:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328736.695605:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635
00000100:00100000:2.0:1767328736.695615:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010796288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328736.695619:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328736.695627:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767328736.695634:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328736.695640:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328736.695649:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010795776:0@lo:38:kworker.0
00000100:00100000:3.0:1767328736.695675:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010796032:12345-0@lo:38:kworker.0 Request processed in 71us (595us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328736.695701:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634
00000100:00080000:0.0:1767328736.695702:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328736.695710:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328736.695718:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010796160:0@lo:400:kworker.0
00000100:00100000:0.0:1767328736.695721:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010796032:0@lo:38:kworker.0
00000100:00100000:2.0:1767328736.695723:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010796288:12345-0@lo:38:kworker.0 Request processed in 103us (262us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328736.695728:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328736.695741:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635
00000100:00080000:0.0:1767328736.695765:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328736.695773:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328736.695778:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010796288:0@lo:38:kworker.0
00010000:00010000:1.0:1767328737.654668:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328738.678619:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328739.254744:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328739.254778:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010796416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328739.254864:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328739.254956:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796416
00000100:00100000:3.0:1767328739.254970:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796416
00000100:00080000:0.0:1767328739.255062:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328739.255092:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8525
00000100:00100000:3.0:1767328739.255109:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010796416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328739.255147:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328739.255221:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010796416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (356us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328739.255234:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8525
00000100:00100000:1.0:1767328739.255315:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010796416:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328739.702672:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328739.766617:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328739.766635:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010796544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328739.766708:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328739.766762:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796544
00000100:00100000:0.0:1767328739.766772:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796544
00000100:00080000:3.0:1767328739.766850:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328739.766865:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8526
00000100:00100000:0.0:1767328739.766883:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010796544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328739.766918:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328739.766984:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010796544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328739.766994:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8526
00000100:00100000:3.0:1767328739.767085:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010796544:0@lo:13:osp-pre-1-1.0
00000400:00000100:2.0:1767328740.177727:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993262336 offset 0 length 520: 4
00000100:00100000:2.0:1767328740.177781:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328740.177828:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328740.177884:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262592
00000100:00100000:0.0:1767328740.177900:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262592
00000100:00100000:3.0:1767328740.177907:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262464
00000100:00100000:3.0:1767328740.177920:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262464
00000100:00100000:3.0:1767328740.177993:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2587
00000100:00100000:0.0:1767328740.178038:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4636
00000100:00100000:3.0:1767328740.178042:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993262592:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328740.178057:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993262464:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328740.178080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328740.178090:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328740.178155:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993262592:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 126us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328740.178170:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993262464:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 108us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328740.178180:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2587
00000100:00100000:0.0:1767328740.178198:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4636
00010000:00010000:2.0:1767328740.726651:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328741.750593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328741.814487:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328716/real 1767328716]  req@ffff9bb586fc0700 x1853164010790144/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767328741.814516:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586fc0700 x1853164010790144/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328741.814520:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328741.814527:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328741.814530:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328741.814534:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328741.814534:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328741.814540:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328741.814546:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13934
00000100:00080000:0.0:1767328741.814550:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328741.814557:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:0.0:1767328741.814558:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328741.814565:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010790144:0@lo:250:kworker.0
00000100:00100000:0.0:1767328741.814596:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301880 x1853164010796672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328741.814647:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010796672:0@lo:38:kworker.0
00000100:00080000:0.0:1767328741.814654:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328741.814658:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328741.814660:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328741.814664:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13934
00000100:00100000:2.0:1767328741.814666:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767328741.814667:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328741.814673:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328741.814681:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010796800:0@lo:400:kworker.0
00000100:00100000:0.0:1767328741.814687:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302680 x1853164010797056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328741.814701:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767328741.814709:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328741.814713:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328741.814715:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328741.814720:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010797184:0@lo:400:kworker.0
00000100:00080000:0.0:1767328741.814723:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13934
00000100:00100000:1.0:1767328741.814726:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328741.814729:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328741.814732:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328741.814736:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328741.814749:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300a80 x1853164010797312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328741.814771:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328741.814777:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328741.814778:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328741.814782:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328741.814786:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13934
00000100:00080000:0.0:1767328741.814789:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328741.814790:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010797056:0@lo:38:kworker.0
00000100:00100000:2.0:1767328741.814793:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010797440:0@lo:400:kworker.0
00000100:00080000:0.0:1767328741.814796:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328741.814807:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010796928:0@lo:400:kworker.0
00000100:00100000:0.0:1767328741.814815:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc02300 x1853164010797568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328741.814828:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328741.814829:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328741.814833:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328741.814835:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328741.814839:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13914
00000100:00080000:0.0:1767328741.814842:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328741.814846:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328741.814848:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796800
00000100:00080000:0.0:1767328741.814850:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328741.814855:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796800
00000100:00100000:1.0:1767328741.814860:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010797312:0@lo:38:kworker.0
00000100:00100000:0.0:1767328741.814865:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc01f80 x1853164010797696/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328741.814895:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797184
00000100:00100000:1.0:1767328741.814896:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328741.814901:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796928
00000100:00100000:3.0:1767328741.814903:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797184
00000100:00100000:0.0:1767328741.814906:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796928
00000100:00100000:2.0:1767328741.814925:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9633
00000100:00100000:1.0:1767328741.814929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010797568:0@lo:38:kworker.0
00000100:00100000:2.0:1767328741.814939:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010796800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328741.814947:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797056
00000100:00100000:3.0:1767328741.814951:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797056
00000100:00100000:0.0:1767328741.814957:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9634
00000100:00100000:1.0:1767328741.814958:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328741.814970:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010796928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328741.814979:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797312
00000100:00100000:3.0:1767328741.814983:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797312
00000100:00100000:3.0:1767328741.815014:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797568
00000100:00100000:3.0:1767328741.815017:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797568
00000100:00100000:2.0:1767328741.815028:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010796800:12345-0@lo:400:kworker.0 Request processed in 92us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328741.815030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010797696:0@lo:250:kworker.0
00000100:00100000:3.0:1767328741.815030:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588
00000100:00100000:2.0:1767328741.815041:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9633
00000100:00100000:3.0:1767328741.815044:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010797184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328741.815052:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010796928:12345-0@lo:400:kworker.0 Request processed in 84us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328741.815059:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9634
00000400:00000100:1.0:1767328741.815064:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010797696 offset 0 length 520: 4
00000100:00100000:2.0:1767328741.815077:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010796672
00000100:00100000:2.0:1767328741.815083:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010796672
00000100:00100000:3.0:1767328741.815094:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010797184:12345-0@lo:400:kworker.0 Request processed in 53us (319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328741.815100:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4637
00000100:00100000:2.0:1767328741.815105:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35325
00000100:00100000:0.0:1767328741.815110:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010797056:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328741.815111:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588
00000100:00100000:2.0:1767328741.815118:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010796672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328741.815132:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328741.815133:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638
00010000:00020000:2.0:1767328741.815136:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328741.815145:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010797312:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328741.815146:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639
00000100:00100000:1.0:1767328741.815158:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010797568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328741.815159:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328741.815175:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328741.815181:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010797056:12345-0@lo:38:kworker.0 Request processed in 72us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328741.815183:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010796672:12345-0@lo:38:kworker.0 Request processed in 67us (464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328741.815192:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4637
00000100:00100000:2.0:1767328741.815195:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35325
00000100:00100000:3.0:1767328741.815200:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010797312:12345-0@lo:38:kworker.0 Request processed in 56us (305us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328741.815208:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638
00000100:00100000:1.0:1767328741.815218:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010797568:12345-0@lo:38:kworker.0 Request processed in 59us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328741.815226:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639
00000100:00080000:2.0:1767328741.815227:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328741.815233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328741.815237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328741.815256:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328741.815261:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010797184:0@lo:400:kworker.0
00000100:00100000:2.0:1767328741.815262:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328741.815265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328741.815275:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010797568:0@lo:38:kworker.0
00000100:00080000:0.0:1767328741.815294:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328741.815299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328741.815299:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797440
00000100:00100000:3.0:1767328741.815302:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010796928:0@lo:400:kworker.0
00000100:00100000:2.0:1767328741.815306:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010796800:0@lo:400:kworker.0
00000100:00100000:1.0:1767328741.815307:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797440
00000100:00100000:0.0:1767328741.815308:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010797056:0@lo:38:kworker.0
00000100:00080000:0.0:1767328741.815332:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328741.815335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328741.815338:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010797312:0@lo:38:kworker.0
00000100:00080000:3.0:1767328741.815345:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328741.815352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328741.815357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328741.815361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010796672:0@lo:38:kworker.0
00000100:00100000:1.0:1767328741.815366:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589
00000100:00100000:1.0:1767328741.815377:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010797440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328741.815435:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010797440:12345-0@lo:400:kworker.0 Request processed in 61us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328741.815441:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589
00000100:00100000:2.0:1767328741.815455:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010797440:0@lo:400:kworker.0
00010000:00010000:1.0:1767328742.774541:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328743.798542:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328744.374579:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010797824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328744.374639:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328744.374683:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797824
00000100:00100000:3.0:1767328744.374692:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797824
00000100:00080000:2.0:1767328744.374739:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328744.374749:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8527
00000100:00100000:3.0:1767328744.374759:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010797824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328744.374784:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328744.374828:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010797824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328744.374835:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8527
00000100:00100000:0.0:1767328744.374873:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010797824:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328744.822628:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328744.886600:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010797952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328744.886660:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328744.886700:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010797952
00000100:00100000:3.0:1767328744.886710:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010797952
00000100:00100000:3.0:1767328744.886766:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8528
00000100:00100000:3.0:1767328744.886778:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010797952:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328744.886791:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767328744.886806:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328744.886854:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010797952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328744.886865:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8528
00000100:00100000:1.0:1767328744.886895:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010797952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328745.297058:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328745.297101:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328745.297119:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262720
00000100:00100000:1.0:1767328745.297130:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262720
00000100:00100000:0.0:1767328745.297167:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262848
00000100:00100000:0.0:1767328745.297173:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262848
00000100:00100000:1.0:1767328745.297177:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4640
00000100:00100000:1.0:1767328745.297185:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993262720:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328745.297205:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328745.297227:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2590
00000100:00080000:2.0:1767328745.297230:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328745.297246:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993262848:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328745.297261:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993262720:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328745.297268:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4640
00000100:00100000:3.0:1767328745.297305:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993262848:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328745.297315:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2590
00010000:00010000:2.0:1767328745.846584:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328746.870566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328746.934529:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328746.934537:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328746.934541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328746.934545:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328746.934549:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328746.934556:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13939
00000100:00080000:2.0:1767328746.934559:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328746.934564:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328746.934599:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650700 x1853164010798080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328746.934656:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328746.934661:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010798080:0@lo:38:kworker.0
00000100:00080000:2.0:1767328746.934661:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328746.934665:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328746.934669:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010798208:0@lo:400:kworker.0
00000100:00080000:2.0:1767328746.934672:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13939
00000100:00080000:2.0:1767328746.934677:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328746.934681:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328746.934689:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328746.934694:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c650e00 x1853164010798464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328746.934702:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010798336:0@lo:400:kworker.0
00000100:00080000:2.0:1767328746.934715:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328746.934718:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328746.934720:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328746.934723:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13939
00000100:00080000:2.0:1767328746.934724:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328746.934728:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328746.934740:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328746.934742:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328746.934743:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884e00 x1853164010798720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328746.934758:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328746.934772:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010798592:0@lo:400:kworker.0
00000100:00080000:2.0:1767328746.934772:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328746.934780:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328746.934783:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328746.934786:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13939
00000100:00080000:2.0:1767328746.934788:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328746.934791:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328746.934794:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328746.934796:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010798464:0@lo:38:kworker.0
00000100:00100000:3.0:1767328746.934805:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010798848:0@lo:400:kworker.0
00000100:00100000:2.0:1767328746.934806:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010798976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328746.934823:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328746.934841:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798080
00000100:00100000:0.0:1767328746.934848:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798080
00000100:00100000:3.0:1767328746.934849:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328746.934855:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798208
00000100:00100000:2.0:1767328746.934861:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798208
00000100:00100000:1.0:1767328746.934883:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328746.934889:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35326
00000100:00100000:0.0:1767328746.934898:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010798080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328746.934902:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798592
00000100:00100000:3.0:1767328746.934907:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798592
00000100:00100000:1.0:1767328746.934910:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010798720:0@lo:38:kworker.0
00010000:00020000:0.0:1767328746.934917:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328746.934917:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9635
00000100:00100000:2.0:1767328746.934932:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010798208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328746.934940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328746.934964:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798848
00000100:00100000:3.0:1767328746.934967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798848
00000100:00100000:0.0:1767328746.934983:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010798080:12345-0@lo:38:kworker.0 Request processed in 85us (244us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328746.934990:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35326
00000100:00100000:3.0:1767328746.934995:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798464
00000100:00080000:1.0:1767328746.934999:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328746.934999:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798464
00000100:00080000:1.0:1767328746.935007:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328746.935012:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010798208:12345-0@lo:400:kworker.0 Request processed in 82us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328746.935014:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010798080:0@lo:38:kworker.0
00000100:00100000:3.0:1767328746.935017:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798720
00000100:00100000:3.0:1767328746.935021:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798720
00000100:00100000:0.0:1767328746.935025:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591
00000100:00100000:2.0:1767328746.935026:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9635
00000100:00100000:1.0:1767328746.935041:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010798976:0@lo:38:kworker.0
00000100:00100000:0.0:1767328746.935042:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010798592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328746.935043:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592
00000100:00100000:3.0:1767328746.935059:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010798848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328746.935060:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4641
00000100:00100000:2.0:1767328746.935070:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010798464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328746.935082:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328746.935083:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328746.935104:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010798592:12345-0@lo:400:kworker.0 Request processed in 68us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328746.935112:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591
00000100:00100000:3.0:1767328746.935118:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010798848:12345-0@lo:400:kworker.0 Request processed in 62us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328746.935125:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592
00000100:00100000:2.0:1767328746.935131:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010798464:12345-0@lo:38:kworker.0 Request processed in 60us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328746.935136:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798976
00000100:00080000:1.0:1767328746.935137:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328746.935139:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4641
00000100:00100000:0.0:1767328746.935142:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798976
00000100:00080000:1.0:1767328746.935146:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328746.935150:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4642
00000100:00100000:1.0:1767328746.935154:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010798464:0@lo:38:kworker.0
00000100:00100000:3.0:1767328746.935160:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010798720:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328746.935168:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4643
00010000:00020000:3.0:1767328746.935173:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328746.935177:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010798976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328746.935185:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328746.935213:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010798720:12345-0@lo:38:kworker.0 Request processed in 53us (272us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328746.935221:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4642
00000100:00100000:2.0:1767328746.935225:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010798976:12345-0@lo:38:kworker.0 Request processed in 48us (144us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328746.935230:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010798592:0@lo:400:kworker.0
00000100:00100000:2.0:1767328746.935236:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4643
00000100:00080000:1.0:1767328746.935237:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328746.935244:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328746.935249:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010798976:0@lo:38:kworker.0
00000100:00100000:3.0:1767328746.935259:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010798848:0@lo:400:kworker.0
00000100:00080000:1.0:1767328746.935267:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328746.935276:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328746.935277:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010798208:0@lo:400:kworker.0
00000100:00100000:2.0:1767328746.935282:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328746.935285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328746.935287:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010798720:0@lo:38:kworker.0
00000100:00080000:0.0:1767328746.935290:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328746.935308:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010798336
00000100:00100000:0.0:1767328746.935311:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010798336
00000100:00080000:3.0:1767328746.935344:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328746.935350:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9636
00000100:00100000:0.0:1767328746.935359:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010798336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328746.935390:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010798336:12345-0@lo:400:kworker.0 Request processed in 34us (117us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328746.935395:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9636
00000100:00100000:2.0:1767328746.935446:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010798336:0@lo:400:kworker.0
00010000:00010000:1.0:1767328747.894529:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328748.918535:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328749.494601:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010799104:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328749.494663:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328749.494705:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799104
00000100:00100000:3.0:1767328749.494714:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799104
00000100:00080000:0.0:1767328749.494761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328749.494774:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8529
00000100:00100000:3.0:1767328749.494783:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010799104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328749.494807:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328749.494851:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010799104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328749.494858:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8529
00000100:00100000:0.0:1767328749.494890:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010799104:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328749.942549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328750.006600:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010799232:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328750.006660:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328750.006704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799232
00000100:00100000:3.0:1767328750.006713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799232
00000100:00080000:0.0:1767328750.006761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328750.006766:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8530
00000100:00100000:3.0:1767328750.006778:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010799232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328750.006803:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328750.006845:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010799232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328750.006852:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8530
00000100:00100000:1.0:1767328750.006880:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010799232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328750.416849:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328750.416882:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328750.416939:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993262976
00000100:00100000:0.0:1767328750.416947:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993263104
00000100:00100000:3.0:1767328750.416949:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993262976
00000100:00100000:0.0:1767328750.416955:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993263104
00000100:00100000:3.0:1767328750.416992:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4644
00000100:00100000:3.0:1767328750.417000:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993262976:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328750.417017:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2593
00000100:00080000:2.0:1767328750.417018:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328750.417022:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328750.417030:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993263104:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328750.417079:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993262976:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328750.417085:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993263104:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328750.417092:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4644
00000100:00100000:0.0:1767328750.417102:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2593
00010000:00010000:2.0:1767328750.966603:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328751.990565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328752.054526:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328752.054535:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328752.054538:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328752.054542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328752.054546:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328752.054555:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13944
00000100:00080000:2.0:1767328752.054559:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328752.054568:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328752.054618:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884e00 x1853164010799360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328752.054685:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010799360:0@lo:38:kworker.0
00000100:00080000:2.0:1767328752.054695:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328752.054700:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328752.054702:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328752.054707:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13944
00000100:00080000:2.0:1767328752.054710:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328752.054713:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328752.054719:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328752.054735:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010799488:0@lo:400:kworker.0
00000100:00100000:2.0:1767328752.054739:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07480 x1853164010799744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328752.054763:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328752.054775:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328752.054780:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010799616:0@lo:400:kworker.0
00000100:00080000:2.0:1767328752.054781:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328752.054785:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328752.054793:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13944
00000100:00100000:0.0:1767328752.054806:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328752.054806:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328752.054810:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010799744:0@lo:38:kworker.0
00000100:00080000:2.0:1767328752.054821:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328752.054840:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc06680 x1853164010800000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328752.054865:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799360
00000100:00100000:3.0:1767328752.054875:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799360
00000100:00100000:1.0:1767328752.054877:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328752.054881:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328752.054885:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328752.054888:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328752.054893:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799488
00000100:00080000:2.0:1767328752.054898:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13944
00000100:00080000:2.0:1767328752.054903:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328752.054904:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799488
00000100:00100000:1.0:1767328752.054911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010800000:0@lo:38:kworker.0
00000100:00080000:2.0:1767328752.054912:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328752.054938:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35327
00000100:00100000:2.0:1767328752.054946:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04e00 x1853164010800256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328752.054947:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010799360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328752.054973:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328752.054979:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9637
00010000:00020000:3.0:1767328752.054983:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328752.055005:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010799488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328752.055015:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010800256:0@lo:38:kworker.0
00000100:00080000:2.0:1767328752.055025:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328752.055051:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010799360:12345-0@lo:38:kworker.0 Request processed in 103us (291us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328752.055056:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328752.055064:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35327
00000100:00100000:1.0:1767328752.055073:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328752.055078:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010800128:0@lo:400:kworker.0
00000100:00100000:0.0:1767328752.055081:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010799488:12345-0@lo:400:kworker.0 Request processed in 79us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328752.055090:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9637
00000100:00080000:1.0:1767328752.055134:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328752.055141:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328752.055149:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010799488:0@lo:400:kworker.0
00000100:00100000:1.0:1767328752.055151:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010799360:0@lo:38:kworker.0
00000100:00100000:2.0:1767328752.055163:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328752.055231:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799744
00000100:00100000:0.0:1767328752.055232:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800000
00000100:00100000:1.0:1767328752.055237:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799744
00000100:00100000:0.0:1767328752.055238:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800000
00000100:00100000:2.0:1767328752.055248:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328752.055286:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800256
00000100:00100000:1.0:1767328752.055291:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800256
00000100:00100000:0.0:1767328752.055299:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800128
00000100:00100000:0.0:1767328752.055306:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800128
00000100:00100000:2.0:1767328752.055307:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328752.055317:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010799872:0@lo:400:kworker.0
00000100:00100000:1.0:1767328752.055324:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4645
00000100:00100000:1.0:1767328752.055332:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010799744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328752.055345:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328752.055350:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594
00000100:00100000:0.0:1767328752.055369:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010800128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328752.055372:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328752.055374:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799616
00000100:00100000:3.0:1767328752.055385:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799616
00000100:00100000:1.0:1767328752.055403:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010799744:12345-0@lo:38:kworker.0 Request processed in 64us (527us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328752.055414:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4645
00000100:00080000:2.0:1767328752.055455:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328752.055463:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328752.055468:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010799872
00000100:00100000:1.0:1767328752.055473:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010799872
00000100:00100000:3.0:1767328752.055486:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9638
00000100:00100000:0.0:1767328752.055493:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010800128:12345-0@lo:400:kworker.0 Request processed in 135us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328752.055503:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010799616:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328752.055505:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328752.055509:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594
00000100:00100000:1.0:1767328752.055531:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595
00000100:00100000:0.0:1767328752.055544:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4646
00000100:00100000:1.0:1767328752.055550:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010799872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328752.055557:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010800000:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328752.055563:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647
00000100:00100000:3.0:1767328752.055573:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010799616:12345-0@lo:400:kworker.0 Request processed in 71us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328752.055581:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010800256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328752.055585:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328752.055591:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9638
00000100:00100000:1.0:1767328752.055595:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010799872:12345-0@lo:400:kworker.0 Request processed in 48us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328752.055608:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595
00010000:00020000:2.0:1767328752.055617:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328752.055633:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010800000:12345-0@lo:38:kworker.0 Request processed in 76us (673us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328752.055642:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4646
00000100:00100000:3.0:1767328752.055648:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010799872:0@lo:400:kworker.0
00000100:00100000:3.0:1767328752.055676:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010799616:0@lo:400:kworker.0
00000100:00080000:1.0:1767328752.055689:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328752.055695:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010800256:12345-0@lo:38:kworker.0 Request processed in 109us (622us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328752.055702:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328752.055713:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010800128:0@lo:400:kworker.0
00000100:00100000:1.0:1767328752.055724:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010800256:0@lo:38:kworker.0
00000100:00100000:2.0:1767328752.055725:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647
00000100:00080000:1.0:1767328752.055758:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328752.055761:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328752.055765:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010800000:0@lo:38:kworker.0
00000100:00080000:1.0:1767328752.055775:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328752.055777:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328752.055779:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010799744:0@lo:38:kworker.0
00010000:00010000:1.0:1767328753.014528:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328754.038555:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328754.614613:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010800384:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328754.614673:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328754.614722:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800384
00000100:00100000:3.0:1767328754.614732:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800384
00000100:00080000:2.0:1767328754.614792:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328754.614802:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8531
00000100:00100000:3.0:1767328754.614816:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010800384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328754.614842:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328754.614887:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010800384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328754.614893:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8531
00000100:00100000:0.0:1767328754.614937:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010800384:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328755.062567:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328755.126554:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010800512:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328755.126604:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328755.126649:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800512
00000100:00100000:0.0:1767328755.126657:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800512
00000100:00100000:0.0:1767328755.126705:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8532
00000100:00100000:0.0:1767328755.126714:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010800512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328755.126741:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:2.0:1767328755.126755:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328755.126784:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010800512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328755.126791:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8532
00000100:00100000:3.0:1767328755.126828:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010800512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328755.537271:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328755.537334:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328755.537393:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993263232
00000100:00100000:3.0:1767328755.537393:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993263360
00000100:00100000:0.0:1767328755.537408:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993263232
00000100:00100000:3.0:1767328755.537408:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993263360
00000100:00080000:2.0:1767328755.537490:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328755.537499:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2596
00000100:00100000:3.0:1767328755.537510:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4648
00000100:00100000:0.0:1767328755.537515:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993263360:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328755.537522:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993263232:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328755.537542:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328755.537596:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993263360:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328755.537605:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2596
00000100:00100000:3.0:1767328755.537605:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993263232:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (266us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328755.537616:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4648
00010000:00010000:2.0:1767328756.086578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328757.110531:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328757.174544:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328757.174550:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328757.174554:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328757.174557:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328757.174560:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328757.174567:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13949
00000100:00080000:0.0:1767328757.174572:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328757.174578:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328757.174611:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349180 x1853164010800640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328757.174663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010800640:0@lo:38:kworker.0
00000100:00080000:0.0:1767328757.174671:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328757.174675:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328757.174678:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328757.174683:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13949
00000100:00080000:0.0:1767328757.174686:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328757.174689:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328757.174696:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328757.174702:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010801024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328757.174729:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010800768:0@lo:400:kworker.0
00000100:00080000:0.0:1767328757.174730:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328757.174731:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328757.174751:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328757.174753:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010800896:0@lo:400:kworker.0
00000100:00080000:0.0:1767328757.174754:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328757.174761:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13949
00000100:00080000:0.0:1767328757.174765:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328757.174768:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328757.174774:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010801024:0@lo:38:kworker.0
00000100:00100000:0.0:1767328757.174782:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884a80 x1853164010801280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328757.174811:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328757.174815:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328757.174816:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328757.174819:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13949
00000100:00080000:0.0:1767328757.174821:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328757.174827:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328757.174841:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887b80 x1853164010801536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328757.174849:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800640
00000100:00100000:2.0:1767328757.174863:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328757.174864:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328757.174864:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800640
00000100:00100000:0.0:1767328757.174918:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010801152:0@lo:400:kworker.0
00000100:00100000:3.0:1767328757.174935:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35328
00000100:00100000:3.0:1767328757.174944:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010800640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328757.174956:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010801408:0@lo:400:kworker.0
00000100:00100000:1.0:1767328757.174960:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010801280:0@lo:38:kworker.0
00010000:00020000:3.0:1767328757.174964:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328757.174972:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328757.175007:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328757.175035:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801024
00000100:00100000:0.0:1767328757.175040:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801024
00000100:00100000:3.0:1767328757.175072:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010800640:12345-0@lo:38:kworker.0 Request processed in 124us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328757.175077:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801152
00000100:00100000:1.0:1767328757.175078:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801408
00000100:00100000:0.0:1767328757.175083:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801152
00000100:00100000:3.0:1767328757.175083:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35328
00000100:00100000:1.0:1767328757.175086:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801408
00000100:00100000:2.0:1767328757.175128:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4649
00000100:00100000:2.0:1767328757.175139:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010801024:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328757.175151:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328757.175157:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597
00010000:00020000:2.0:1767328757.175160:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328757.175166:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598
00000100:00100000:0.0:1767328757.175172:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010801152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328757.175192:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010801408:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328757.175211:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328757.175219:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010801024:12345-0@lo:38:kworker.0 Request processed in 77us (370us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328757.175229:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4649
00000100:00100000:3.0:1767328757.175237:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328757.175245:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010801152:12345-0@lo:400:kworker.0 Request processed in 76us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328757.175256:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597
00000100:00100000:1.0:1767328757.175262:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010801408:12345-0@lo:400:kworker.0 Request processed in 83us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328757.175266:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801280
00000100:00100000:1.0:1767328757.175272:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598
00000100:00100000:2.0:1767328757.175274:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801280
00000100:00100000:3.0:1767328757.175274:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010801536:0@lo:38:kworker.0
00000100:00100000:1.0:1767328757.175306:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800768
00000100:00100000:0.0:1767328757.175309:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010801152:0@lo:400:kworker.0
00000100:00100000:1.0:1767328757.175313:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800768
00000100:00100000:2.0:1767328757.175327:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4650
00000100:00100000:3.0:1767328757.175336:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328757.175343:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010801280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328757.175352:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328757.175366:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010800896
00000100:00100000:1.0:1767328757.175370:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010800896
00000100:00100000:0.0:1767328757.175374:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801536
00000100:00100000:0.0:1767328757.175381:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801536
00000100:00080000:3.0:1767328757.175397:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328757.175411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328757.175413:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010801280:12345-0@lo:38:kworker.0 Request processed in 67us (172us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328757.175444:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651
00000100:00100000:0.0:1767328757.175452:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010801536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328757.175463:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328757.175478:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010801024:0@lo:38:kworker.0
00000100:00100000:1.0:1767328757.175482:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9639
00000100:00100000:2.0:1767328757.175494:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4650
00000100:00100000:1.0:1767328757.175504:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010800768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328757.175512:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010801536:12345-0@lo:38:kworker.0 Request processed in 55us (184us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328757.175515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328757.175521:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651
00000100:00080000:3.0:1767328757.175523:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328757.175532:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010800640:0@lo:38:kworker.0
00000100:00100000:2.0:1767328757.175541:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9640
00000100:00100000:2.0:1767328757.175556:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010800896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328757.175569:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010800768:12345-0@lo:400:kworker.0 Request processed in 71us (723us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328757.175575:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328757.175576:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9639
00000100:00080000:3.0:1767328757.175586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328757.175591:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010801280:0@lo:38:kworker.0
00000100:00080000:0.0:1767328757.175594:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767328757.175601:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328757.175620:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328757.175629:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010800896:12345-0@lo:400:kworker.0 Request processed in 74us (475us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328757.175630:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328757.175647:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010801536:0@lo:38:kworker.0
00000100:00100000:2.0:1767328757.175656:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9640
00000100:00100000:1.0:1767328757.175664:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010801408:0@lo:400:kworker.0
00000100:00100000:1.0:1767328757.175691:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010800768:0@lo:400:kworker.0
00000100:00100000:3.0:1767328757.175727:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010800896:0@lo:400:kworker.0
00010000:00010000:1.0:1767328758.134538:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328759.158538:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328759.734632:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010801664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328759.734709:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328759.734759:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801664
00000100:00100000:0.0:1767328759.734767:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801664
00000100:00080000:1.0:1767328759.734820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328759.734837:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8533
00000100:00100000:0.0:1767328759.734850:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010801664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328759.734891:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328759.734938:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010801664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328759.734945:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8533
00000100:00100000:3.0:1767328759.735042:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010801664:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328760.182543:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328760.246579:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010801792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328760.246641:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328760.246691:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801792
00000100:00100000:0.0:1767328760.246699:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801792
00000100:00080000:1.0:1767328760.246737:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328760.246758:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8534
00000100:00100000:0.0:1767328760.246767:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010801792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328760.246795:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328760.246836:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010801792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328760.246842:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8534
00000100:00100000:3.0:1767328760.246892:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010801792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328760.657068:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328760.657117:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328760.657155:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993263616
00000100:00100000:1.0:1767328760.657169:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993263616
00000100:00100000:0.0:1767328760.657172:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993263488
00000100:00100000:0.0:1767328760.657179:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993263488
00000100:00080000:2.0:1767328760.657235:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328760.657240:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2599
00000100:00100000:1.0:1767328760.657249:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4652
00000100:00100000:0.0:1767328760.657256:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993263616:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328760.657261:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993263488:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328760.657290:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328760.657346:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993263616:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 97us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328760.657349:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993263488:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328760.657359:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2599
00000100:00100000:1.0:1767328760.657366:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4652
00010000:00010000:2.0:1767328761.206576:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328762.230558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328762.294491:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328762.294498:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328762.294501:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328762.294504:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328762.294508:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328762.294514:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13955
00000100:00080000:0.0:1767328762.294518:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328762.294524:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328762.294558:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485711f80 x1853164010801920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328762.294619:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328762.294622:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010801920:0@lo:38:kworker.0
00000100:00080000:0.0:1767328762.294623:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328762.294627:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328762.294632:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13955
00000100:00080000:0.0:1767328762.294634:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328762.294637:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328762.294648:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713480 x1853164010802304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328762.294672:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328762.294674:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010802048:0@lo:400:kworker.0
00000100:00080000:0.0:1767328762.294676:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328762.294681:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328762.294687:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13955
00000100:00080000:0.0:1767328762.294691:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328762.294698:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328762.294702:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328762.294715:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710e00 x1853164010802560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328762.294725:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328762.294754:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328762.294759:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328762.294761:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328762.294766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13955
00000100:00080000:0.0:1767328762.294772:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328762.294776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010802304:0@lo:38:kworker.0
00000100:00080000:0.0:1767328762.294779:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328762.294780:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328762.294784:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802048
00000100:00100000:1.0:1767328762.294792:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010802688:0@lo:400:kworker.0
00000100:00100000:0.0:1767328762.294800:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712d80 x1853164010802816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328762.294801:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802048
00000100:00100000:3.0:1767328762.294818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328762.294838:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010802176:0@lo:400:kworker.0
00000100:00100000:1.0:1767328762.294868:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802304
00000100:00100000:1.0:1767328762.294877:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802304
00000100:00100000:3.0:1767328762.294890:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010802560:0@lo:38:kworker.0
00000100:00100000:0.0:1767328762.294908:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328762.294917:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4653
00000100:00100000:2.0:1767328762.294924:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802176
00000100:00100000:1.0:1767328762.294926:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010802304:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328762.294930:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328762.294933:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802176
00000100:00100000:0.0:1767328762.294940:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328762.294956:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010802432:0@lo:400:kworker.0
00010000:00020000:1.0:1767328762.294958:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328762.294973:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010802816:0@lo:38:kworker.0
00000100:00100000:2.0:1767328762.294981:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9641
00000100:00100000:2.0:1767328762.294994:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010802048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328762.295019:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010802304:12345-0@lo:38:kworker.0 Request processed in 88us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328762.295020:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328762.295030:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4653
00000100:00100000:3.0:1767328762.295046:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010801920
00000100:00100000:1.0:1767328762.295053:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802560
00000100:00100000:3.0:1767328762.295053:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010801920
00000100:00100000:1.0:1767328762.295060:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802560
00000100:00100000:2.0:1767328762.295093:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010802048:12345-0@lo:400:kworker.0 Request processed in 101us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328762.295104:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802432
00000100:00100000:0.0:1767328762.295112:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802432
00000100:00100000:2.0:1767328762.295119:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9641
00000100:00100000:3.0:1767328762.295119:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35329
00000100:00100000:1.0:1767328762.295120:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4654
00000100:00100000:1.0:1767328762.295147:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010802560:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328762.295149:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010801920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328762.295160:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328762.295163:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9642
00010000:00020000:3.0:1767328762.295164:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328762.295184:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600
00000100:00100000:2.0:1767328762.295186:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010802176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328762.295203:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010802432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328762.295209:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010802560:12345-0@lo:38:kworker.0 Request processed in 67us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328762.295217:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4654
00000100:00100000:3.0:1767328762.295239:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010801920:12345-0@lo:38:kworker.0 Request processed in 98us (543us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328762.295251:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35329
00000100:00100000:2.0:1767328762.295264:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010802176:12345-0@lo:400:kworker.0 Request processed in 83us (356us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328762.295286:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9642
00000100:00100000:0.0:1767328762.295287:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010802432:12345-0@lo:400:kworker.0 Request processed in 75us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328762.295308:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600
00000100:00100000:1.0:1767328762.295309:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328762.295329:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328762.295340:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328762.295341:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802688
00000100:00100000:0.0:1767328762.295353:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802688
00000100:00080000:2.0:1767328762.295354:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328762.295369:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010802048:0@lo:400:kworker.0
00000100:00080000:2.0:1767328762.295390:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328762.295443:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601
00000100:00100000:0.0:1767328762.295454:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010802688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328762.295469:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328762.295503:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010802688:12345-0@lo:400:kworker.0 Request processed in 46us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328762.295504:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802816
00000100:00100000:2.0:1767328762.295515:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802816
00000100:00080000:3.0:1767328762.295515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328762.295523:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010802432:0@lo:400:kworker.0
00000100:00100000:0.0:1767328762.295525:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601
00000100:00080000:3.0:1767328762.295529:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328762.295539:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010802304:0@lo:38:kworker.0
00000100:00100000:1.0:1767328762.295563:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010802176:0@lo:400:kworker.0
00000100:00080000:3.0:1767328762.295565:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328762.295567:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4655
00000100:00080000:3.0:1767328762.295575:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328762.295581:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010802816:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328762.295587:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010802560:0@lo:38:kworker.0
00010000:00020000:0.0:1767328762.295596:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328762.295608:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328762.295617:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328762.295622:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010801920:0@lo:38:kworker.0
00000100:00100000:0.0:1767328762.295645:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010802816:12345-0@lo:38:kworker.0 Request processed in 63us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328762.295647:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010802688:0@lo:400:kworker.0
00000100:00100000:0.0:1767328762.295656:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4655
00000100:00080000:3.0:1767328762.295672:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328762.295676:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328762.295681:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010802816:0@lo:38:kworker.0
00010000:00010000:1.0:1767328763.254562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328764.278574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328764.854622:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328764.854641:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010802944:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328764.854700:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328764.854746:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010802944
00000100:00100000:0.0:1767328764.854755:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010802944
00000100:00080000:2.0:1767328764.854804:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328764.854812:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8535
00000100:00100000:0.0:1767328764.854821:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010802944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328764.854874:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328764.854924:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010802944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328764.854931:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8535
00000100:00100000:2.0:1767328764.854966:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48b430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010802944:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328765.302540:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328765.366587:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010803072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328765.366646:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328765.366695:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803072
00000100:00100000:0.0:1767328765.366703:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803072
00000100:00080000:2.0:1767328765.366743:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328765.366763:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8536
00000100:00100000:0.0:1767328765.366772:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010803072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328765.366796:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328765.366858:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010803072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328765.366866:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8536
00000100:00100000:1.0:1767328765.366919:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010803072:0@lo:13:osp-pre-1-1.0
00000400:00000100:2.0:1767328765.777177:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993263744 offset 0 length 520: 4
00000100:00100000:2.0:1767328765.777209:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328765.777237:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328765.777266:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993263872
00000100:00100000:0.0:1767328765.777277:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993263872
00000100:00100000:3.0:1767328765.777281:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264000
00000100:00100000:3.0:1767328765.777287:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264000
00000100:00100000:0.0:1767328765.777334:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4656
00000100:00100000:0.0:1767328765.777344:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993263872:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:2.0:1767328765.777348:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2602
00000100:00080000:1.0:1767328765.777351:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328765.777365:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993264000:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767328765.777370:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328765.777451:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993264000:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328765.777452:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993263872:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328765.777466:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2602
00000100:00100000:0.0:1767328765.777474:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4656
00010000:00010000:2.0:1767328766.326547:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328766.390487:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328741/real 1767328741]  req@ffff9bb5bcc01f80 x1853164010797696/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328766.390520:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5bcc01f80 x1853164010797696/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328766.390540:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328766.390563:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328766.390569:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010797696:0@lo:250:kworker.0
00000100:00080000:2.0:1767328766.390596:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328766.390602:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328766.390605:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328766.390610:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13939
00000100:00080000:2.0:1767328766.390613:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328766.390624:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328766.390652:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794a80 x1853164010803200/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328766.390670:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328766.390672:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328766.390674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328766.390677:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13960
00000100:00080000:2.0:1767328766.390679:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328766.390683:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328766.390696:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796300 x1853164010803328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328766.390698:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010803200:0@lo:250:kworker.0
00000400:00000100:3.0:1767328766.390747:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010803200 offset 0 length 520: 4
00000100:00080000:2.0:1767328766.390751:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328766.390756:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328766.390757:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328766.390762:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13960
00000100:00080000:2.0:1767328766.390765:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328766.390768:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328766.390777:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328766.390779:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794000 x1853164010803712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328766.390798:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010803456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328766.390798:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010803328:0@lo:38:kworker.0
00000100:00080000:2.0:1767328766.390800:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328766.390810:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328766.390812:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328766.390831:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010803584:0@lo:400:kworker.0
00000100:00080000:2.0:1767328766.390841:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13960
00000100:00080000:2.0:1767328766.390845:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328766.390849:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328766.390861:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328766.390868:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52d80 x1853164010803968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328766.390877:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328766.390887:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010803712:0@lo:38:kworker.0
00000100:00100000:0.0:1767328766.390889:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010803840:0@lo:400:kworker.0
00000100:00080000:2.0:1767328766.390901:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328766.390904:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328766.390906:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328766.390910:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13960
00000100:00080000:2.0:1767328766.390913:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328766.390916:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328766.390919:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010804096:0@lo:400:kworker.0
00000100:00100000:2.0:1767328766.390931:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50380 x1853164010804224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328766.390934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328766.390961:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803712
00000100:00100000:2.0:1767328766.390965:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803456
00000100:00100000:0.0:1767328766.390970:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803712
00000100:00100000:2.0:1767328766.390970:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803456
00000100:00100000:1.0:1767328766.390976:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328766.390979:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010803968:0@lo:38:kworker.0
00000100:00100000:3.0:1767328766.391011:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328766.391018:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4657
00000100:00100000:2.0:1767328766.391023:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803584
00000100:00100000:2.0:1767328766.391027:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803584
00000100:00100000:0.0:1767328766.391030:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010803712:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328766.391033:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9643
00000100:00100000:3.0:1767328766.391036:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010804224:0@lo:38:kworker.0
00000100:00100000:1.0:1767328766.391048:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010803456:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767328766.391053:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328766.391056:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9644
00000100:00100000:3.0:1767328766.391061:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328766.391070:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010803584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328766.391097:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803328
00000100:00100000:3.0:1767328766.391102:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803328
00000100:00100000:1.0:1767328766.391108:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010803456:12345-0@lo:400:kworker.0 Request processed in 63us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328766.391112:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010803712:12345-0@lo:38:kworker.0 Request processed in 85us (181us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328766.391118:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9643
00000100:00100000:0.0:1767328766.391120:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4657
00000100:00100000:2.0:1767328766.391127:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010803584:12345-0@lo:400:kworker.0 Request processed in 60us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328766.391134:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35330
00000100:00100000:2.0:1767328766.391138:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9644
00000100:00100000:0.0:1767328766.391140:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803968
00000100:00100000:3.0:1767328766.391144:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010803328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328766.391148:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803968
00010000:00020000:3.0:1767328766.391157:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328766.391165:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328766.391173:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804224
00000100:00100000:2.0:1767328766.391178:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804224
00000100:00100000:0.0:1767328766.391180:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4658
00000100:00100000:0.0:1767328766.391188:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010803968:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328766.391200:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010803584:0@lo:400:kworker.0
00000100:00100000:3.0:1767328766.391200:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010803328:12345-0@lo:38:kworker.0 Request processed in 54us (337us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328766.391201:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328766.391206:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659
00000100:00100000:2.0:1767328766.391220:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010804224:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328766.391220:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35330
00010000:00020000:2.0:1767328766.391234:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328766.391245:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010803968:12345-0@lo:38:kworker.0 Request processed in 56us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328766.391245:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328766.391253:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4658
00000100:00100000:0.0:1767328766.391270:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804096
00000100:00100000:0.0:1767328766.391275:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804096
00000100:00100000:2.0:1767328766.391280:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010804224:12345-0@lo:38:kworker.0 Request processed in 60us (219us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328766.391290:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010803456:0@lo:400:kworker.0
00000100:00100000:2.0:1767328766.391298:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659
00000100:00080000:3.0:1767328766.391317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328766.391323:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767328766.391325:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328766.391329:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010803968:0@lo:38:kworker.0
00000100:00100000:2.0:1767328766.391330:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603
00000100:00080000:3.0:1767328766.391344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328766.391347:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010804096:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328766.391351:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328766.391358:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328766.391361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010804224:0@lo:38:kworker.0
00000100:00080000:3.0:1767328766.391377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328766.391381:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328766.391384:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010803840
00000100:00100000:3.0:1767328766.391385:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010803328:0@lo:38:kworker.0
00000100:00100000:0.0:1767328766.391392:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010803840
00000100:00080000:3.0:1767328766.391402:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328766.391408:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328766.391414:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010804096:12345-0@lo:400:kworker.0 Request processed in 69us (167us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328766.391414:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010803712:0@lo:38:kworker.0
00000100:00100000:2.0:1767328766.391450:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603
00000100:00100000:1.0:1767328766.391466:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010804096:0@lo:400:kworker.0
00000100:00100000:2.0:1767328766.391476:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604
00000100:00080000:3.0:1767328766.391484:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328766.391489:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010803840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328766.391521:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010803840:12345-0@lo:400:kworker.0 Request processed in 39us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328766.391526:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604
00000100:00100000:1.0:1767328766.391551:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010803840:0@lo:400:kworker.0
00010000:00010000:1.0:1767328767.350525:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328768.374587:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328769.398534:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328769.974597:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010804352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328769.974658:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328769.974709:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804352
00000100:00100000:3.0:1767328769.974718:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804352
00000100:00080000:1.0:1767328769.974765:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328769.974775:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8537
00000100:00100000:3.0:1767328769.974786:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010804352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328769.974825:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328769.974868:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010804352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328769.974874:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8537
00000100:00100000:0.0:1767328769.974921:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010804352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328770.422576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328770.486615:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010804480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328770.486674:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328770.486717:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804480
00000100:00100000:3.0:1767328770.486726:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804480
00000100:00080000:1.0:1767328770.486773:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328770.486783:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8538
00000100:00100000:3.0:1767328770.486805:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010804480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328770.486830:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328770.486873:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010804480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328770.486879:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8538
00000100:00100000:1.0:1767328770.486911:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010804480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328770.896881:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328770.896936:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328770.896962:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264256
00000100:00100000:2.0:1767328770.896973:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264256
00000100:00100000:1.0:1767328770.897003:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264128
00000100:00100000:1.0:1767328770.897009:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264128
00000100:00080000:3.0:1767328770.897050:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328770.897052:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2605
00000100:00100000:1.0:1767328770.897064:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993264256:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328770.897075:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4660
00000100:00100000:2.0:1767328770.897086:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993264128:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328770.897109:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328770.897145:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993264256:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328770.897160:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2605
00000100:00100000:2.0:1767328770.903450:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993264128:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 6364us (6513us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328770.903457:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4660
00010000:00010000:2.0:1767328771.446603:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328771.510525:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328771.510532:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328771.510534:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328771.510538:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328771.510541:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328771.510547:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13964
00000100:00080000:0.0:1767328771.510551:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328771.510557:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328771.510595:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886300 x1853164010804608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328771.510656:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010804608:0@lo:38:kworker.0
00000100:00080000:0.0:1767328771.510676:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328771.510680:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328771.510682:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328771.510687:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13964
00000100:00080000:0.0:1767328771.510689:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328771.510693:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328771.510694:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328771.510708:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1500 x1853164010804992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328771.510710:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010804736:0@lo:400:kworker.0
00000100:00100000:2.0:1767328771.510721:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010804864:0@lo:400:kworker.0
00000100:00100000:3.0:1767328771.510725:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328771.510745:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328771.510748:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328771.510750:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328771.510754:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13964
00000100:00080000:0.0:1767328771.510756:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328771.510759:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328771.510768:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010804992:0@lo:38:kworker.0
00000100:00100000:0.0:1767328771.510771:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1880 x1853164010805248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328771.510796:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328771.510820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328771.510821:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804608
00000100:00080000:0.0:1767328771.510824:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328771.510827:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328771.510830:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804608
00000100:00080000:0.0:1767328771.510831:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13964
00000100:00080000:0.0:1767328771.510836:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328771.510838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328771.510842:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328771.510851:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010805376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328771.510856:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4700 x1853164010805504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328771.510869:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010805248:0@lo:38:kworker.0
00000100:00100000:2.0:1767328771.510875:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35331
00000100:00100000:2.0:1767328771.510885:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010804608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328771.510887:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010805120:0@lo:400:kworker.0
00000100:00100000:1.0:1767328771.510895:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328771.510911:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328771.510938:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328771.510954:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804736
00000100:00100000:1.0:1767328771.510959:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804736
00000100:00100000:0.0:1767328771.510969:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804992
00000100:00100000:2.0:1767328771.510974:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010804608:12345-0@lo:38:kworker.0 Request processed in 86us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328771.510976:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804992
00000100:00100000:2.0:1767328771.510983:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35331
00000100:00080000:3.0:1767328771.510992:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328771.510998:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328771.511003:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010804608:0@lo:38:kworker.0
00000100:00100000:0.0:1767328771.511009:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805376
00000100:00100000:0.0:1767328771.511013:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805376
00000100:00100000:1.0:1767328771.511017:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9645
00000100:00100000:3.0:1767328771.511026:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010805504:0@lo:38:kworker.0
00000100:00100000:1.0:1767328771.511030:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010804736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328771.511046:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805248
00000100:00100000:0.0:1767328771.511051:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606
00000100:00100000:2.0:1767328771.511052:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805248
00000100:00100000:3.0:1767328771.511057:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328771.511065:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010805376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328771.511078:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805504
00000100:00100000:2.0:1767328771.511083:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805504
00000100:00100000:1.0:1767328771.511105:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010804736:12345-0@lo:400:kworker.0 Request processed in 78us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328771.511109:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4661
00000100:00100000:0.0:1767328771.511121:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010805376:12345-0@lo:400:kworker.0 Request processed in 60us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328771.511127:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010804992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328771.511128:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9645
00000100:00100000:3.0:1767328771.511128:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662
00010000:00020000:2.0:1767328771.511147:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328771.511153:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606
00000100:00100000:3.0:1767328771.511155:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010805248:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328771.511168:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010805376:0@lo:400:kworker.0
00010000:00020000:3.0:1767328771.511172:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328771.511177:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663
00000100:00100000:0.0:1767328771.511185:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010805504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328771.511188:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010804736:0@lo:400:kworker.0
00000100:00100000:2.0:1767328771.511198:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010804992:12345-0@lo:38:kworker.0 Request processed in 75us (359us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328771.511199:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328771.511209:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4661
00000100:00100000:3.0:1767328771.511224:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010805248:12345-0@lo:38:kworker.0 Request processed in 70us (286us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328771.511233:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328771.511238:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662
00000100:00100000:0.0:1767328771.511239:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010805504:12345-0@lo:38:kworker.0 Request processed in 54us (183us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328771.511248:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663
00000100:00100000:2.0:1767328771.511255:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805120
00000100:00100000:2.0:1767328771.511259:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805120
00000100:00080000:0.0:1767328771.511289:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328771.511296:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607
00000100:00080000:3.0:1767328771.511296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328771.511297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328771.511306:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328771.511311:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010805120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328771.511314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010805504:0@lo:38:kworker.0
00000100:00100000:0.0:1767328771.511323:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328771.511331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328771.511336:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328771.511340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010805248:0@lo:38:kworker.0
00000100:00080000:3.0:1767328771.511353:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328771.511356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328771.511360:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010804992:0@lo:38:kworker.0
00000100:00100000:2.0:1767328771.511368:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010805120:12345-0@lo:400:kworker.0 Request processed in 59us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328771.511375:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607
00000100:00100000:1.0:1767328771.511377:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010804864
00000100:00100000:1.0:1767328771.511384:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010804864
00000100:00100000:0.0:1767328771.511404:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010805120:0@lo:400:kworker.0
00000100:00100000:1.0:1767328771.511450:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9646
00000100:00100000:1.0:1767328771.511463:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010804864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328771.511509:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010804864:12345-0@lo:400:kworker.0 Request processed in 51us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328771.511516:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9646
00000100:00100000:0.0:1767328771.511540:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010804864:0@lo:400:kworker.0
00010000:00010000:1.0:1767328772.470602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328773.494534:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328774.518566:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328775.094645:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010805632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328775.094706:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328775.094765:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805632
00000100:00100000:0.0:1767328775.094776:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805632
00000100:00080000:3.0:1767328775.094825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328775.094844:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8539
00000100:00100000:0.0:1767328775.094858:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010805632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328775.094885:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328775.094934:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010805632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328775.094943:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8539
00000100:00100000:3.0:1767328775.094973:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010805632:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328775.542557:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328775.606615:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328775.606633:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010805760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328775.606691:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328775.606736:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805760
00000100:00100000:0.0:1767328775.606745:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805760
00000100:00100000:0.0:1767328775.606810:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8540
00000100:00080000:3.0:1767328775.606817:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328775.606820:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010805760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328775.606849:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328775.606907:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010805760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328775.606914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8540
00000100:00100000:1.0:1767328775.606935:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010805760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328776.016936:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328776.016974:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328776.016993:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264384
00000100:00100000:1.0:1767328776.017003:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264384
00000100:00100000:0.0:1767328776.017028:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264512
00000100:00100000:0.0:1767328776.017035:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264512
00000100:00100000:1.0:1767328776.017045:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4664
00000100:00100000:1.0:1767328776.017060:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993264384:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328776.017081:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328776.017088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328776.017093:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2608
00000100:00100000:0.0:1767328776.017104:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993264512:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328776.017137:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993264384:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 76us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328776.017144:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4664
00000100:00100000:0.0:1767328776.017150:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993264512:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 46us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328776.017157:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2608
00010000:00010000:2.0:1767328776.566567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328776.630500:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328776.630510:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328776.630512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328776.630515:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328776.630519:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328776.630526:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13969
00000100:00080000:0.0:1767328776.630529:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328776.630536:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328776.630570:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010805888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328776.630626:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010805888:0@lo:38:kworker.0
00000100:00080000:0.0:1767328776.630627:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328776.630634:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328776.630639:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328776.630639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010806016:0@lo:400:kworker.0
00000100:00080000:0.0:1767328776.630643:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13969
00000100:00080000:0.0:1767328776.630648:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328776.630654:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328776.630665:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010806144:0@lo:400:kworker.0
00000100:00100000:0.0:1767328776.630668:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6d80 x1853164010806272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328776.630692:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328776.630696:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328776.630698:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328776.630703:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13969
00000100:00080000:0.0:1767328776.630707:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328776.630715:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328776.630716:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328776.630717:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328776.630732:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010806400:0@lo:400:kworker.0
00000100:00100000:0.0:1767328776.630739:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4e00 x1853164010806528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328776.630789:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328776.630792:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767328776.630793:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328776.630794:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010806272:0@lo:38:kworker.0
00000100:00080000:0.0:1767328776.630799:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328776.630800:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328776.630803:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010806656:0@lo:400:kworker.0
00000100:00080000:0.0:1767328776.630807:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13969
00000100:00080000:0.0:1767328776.630811:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328776.630816:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328776.630830:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328776.630832:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7480 x1853164010806784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328776.630854:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806016
00000100:00100000:2.0:1767328776.630860:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010805888
00000100:00100000:1.0:1767328776.630861:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806016
00000100:00100000:3.0:1767328776.630864:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010806528:0@lo:38:kworker.0
00000100:00100000:2.0:1767328776.630868:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010805888
00000100:00100000:0.0:1767328776.630874:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806400
00000100:00100000:0.0:1767328776.630881:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806400
00000100:00100000:3.0:1767328776.630902:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328776.630909:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35332
00000100:00100000:1.0:1767328776.630912:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9647
00000100:00100000:2.0:1767328776.630922:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010805888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328776.630925:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010806016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328776.630932:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010806784:0@lo:38:kworker.0
00000100:00100000:0.0:1767328776.630937:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806272
00000100:00100000:0.0:1767328776.630943:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806272
00010000:00020000:2.0:1767328776.630949:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328776.630964:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806528
00000100:00100000:0.0:1767328776.630968:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806528
00000100:00100000:3.0:1767328776.630972:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328776.630987:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010806016:12345-0@lo:400:kworker.0 Request processed in 65us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328776.630991:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806784
00000100:00100000:1.0:1767328776.630995:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9647
00000100:00100000:0.0:1767328776.630996:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806784
00000100:00100000:2.0:1767328776.630999:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010805888:12345-0@lo:38:kworker.0 Request processed in 76us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328776.631010:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35332
00000100:00080000:3.0:1767328776.631014:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328776.631015:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609
00000100:00080000:3.0:1767328776.631024:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328776.631031:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010806400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328776.631032:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328776.631035:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010805888:0@lo:38:kworker.0
00000100:00100000:2.0:1767328776.631048:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328776.631069:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328776.631076:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010806016:0@lo:400:kworker.0
00000100:00100000:3.0:1767328776.631088:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806656
00000100:00100000:0.0:1767328776.631094:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010806400:12345-0@lo:400:kworker.0 Request processed in 66us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328776.631094:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806144
00000100:00100000:3.0:1767328776.631095:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806656
00000100:00100000:2.0:1767328776.631099:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806144
00000100:00100000:0.0:1767328776.631107:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609
00000100:00100000:1.0:1767328776.631131:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610
00000100:00100000:2.0:1767328776.631136:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9648
00000100:00100000:0.0:1767328776.631145:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4665
00000100:00100000:1.0:1767328776.631148:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010806656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328776.631152:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010806144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328776.631158:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010806272:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328776.631159:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666
00000100:00100000:3.0:1767328776.631171:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010806528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328776.631174:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328776.631190:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328776.631206:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010806656:12345-0@lo:400:kworker.0 Request processed in 64us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328776.631214:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610
00000100:00100000:2.0:1767328776.631227:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010806144:12345-0@lo:400:kworker.0 Request processed in 79us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328776.631228:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010806272:12345-0@lo:38:kworker.0 Request processed in 72us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328776.631238:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667
00000100:00100000:3.0:1767328776.631240:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010806528:12345-0@lo:38:kworker.0 Request processed in 69us (339us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328776.631251:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010806784:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328776.631253:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4665
00000100:00100000:2.0:1767328776.631253:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9648
00000100:00100000:3.0:1767328776.631264:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666
00010000:00020000:1.0:1767328776.631267:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328776.631286:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328776.631301:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010806784:12345-0@lo:38:kworker.0 Request processed in 53us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328776.631303:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010806144:0@lo:400:kworker.0
00000100:00100000:1.0:1767328776.631311:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667
00000100:00080000:3.0:1767328776.631313:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328776.631320:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328776.631325:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010806784:0@lo:38:kworker.0
00000100:00100000:0.0:1767328776.631336:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010806656:0@lo:400:kworker.0
00000100:00080000:3.0:1767328776.631342:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328776.631348:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328776.631353:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010806272:0@lo:38:kworker.0
00000100:00080000:3.0:1767328776.631367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328776.631368:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010806400:0@lo:400:kworker.0
00000100:00080000:3.0:1767328776.631371:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328776.631375:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010806528:0@lo:38:kworker.0
00010000:00010000:1.0:1767328777.590548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328778.614562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328779.638560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328780.214596:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010806912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328780.214656:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328780.214704:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010806912
00000100:00100000:3.0:1767328780.214713:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010806912
00000100:00080000:0.0:1767328780.214780:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328780.214791:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8541
00000100:00100000:3.0:1767328780.214802:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010806912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328780.214827:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328780.214869:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010806912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328780.214876:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8541
00000100:00100000:0.0:1767328780.214912:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010806912:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328780.662565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328780.726602:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328780.726618:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010807040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328780.726674:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328780.726748:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807040
00000100:00100000:0.0:1767328780.726756:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807040
00000100:00080000:3.0:1767328780.726805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328780.726823:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8542
00000100:00100000:0.0:1767328780.726835:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010807040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328780.726863:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328780.726914:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010807040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328780.726923:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8542
00000100:00100000:3.0:1767328780.726953:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010807040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328781.136908:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328781.136939:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328781.136964:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264640
00000100:00100000:1.0:1767328781.136975:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264640
00000100:00100000:2.0:1767328781.137023:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264768
00000100:00100000:2.0:1767328781.137030:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264768
00000100:00100000:1.0:1767328781.137033:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4668
00000100:00100000:1.0:1767328781.137043:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993264640:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328781.137066:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328781.137082:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2611
00000100:00100000:2.0:1767328781.137092:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993264768:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767328781.137099:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328781.137132:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993264640:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 87us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328781.137137:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993264768:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 44us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328781.137146:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4668
00000100:00100000:2.0:1767328781.137154:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2611
00010000:00010000:2.0:1767328781.686558:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328781.750519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328781.750527:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328781.750531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328781.750535:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328781.750539:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328781.750548:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13974
00000100:00080000:2.0:1767328781.750554:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328781.750560:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328781.750600:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53800 x1853164010807168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328781.750663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010807168:0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.750674:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010807296:0@lo:400:kworker.0
00000100:00080000:2.0:1767328781.750675:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328781.750683:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328781.750686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328781.750691:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13974
00000100:00080000:2.0:1767328781.750695:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328781.750700:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328781.750733:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74000 x1853164010807552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328781.750747:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328781.750749:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010807424:0@lo:400:kworker.0
00000100:00100000:0.0:1767328781.750752:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328781.750764:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328781.750768:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328781.750771:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328781.750776:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13974
00000100:00080000:2.0:1767328781.750781:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328781.750785:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328781.750804:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010807552:0@lo:38:kworker.0
00000100:00100000:2.0:1767328781.750806:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010807808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328781.750809:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807296
00000100:00100000:1.0:1767328781.750810:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328781.750819:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807296
00000100:00100000:1.0:1767328781.750850:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328781.750853:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328781.750860:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328781.750861:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328781.750864:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010807680:0@lo:400:kworker.0
00000100:00080000:2.0:1767328781.750866:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328781.750869:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807424
00000100:00100000:3.0:1767328781.750874:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807424
00000100:00080000:2.0:1767328781.750878:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13974
00000100:00080000:2.0:1767328781.750883:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328781.750888:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328781.750897:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010807808:0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.750900:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9649
00000100:00100000:2.0:1767328781.750907:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77480 x1853164010808064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328781.750909:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328781.750915:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010807296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328781.750944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328781.750961:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807168
00000100:00100000:2.0:1767328781.750963:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9650
00000100:00100000:1.0:1767328781.750968:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807168
00000100:00100000:3.0:1767328781.750976:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010807296:12345-0@lo:400:kworker.0 Request processed in 64us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328781.750980:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010807424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328781.750983:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010808064:0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.750991:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9649
00000100:00100000:1.0:1767328781.751000:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35333
00000100:00100000:1.0:1767328781.751008:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010807168:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.751019:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807552
00000100:00100000:3.0:1767328781.751023:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807552
00010000:00020000:1.0:1767328781.751028:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328781.751029:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328781.751052:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010807424:12345-0@lo:400:kworker.0 Request processed in 77us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328781.751055:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807680
00000100:00100000:3.0:1767328781.751060:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807680
00000100:00100000:2.0:1767328781.751076:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9650
00000100:00100000:1.0:1767328781.751078:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010807168:12345-0@lo:38:kworker.0 Request processed in 69us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328781.751089:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35333
00000100:00080000:0.0:1767328781.751090:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328781.751093:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807808
00000100:00100000:3.0:1767328781.751097:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807808
00000100:00080000:0.0:1767328781.751099:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328781.751107:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010807168:0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.751112:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808064
00000100:00100000:3.0:1767328781.751116:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808064
00000100:00100000:2.0:1767328781.751119:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612
00000100:00100000:2.0:1767328781.751134:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010807680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328781.751138:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4669
00000100:00100000:3.0:1767328781.751149:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4670
00000100:00100000:1.0:1767328781.751150:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010807552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.751158:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010807808:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328781.751167:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010807936:0@lo:400:kworker.0
00010000:00020000:1.0:1767328781.751167:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328781.751170:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328781.751181:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010807680:12345-0@lo:400:kworker.0 Request processed in 51us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328781.751190:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612
00000100:00100000:0.0:1767328781.751216:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328781.751221:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4671
00000100:00100000:1.0:1767328781.751227:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010807552:12345-0@lo:38:kworker.0 Request processed in 75us (370us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328781.751228:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010807808:12345-0@lo:38:kworker.0 Request processed in 68us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328781.751235:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010808064:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328781.751244:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4670
00000100:00100000:0.0:1767328781.751251:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010807936
00000100:00100000:1.0:1767328781.751255:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4669
00010000:00020000:2.0:1767328781.751256:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328781.751258:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010807936
00000100:00080000:3.0:1767328781.751262:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328781.751298:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010807296:0@lo:400:kworker.0
00000100:00100000:1.0:1767328781.751308:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010807680:0@lo:400:kworker.0
00000100:00100000:2.0:1767328781.751310:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010808064:12345-0@lo:38:kworker.0 Request processed in 74us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328781.751320:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613
00000100:00100000:1.0:1767328781.751332:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010807424:0@lo:400:kworker.0
00000100:00100000:2.0:1767328781.751337:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4671
00000100:00100000:0.0:1767328781.751339:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010807936:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328781.751354:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328781.751383:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328781.751390:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328781.751394:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010807936:12345-0@lo:400:kworker.0 Request processed in 60us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328781.751399:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010808064:0@lo:38:kworker.0
00000100:00100000:0.0:1767328781.751407:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613
00000100:00080000:1.0:1767328781.751457:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328781.751460:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010807936:0@lo:400:kworker.0
00000100:00080000:1.0:1767328781.751465:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328781.751472:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010807808:0@lo:38:kworker.0
00000100:00080000:1.0:1767328781.751486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328781.751492:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328781.751496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010807552:0@lo:38:kworker.0
00010000:00010000:1.0:1767328782.710566:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328783.734534:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328784.758552:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328785.334610:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328785.334630:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010808192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328785.334703:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328785.334750:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808192
00000100:00100000:0.0:1767328785.334759:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808192
00000100:00080000:3.0:1767328785.334790:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328785.334813:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8543
00000100:00100000:0.0:1767328785.334823:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010808192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328785.334848:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328785.334890:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010808192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328785.334895:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8543
00000100:00100000:2.0:1767328785.334938:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010808192:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328785.782624:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328785.846595:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010808320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328785.846652:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328785.846701:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808320
00000100:00100000:0.0:1767328785.846709:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808320
00000100:00080000:3.0:1767328785.846751:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328785.846765:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8544
00000100:00100000:0.0:1767328785.846774:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010808320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328785.846800:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328785.846841:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010808320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328785.846847:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8544
00000100:00100000:1.0:1767328785.846881:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010808320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328786.256898:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328786.256928:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328786.256955:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265024
00000100:00100000:0.0:1767328786.256965:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265024
00000100:00100000:1.0:1767328786.256968:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993264896
00000100:00100000:1.0:1767328786.256974:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993264896
00000100:00100000:1.0:1767328786.257018:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2614
00000100:00080000:3.0:1767328786.257020:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328786.257027:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4672
00000100:00100000:0.0:1767328786.257036:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993264896:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767328786.257041:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993265024:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767328786.257059:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328786.257115:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993264896:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (180us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328786.257115:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993265024:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 84us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328786.257131:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4672
00000100:00100000:1.0:1767328786.257138:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2614
00010000:00010000:2.0:1767328786.806551:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328786.870510:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328786.870517:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328786.870519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328786.870522:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328786.870525:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328786.870532:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13979
00000100:00080000:0.0:1767328786.870536:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328786.870542:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328786.870575:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010808448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328786.870633:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328786.870635:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010808448:0@lo:38:kworker.0
00000100:00080000:0.0:1767328786.870637:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328786.870640:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328786.870646:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13979
00000100:00080000:0.0:1767328786.870648:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767328786.870651:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010808576:0@lo:400:kworker.0
00000100:00080000:0.0:1767328786.870653:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328786.870683:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f52d80 x1853164010808832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328786.870704:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328786.870707:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328786.870709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328786.870712:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13979
00000100:00080000:0.0:1767328786.870716:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328786.870721:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328786.870721:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010808704:0@lo:400:kworker.0
00000100:00100000:2.0:1767328786.870728:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328786.870729:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328786.870738:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53800 x1853164010809088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328786.870763:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328786.870766:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328786.870768:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328786.870773:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328786.870774:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13979
00000100:00080000:0.0:1767328786.870779:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328786.870782:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328786.870795:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e680 x1853164010809344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328786.870796:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328786.870798:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010808832:0@lo:38:kworker.0
00000100:00100000:1.0:1767328786.870807:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328786.870808:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010809216:0@lo:400:kworker.0
00000100:00100000:1.0:1767328786.870819:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010808960:0@lo:400:kworker.0
00000100:00100000:2.0:1767328786.870843:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328786.870848:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808576
00000100:00100000:3.0:1767328786.870852:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808448
00000100:00100000:0.0:1767328786.870856:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808576
00000100:00100000:3.0:1767328786.870859:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808448
00000100:00100000:1.0:1767328786.870863:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808704
00000100:00100000:1.0:1767328786.870868:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808704
00000100:00100000:2.0:1767328786.870884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010809088:0@lo:38:kworker.0
00000100:00100000:3.0:1767328786.870901:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35334
00000100:00100000:0.0:1767328786.870905:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9651
00000100:00100000:1.0:1767328786.870916:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9652
00000100:00100000:3.0:1767328786.870917:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010808448:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328786.870919:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010808576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328786.870923:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328786.870930:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010808704:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767328786.870945:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328786.870955:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010809344:0@lo:38:kworker.0
00000100:00100000:0.0:1767328786.870990:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010808576:12345-0@lo:400:kworker.0 Request processed in 76us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328786.870997:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010808704:12345-0@lo:400:kworker.0 Request processed in 67us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328786.871002:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328786.871004:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010808448:12345-0@lo:38:kworker.0 Request processed in 90us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328786.871006:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9651
00000100:00100000:1.0:1767328786.871016:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9652
00000100:00100000:3.0:1767328786.871020:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35334
00000100:00080000:2.0:1767328786.871042:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328786.871047:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328786.871053:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010808448:0@lo:38:kworker.0
00000100:00100000:0.0:1767328786.871055:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808832
00000100:00100000:3.0:1767328786.871060:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328786.871061:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808832
00000100:00100000:0.0:1767328786.871088:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809088
00000100:00100000:0.0:1767328786.871091:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809088
00000100:00100000:1.0:1767328786.871096:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809344
00000100:00100000:1.0:1767328786.871101:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809344
00000100:00100000:0.0:1767328786.871114:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809216
00000100:00100000:3.0:1767328786.871114:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010808576:0@lo:400:kworker.0
00000100:00100000:0.0:1767328786.871118:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809216
00000100:00100000:2.0:1767328786.871119:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4673
00000100:00100000:1.0:1767328786.871137:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4674
00000100:00100000:2.0:1767328786.871143:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010808832:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328786.871145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328786.871147:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010809088:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328786.871154:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615
00010000:00020000:2.0:1767328786.871161:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328786.871162:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010809216:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767328786.871164:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328786.871165:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675
00000100:00100000:3.0:1767328786.871178:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010809344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328786.871190:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328786.871217:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010808832:12345-0@lo:38:kworker.0 Request processed in 79us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328786.871225:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010809088:12345-0@lo:38:kworker.0 Request processed in 79us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328786.871229:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010809216:12345-0@lo:400:kworker.0 Request processed in 66us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328786.871238:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4673
00000100:00100000:3.0:1767328786.871239:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010809344:12345-0@lo:38:kworker.0 Request processed in 59us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328786.871246:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4674
00000100:00100000:0.0:1767328786.871258:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615
00000100:00100000:3.0:1767328786.871266:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675
00000100:00080000:2.0:1767328786.871278:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328786.871282:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328786.871289:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010809344:0@lo:38:kworker.0
00000100:00100000:1.0:1767328786.871292:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328786.871309:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010809216:0@lo:400:kworker.0
00000100:00080000:2.0:1767328786.871321:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328786.871328:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328786.871329:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010808960
00000100:00100000:2.0:1767328786.871333:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010808832:0@lo:38:kworker.0
00000100:00100000:3.0:1767328786.871333:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010808960
00000100:00100000:1.0:1767328786.871346:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010808704:0@lo:400:kworker.0
00000100:00080000:2.0:1767328786.871350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328786.871356:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328786.871361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010809088:0@lo:38:kworker.0
00000100:00100000:3.0:1767328786.871385:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616
00000100:00100000:3.0:1767328786.871393:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010808960:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328786.871400:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328786.871461:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010808960:12345-0@lo:400:kworker.0 Request processed in 69us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328786.871471:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616
00000100:00100000:1.0:1767328786.871494:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010808960:0@lo:400:kworker.0
00010000:00010000:1.0:1767328787.830588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328788.854561:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328789.878558:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328790.353107:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993265152 offset 0 length 520: 4
00000100:00100000:3.0:1767328790.353143:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328790.353170:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328790.353200:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265408
00000100:00100000:0.0:1767328790.353210:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265408
00000100:00100000:1.0:1767328790.353221:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265280
00000100:00100000:1.0:1767328790.353229:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265280
00000100:00080000:2.0:1767328790.353274:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328790.353285:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2617
00000100:00100000:0.0:1767328790.353294:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4676
00000100:00100000:1.0:1767328790.353301:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993265408:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328790.353303:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993265280:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328790.353327:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328790.353377:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993265280:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328790.353383:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4676
00000100:00100000:1.0:1767328790.353389:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993265408:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 92us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328790.353401:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2617
00000100:00100000:2.0:1767328790.454614:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010809472:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328790.454696:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328790.454734:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809472
00000100:00100000:0.0:1767328790.454742:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809472
00000100:00100000:0.0:1767328790.454804:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8545
00000100:00080000:3.0:1767328790.454808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328790.454818:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010809472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328790.454849:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328790.454894:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010809472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328790.454902:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8545
00000100:00100000:2.0:1767328790.454939:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010809472:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328790.902549:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328790.966569:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010809600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328790.966629:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328790.966679:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809600
00000100:00100000:0.0:1767328790.966686:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809600
00000100:00080000:3.0:1767328790.966717:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328790.966739:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8546
00000100:00100000:0.0:1767328790.966748:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010809600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328790.966773:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328790.966817:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010809600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328790.966823:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8546
00000100:00100000:1.0:1767328790.966854:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010809600:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328791.926577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328791.990531:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328791.990538:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328791.990542:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328791.990545:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328791.990549:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328791.990557:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13984
00000100:00100000:3.0:1767328791.990560:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328766/real 1767328766]  req@ffff9bb482794a80 x1853164010803200/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328791.990562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328791.990573:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328791.990590:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb482794a80 x1853164010803200/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328791.990605:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328791.990607:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53800 x1853164010809728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328791.990623:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328791.990630:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010803200:0@lo:250:kworker.0
00000100:00100000:3.0:1767328791.990669:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010809728:0@lo:38:kworker.0
00000100:00080000:2.0:1767328791.990675:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328791.990679:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328791.990681:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328791.990685:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13984
00000100:00080000:2.0:1767328791.990687:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328791.990690:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328791.990702:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010810112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328791.990713:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010809856:0@lo:400:kworker.0
00000100:00080000:2.0:1767328791.990720:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328791.990727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328791.990728:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328791.990734:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010809984:0@lo:400:kworker.0
00000100:00080000:2.0:1767328791.990734:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328791.990742:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13984
00000100:00080000:2.0:1767328791.990745:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328791.990747:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328791.990762:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a341500 x1853164010810368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328791.990772:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328791.990787:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328791.990788:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809728
00000100:00080000:2.0:1767328791.990793:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328791.990795:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328791.990797:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809728
00000100:00080000:2.0:1767328791.990800:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13984
00000100:00100000:3.0:1767328791.990803:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010810112:0@lo:38:kworker.0
00000100:00080000:2.0:1767328791.990804:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328791.990811:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328791.990820:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328791.990824:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0380 x1853164010810624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328791.990834:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010810496:0@lo:400:kworker.0
00000100:00100000:1.0:1767328791.990838:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35335
00000100:00080000:2.0:1767328791.990839:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328791.990847:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1767328791.990848:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328791.990852:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010809728:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328791.990852:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328791.990861:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13964
00000100:00080000:2.0:1767328791.990863:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328791.990867:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:1.0:1767328791.990873:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328791.990878:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328791.990880:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1880 x1853164010810752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328791.990880:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010810368:0@lo:38:kworker.0
00000100:00100000:2.0:1767328791.990916:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010810240:0@lo:400:kworker.0
00000100:00100000:1.0:1767328791.990927:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010809728:12345-0@lo:38:kworker.0 Request processed in 74us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328791.990930:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010810112
00000100:00100000:3.0:1767328791.990930:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328791.990937:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010810112
00000100:00100000:1.0:1767328791.990946:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35335
00000100:00100000:2.0:1767328791.990953:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328791.990976:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809856
00000100:00080000:3.0:1767328791.990978:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328791.990979:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010810496
00000100:00100000:1.0:1767328791.990980:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809856
00000100:00100000:0.0:1767328791.990986:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010810496
00000100:00080000:3.0:1767328791.990987:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328791.990994:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010809728:0@lo:38:kworker.0
00000100:00100000:2.0:1767328791.991015:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010810368
00000100:00100000:3.0:1767328791.991015:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010810624:0@lo:38:kworker.0
00000100:00100000:2.0:1767328791.991021:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010810368
00000100:00100000:1.0:1767328791.991025:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9653
00000100:00100000:1.0:1767328791.991036:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010809856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328791.991045:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010810240
00000100:00100000:2.0:1767328791.991050:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618
00000100:00100000:3.0:1767328791.991051:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328791.991053:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010810240
00000100:00100000:2.0:1767328791.991066:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010810496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328791.991074:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010810752:0@lo:250:kworker.0
00000100:00100000:0.0:1767328791.991090:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010810624
00000100:00100000:0.0:1767328791.991095:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010810624
00000100:00100000:1.0:1767328791.991099:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010809856:12345-0@lo:400:kworker.0 Request processed in 64us (327us total) trans 0 rc 0/0
00000400:00000100:3.0:1767328791.991106:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010810752 offset 0 length 520: 4
00000100:00100000:1.0:1767328791.991110:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9653
00000100:00100000:0.0:1767328791.991121:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619
00000100:00100000:2.0:1767328791.991121:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010810496:12345-0@lo:400:kworker.0 Request processed in 56us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328791.991133:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618
00000100:00100000:0.0:1767328791.991139:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010810240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328791.991145:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4677
00000100:00100000:1.0:1767328791.991152:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010810112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328791.991162:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678
00010000:00020000:1.0:1767328791.991163:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328791.991175:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010810368:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328791.991175:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4679
00000100:00100000:3.0:1767328791.991186:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010810624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328791.991190:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328791.991200:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328791.991201:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010810240:12345-0@lo:400:kworker.0 Request processed in 65us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328791.991205:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010810112:12345-0@lo:38:kworker.0 Request processed in 50us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328791.991220:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4677
00000100:00100000:2.0:1767328791.991221:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010810368:12345-0@lo:38:kworker.0 Request processed in 47us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328791.991232:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619
00000100:00100000:2.0:1767328791.991240:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678
00000100:00100000:3.0:1767328791.991246:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010810624:12345-0@lo:38:kworker.0 Request processed in 59us (196us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328791.991257:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4679
00000100:00100000:1.0:1767328791.991262:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328791.991267:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328791.991282:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010810240:0@lo:400:kworker.0
00000100:00100000:1.0:1767328791.991307:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010809984
00000100:00100000:1.0:1767328791.991311:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010809984
00000100:00100000:1.0:1767328791.991337:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9654
00000100:00100000:0.0:1767328791.991345:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010810496:0@lo:400:kworker.0
00000100:00100000:1.0:1767328791.991345:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010809984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328791.991370:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010809856:0@lo:400:kworker.0
00000100:00080000:3.0:1767328791.991377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328791.991383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328791.991387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010810624:0@lo:38:kworker.0
00000100:00100000:1.0:1767328791.991393:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010809984:12345-0@lo:400:kworker.0 Request processed in 48us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328791.991401:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9654
00000100:00080000:3.0:1767328791.991405:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328791.991410:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328791.991448:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010809984:0@lo:400:kworker.0
00000100:00100000:3.0:1767328791.991451:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010810112:0@lo:38:kworker.0
00000100:00080000:3.0:1767328791.991475:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328791.991480:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328791.991483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010810368:0@lo:38:kworker.0
00010000:00010000:1.0:1767328792.950552:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328793.974522:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328794.998525:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328795.472979:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328795.473011:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328795.473037:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265664
00000100:00100000:2.0:1767328795.473047:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265664
00000100:00100000:0.0:1767328795.473090:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265536
00000100:00100000:0.0:1767328795.473097:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265536
00000100:00080000:3.0:1767328795.473102:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328795.473120:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2620
00000100:00100000:0.0:1767328795.473133:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4680
00000100:00100000:2.0:1767328795.473135:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993265664:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328795.473143:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993265536:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328795.473163:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328795.473206:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993265664:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 75us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328795.473207:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993265536:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 62us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328795.473225:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2620
00000100:00100000:0.0:1767328795.473230:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4680
00000100:00100000:1.0:1767328795.574560:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328795.574574:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010810880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328795.574642:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328795.574682:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010810880
00000100:00100000:0.0:1767328795.574688:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010810880
00000100:00100000:0.0:1767328795.574727:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8547
00000100:00100000:0.0:1767328795.574736:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010810880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328795.574757:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:3.0:1767328795.574785:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328795.574801:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010810880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328795.574808:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8547
00000100:00100000:1.0:1767328795.574840:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010810880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328796.022561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328796.086628:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010811008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328796.086687:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328796.086731:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811008
00000100:00100000:0.0:1767328796.086739:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811008
00000100:00080000:3.0:1767328796.086788:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328796.086793:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8548
00000100:00100000:0.0:1767328796.086803:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010811008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328796.086830:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328796.086873:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010811008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328796.086879:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8548
00000100:00100000:2.0:1767328796.086925:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010811008:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328797.046565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328797.110511:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328797.110518:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328797.110522:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328797.110525:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328797.110529:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328797.110537:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13989
00000100:00080000:0.0:1767328797.110542:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328797.110549:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328797.110587:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e680 x1853164010811136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328797.110654:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010811136:0@lo:38:kworker.0
00000100:00080000:0.0:1767328797.110675:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328797.110682:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328797.110682:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010811264:0@lo:400:kworker.0
00000100:00080000:0.0:1767328797.110688:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328797.110694:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13989
00000100:00080000:0.0:1767328797.110698:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328797.110705:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328797.110705:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010811392:0@lo:400:kworker.0
00000100:00100000:3.0:1767328797.110718:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328797.110727:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328797.110728:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868ba300 x1853164010811520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328797.110755:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328797.110760:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328797.110763:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328797.110764:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328797.110771:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010811520:0@lo:38:kworker.0
00000100:00080000:0.0:1767328797.110772:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13989
00000100:00080000:0.0:1767328797.110780:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328797.110786:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328797.110801:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811136
00000100:00100000:0.0:1767328797.110805:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89d880 x1853164010811776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328797.110809:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811136
00000100:00100000:1.0:1767328797.110811:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328797.110816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328797.110825:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010811648:0@lo:400:kworker.0
00000100:00080000:0.0:1767328797.110845:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328797.110849:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35336
00000100:00100000:3.0:1767328797.110850:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010811776:0@lo:38:kworker.0
00000100:00080000:0.0:1767328797.110853:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328797.110858:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328797.110859:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010811136:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328797.110869:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13989
00000100:00100000:1.0:1767328797.110871:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328797.110875:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00010000:00020000:2.0:1767328797.110880:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328797.110882:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328797.110901:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bc89d500 x1853164010812032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328797.110901:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811520
00000100:00100000:3.0:1767328797.110908:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811520
00000100:00100000:2.0:1767328797.110922:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010811136:12345-0@lo:38:kworker.0 Request processed in 62us (203us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328797.110927:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811264
00000100:00100000:2.0:1767328797.110929:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35336
00000100:00100000:1.0:1767328797.110935:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811264
00000100:00100000:3.0:1767328797.110942:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811648
00000100:00100000:3.0:1767328797.110948:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811648
00000100:00100000:2.0:1767328797.110960:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4681
00000100:00100000:0.0:1767328797.110961:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010811904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328797.110968:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010811520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328797.110976:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328797.111000:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621
00000100:00100000:1.0:1767328797.111005:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811392
00000100:00100000:2.0:1767328797.111009:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010811520:12345-0@lo:38:kworker.0 Request processed in 40us (195us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328797.111012:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811392
00000100:00100000:3.0:1767328797.111014:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010811648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328797.111020:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328797.111026:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4681
00000100:00100000:2.0:1767328797.111044:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811904
00000100:00100000:2.0:1767328797.111047:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811904
00000100:00100000:1.0:1767328797.111054:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9655
00000100:00100000:1.0:1767328797.111064:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010811264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328797.111084:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622
00000100:00100000:3.0:1767328797.111086:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010811648:12345-0@lo:400:kworker.0 Request processed in 73us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328797.111096:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010811904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328797.111101:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9656
00000100:00100000:3.0:1767328797.111101:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621
00000100:00100000:1.0:1767328797.111107:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010811264:12345-0@lo:400:kworker.0 Request processed in 43us (380us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328797.111115:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9655
00000100:00100000:0.0:1767328797.111119:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010811392:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328797.111135:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328797.111141:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328797.111145:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010811904:12345-0@lo:400:kworker.0 Request processed in 51us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328797.111153:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622
00000100:00100000:3.0:1767328797.111176:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328797.111177:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010811648:0@lo:400:kworker.0
00000100:00100000:0.0:1767328797.111186:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010811392:12345-0@lo:400:kworker.0 Request processed in 70us (421us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328797.111194:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010811264:0@lo:400:kworker.0
00000100:00100000:1.0:1767328797.111199:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010811392:0@lo:400:kworker.0
00000100:00100000:0.0:1767328797.111200:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9656
00000100:00080000:3.0:1767328797.111228:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328797.111229:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010811776
00000100:00100000:2.0:1767328797.111234:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010811776
00000100:00080000:3.0:1767328797.111236:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328797.111242:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010811520:0@lo:38:kworker.0
00000100:00080000:3.0:1767328797.111258:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328797.111265:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328797.111266:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4682
00000100:00100000:3.0:1767328797.111274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010811136:0@lo:38:kworker.0
00000100:00100000:2.0:1767328797.111276:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010811776:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328797.111280:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010811904:0@lo:400:kworker.0
00010000:00020000:2.0:1767328797.111288:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328797.111303:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010812032:0@lo:38:kworker.0
00000100:00100000:2.0:1767328797.111316:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010811776:12345-0@lo:38:kworker.0 Request processed in 39us (142us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328797.111322:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4682
00000100:00100000:3.0:1767328797.111330:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328797.111354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328797.111357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328797.111361:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812032
00000100:00100000:3.0:1767328797.111361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010811776:0@lo:38:kworker.0
00000100:00100000:2.0:1767328797.111365:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812032
00000100:00100000:2.0:1767328797.111388:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683
00000100:00100000:2.0:1767328797.111391:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010812032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328797.111399:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328797.111441:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010812032:12345-0@lo:38:kworker.0 Request processed in 48us (112us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328797.111446:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683
00000100:00080000:3.0:1767328797.111462:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328797.111466:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328797.111469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010812032:0@lo:38:kworker.0
00010000:00010000:1.0:1767328798.070560:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328799.094560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328800.118544:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328800.592856:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328800.592887:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328800.592910:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265792
00000100:00100000:2.0:1767328800.592921:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265792
00000100:00100000:0.0:1767328800.592928:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993265920
00000100:00100000:0.0:1767328800.592935:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993265920
00000100:00100000:2.0:1767328800.592965:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4684
00000100:00100000:2.0:1767328800.592973:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993265792:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328800.592986:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328800.592992:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2623
00010000:00020000:2.0:1767328800.592995:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328800.593005:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993265920:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328800.593054:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993265792:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (205us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328800.593065:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4684
00000100:00100000:0.0:1767328800.593066:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993265920:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328800.593075:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2623
00000100:00100000:0.0:1767328800.694551:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328800.694568:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010812160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328800.694626:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328800.694687:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812160
00000100:00100000:3.0:1767328800.694695:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812160
00000100:00080000:1.0:1767328800.694738:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328800.694747:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8549
00000100:00100000:3.0:1767328800.694758:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010812160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328800.694783:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328800.694832:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010812160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328800.694839:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8549
00000100:00100000:0.0:1767328800.694865:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010812160:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328801.142522:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328801.206555:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328801.206583:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010812288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328801.206639:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328801.206692:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812288
00000100:00100000:3.0:1767328801.206700:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812288
00000100:00080000:1.0:1767328801.206744:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328801.206761:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8550
00000100:00100000:3.0:1767328801.206773:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010812288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328801.206802:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328801.206849:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010812288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328801.206860:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8550
00000100:00100000:2.0:1767328801.206895:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010812288:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328802.166590:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328802.230493:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328802.230501:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328802.230505:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328802.230509:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328802.230514:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328802.230523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 13994
00000100:00080000:0.0:1767328802.230528:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328802.230535:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328802.230582:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302680 x1853164010812416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328802.230634:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010812416:0@lo:38:kworker.0
00000100:00080000:0.0:1767328802.230646:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328802.230651:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328802.230654:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328802.230659:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 13994
00000100:00080000:0.0:1767328802.230663:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328802.230665:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010812544:0@lo:400:kworker.0
00000100:00080000:0.0:1767328802.230668:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328802.230677:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010812672:0@lo:400:kworker.0
00000100:00100000:0.0:1767328802.230685:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301180 x1853164010812800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328802.230696:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328802.230712:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328802.230717:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328802.230719:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328802.230721:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328802.230724:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 13994
00000100:00080000:0.0:1767328802.230727:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328802.230732:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328802.230740:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812416
00000100:00100000:3.0:1767328802.230741:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010812800:0@lo:38:kworker.0
00000100:00100000:1.0:1767328802.230749:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812416
00000100:00100000:0.0:1767328802.230771:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010813056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328802.230778:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010812928:0@lo:400:kworker.0
00000100:00100000:3.0:1767328802.230783:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328802.230789:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35337
00000100:00100000:1.0:1767328802.230796:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010812416:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328802.230814:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00020000:1.0:1767328802.230815:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328802.230817:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812800
00000100:00080000:0.0:1767328802.230822:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328802.230822:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328802.230824:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812800
00000100:00080000:0.0:1767328802.230826:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328802.230831:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 13994
00000100:00080000:0.0:1767328802.230834:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328802.230839:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328802.230853:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812928
00000100:00100000:0.0:1767328802.230856:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5c00 x1853164010813312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328802.230857:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812928
00000100:00100000:1.0:1767328802.230862:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010812416:12345-0@lo:38:kworker.0 Request processed in 63us (165us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328802.230866:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328802.230879:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010813184:0@lo:400:kworker.0
00000100:00100000:1.0:1767328802.230885:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35337
00000100:00100000:3.0:1767328802.230896:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624
00000100:00100000:3.0:1767328802.230908:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010812928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328802.230909:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812544
00000100:00080000:1.0:1767328802.230913:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328802.230917:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812544
00000100:00100000:2.0:1767328802.230917:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328802.230936:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813184
00000100:00100000:1.0:1767328802.230941:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813184
00000100:00100000:3.0:1767328802.230967:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010812928:12345-0@lo:400:kworker.0 Request processed in 62us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328802.230973:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9657
00000100:00100000:1.0:1767328802.230977:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625
00000100:00100000:2.0:1767328802.230987:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010812928:0@lo:400:kworker.0
00000100:00100000:0.0:1767328802.230988:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010812544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328802.230989:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624
00000100:00100000:1.0:1767328802.230990:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010813184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328802.231012:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4685
00000100:00100000:3.0:1767328802.231018:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010812800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328802.231028:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328802.231054:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010813184:12345-0@lo:400:kworker.0 Request processed in 68us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328802.231063:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010812544:12345-0@lo:400:kworker.0 Request processed in 77us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328802.231065:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625
00000100:00100000:2.0:1767328802.231067:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010813184:0@lo:400:kworker.0
00000100:00100000:3.0:1767328802.231071:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010812800:12345-0@lo:38:kworker.0 Request processed in 49us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328802.231080:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9657
00000100:00100000:3.0:1767328802.231083:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4685
00000100:00100000:2.0:1767328802.231091:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010812544:0@lo:400:kworker.0
00000100:00080000:1.0:1767328802.231096:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328802.231101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328802.231127:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328802.231132:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328802.231137:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328802.231141:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010812800:0@lo:38:kworker.0
00000100:00080000:2.0:1767328802.231153:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328802.231157:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010812672
00000100:00080000:2.0:1767328802.231159:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328802.231162:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010812672
00000100:00100000:2.0:1767328802.231166:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010812416:0@lo:38:kworker.0
00000100:00100000:2.0:1767328802.231187:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010813056:0@lo:38:kworker.0
00000100:00100000:3.0:1767328802.231197:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9658
00000100:00100000:3.0:1767328802.231205:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010812672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328802.231220:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328802.231243:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010813312:0@lo:38:kworker.0
00000100:00100000:0.0:1767328802.231245:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813056
00000100:00100000:0.0:1767328802.231250:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813056
00000100:00100000:3.0:1767328802.231250:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010812672:12345-0@lo:400:kworker.0 Request processed in 44us (121us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328802.231259:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9658
00000100:00100000:2.0:1767328802.231276:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328802.231282:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686
00000100:00100000:0.0:1767328802.231289:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010813056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328802.231303:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328802.231305:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813312
00000100:00100000:3.0:1767328802.231310:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813312
00000100:00100000:1.0:1767328802.231327:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010812672:0@lo:400:kworker.0
00000100:00100000:2.0:1767328802.231337:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4687
00000100:00100000:2.0:1767328802.231344:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010813312:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328802.231348:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010813056:12345-0@lo:38:kworker.0 Request processed in 58us (128us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328802.231355:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686
00010000:00020000:2.0:1767328802.231356:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328802.231378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328802.231383:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328802.231387:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010813056:0@lo:38:kworker.0
00000100:00080000:3.0:1767328802.231401:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328802.231403:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010813312:12345-0@lo:38:kworker.0 Request processed in 55us (125us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328802.231406:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328802.231412:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010813312:0@lo:38:kworker.0
00000100:00100000:2.0:1767328802.231446:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4687
00010000:00010000:1.0:1767328803.190534:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328804.214572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328805.238580:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328805.712910:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328805.712944:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328805.712968:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266048
00000100:00100000:3.0:1767328805.712980:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266048
00000100:00100000:0.0:1767328805.713018:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266176
00000100:00100000:0.0:1767328805.713026:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266176
00000100:00100000:3.0:1767328805.713027:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4688
00000100:00100000:3.0:1767328805.713037:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993266048:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328805.713053:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328805.713061:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328805.713082:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2626
00000100:00100000:0.0:1767328805.713090:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993266176:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328805.713128:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993266048:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (224us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328805.713135:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993266176:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 45us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328805.713150:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2626
00000100:00100000:3.0:1767328805.713158:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4688
00000100:00100000:2.0:1767328805.814605:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010813440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328805.814667:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328805.814708:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813440
00000100:00100000:3.0:1767328805.814716:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813440
00000100:00080000:1.0:1767328805.814761:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328805.814768:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8551
00000100:00100000:3.0:1767328805.814778:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010813440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328805.814803:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328805.814845:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010813440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328805.814851:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8551
00000100:00100000:2.0:1767328805.814889:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010813440:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328806.262579:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328806.326646:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328806.326662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010813568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328806.326719:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328806.326764:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813568
00000100:00100000:3.0:1767328806.326773:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813568
00000100:00080000:1.0:1767328806.326824:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328806.326829:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8552
00000100:00100000:3.0:1767328806.326839:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010813568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767328806.326865:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328806.326907:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010813568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328806.326914:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8552
00000100:00100000:2.0:1767328806.326948:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010813568:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328807.286577:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328807.350488:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328807.350495:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328807.350498:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328807.350502:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328807.350505:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328807.350514:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14000
00000100:00080000:0.0:1767328807.350519:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328807.350538:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328807.350571:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4000 x1853164010813696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328807.350627:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010813696:0@lo:38:kworker.0
00000100:00080000:0.0:1767328807.350633:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328807.350639:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328807.350639:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010813824:0@lo:400:kworker.0
00000100:00080000:0.0:1767328807.350642:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328807.350647:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010813952:0@lo:400:kworker.0
00000100:00080000:0.0:1767328807.350650:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14000
00000100:00080000:0.0:1767328807.350655:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328807.350658:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328807.350669:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5180 x1853164010814080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328807.350691:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328807.350693:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328807.350695:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328807.350699:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14000
00000100:00080000:0.0:1767328807.350702:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328807.350704:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010814208:0@lo:400:kworker.0
00000100:00080000:0.0:1767328807.350707:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328807.350713:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328807.350724:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4700 x1853164010814336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328807.350734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328807.350750:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328807.350754:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328807.350756:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328807.350761:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14000
00000100:00100000:2.0:1767328807.350763:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767328807.350765:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328807.350773:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328807.350773:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328807.350773:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010814464:0@lo:400:kworker.0
00000100:00100000:3.0:1767328807.350777:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328807.350793:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010814592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328807.350839:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328807.350849:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813824
00000100:00100000:0.0:1767328807.350852:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813696
00000100:00100000:3.0:1767328807.350857:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813824
00000100:00100000:0.0:1767328807.350858:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813696
00000100:00100000:1.0:1767328807.350877:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814208
00000100:00100000:1.0:1767328807.350892:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814208
00000100:00100000:2.0:1767328807.350897:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010814080:0@lo:38:kworker.0
00000100:00100000:0.0:1767328807.350900:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35338
00000100:00100000:3.0:1767328807.350908:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010813952
00000100:00100000:0.0:1767328807.350909:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010813696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328807.350912:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010813952
00010000:00020000:0.0:1767328807.350927:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328807.350931:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328807.350943:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814464
00000100:00100000:3.0:1767328807.350948:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9659
00000100:00100000:1.0:1767328807.350951:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814464
00000100:00100000:2.0:1767328807.350953:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010814336:0@lo:38:kworker.0
00000100:00100000:3.0:1767328807.350959:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010813824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328807.350977:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010813696:12345-0@lo:38:kworker.0 Request processed in 67us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328807.350986:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35338
00000100:00100000:2.0:1767328807.350990:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328807.350993:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814080
00000100:00100000:1.0:1767328807.350998:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814080
00000100:00100000:1.0:1767328807.351019:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814336
00000100:00100000:2.0:1767328807.351022:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010814592:0@lo:38:kworker.0
00000100:00100000:1.0:1767328807.351024:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814336
00000100:00100000:0.0:1767328807.351025:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9660
00000100:00100000:3.0:1767328807.351028:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010813824:12345-0@lo:400:kworker.0 Request processed in 67us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328807.351043:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010813952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328807.351044:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9659
00000100:00100000:1.0:1767328807.351045:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627
00000100:00100000:2.0:1767328807.351060:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328807.351065:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010814208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328807.351076:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814592
00000100:00100000:3.0:1767328807.351082:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814592
00000100:00100000:0.0:1767328807.351099:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010813952:12345-0@lo:400:kworker.0 Request processed in 62us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328807.351100:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628
00000100:00080000:2.0:1767328807.351102:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328807.351113:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328807.351116:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010814464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328807.351117:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9660
00000100:00100000:2.0:1767328807.351122:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010813696:0@lo:38:kworker.0
00000100:00100000:1.0:1767328807.351136:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010814208:12345-0@lo:400:kworker.0 Request processed in 76us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328807.351145:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627
00000100:00100000:0.0:1767328807.351162:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010813952:0@lo:400:kworker.0
00000100:00100000:2.0:1767328807.351167:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4689
00000100:00100000:3.0:1767328807.351176:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010814464:12345-0@lo:400:kworker.0 Request processed in 63us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328807.351178:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4690
00000100:00100000:2.0:1767328807.351179:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010814080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328807.351193:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010814336:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328807.351196:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4691
00010000:00020000:2.0:1767328807.351196:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328807.351208:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010814592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328807.351214:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328807.351216:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628
00010000:00020000:0.0:1767328807.351220:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328807.351237:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010814080:12345-0@lo:38:kworker.0 Request processed in 60us (307us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328807.351245:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4689
00000100:00100000:3.0:1767328807.351261:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010814464:0@lo:400:kworker.0
00000100:00100000:1.0:1767328807.351272:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010814336:12345-0@lo:38:kworker.0 Request processed in 79us (282us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328807.351273:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010814592:12345-0@lo:38:kworker.0 Request processed in 64us (213us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328807.351280:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010813824:0@lo:400:kworker.0
00000100:00080000:2.0:1767328807.351283:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328807.351291:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4690
00000100:00080000:2.0:1767328807.351294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328807.351300:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4691
00000100:00100000:2.0:1767328807.351301:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010814080:0@lo:38:kworker.0
00000100:00080000:2.0:1767328807.351317:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328807.351321:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767328807.351323:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328807.351324:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010814336:0@lo:38:kworker.0
00000100:00080000:1.0:1767328807.351331:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328807.351339:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328807.351344:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328807.351348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010814592:0@lo:38:kworker.0
00000100:00100000:1.0:1767328807.351367:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010814208:0@lo:400:kworker.0
00010000:00010000:1.0:1767328808.310561:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328809.334577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328810.358569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328810.832808:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328810.832849:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328810.832908:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266432
00000100:00100000:2.0:1767328810.832919:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266432
00000100:00100000:0.0:1767328810.832932:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266304
00000100:00100000:0.0:1767328810.832939:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266304
00000100:00100000:0.0:1767328810.832985:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2629
00000100:00100000:2.0:1767328810.833006:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4692
00000100:00100000:0.0:1767328810.833008:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993266432:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767328810.833011:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328810.833019:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993266304:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328810.833038:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328810.833091:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993266304:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328810.833099:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993266432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328810.833102:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4692
00000100:00100000:0.0:1767328810.833115:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2629
00000100:00100000:0.0:1767328810.934638:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328810.934662:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010814720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328810.934717:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328810.934765:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814720
00000100:00100000:3.0:1767328810.934773:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814720
00000100:00080000:1.0:1767328810.934810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328810.934836:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8553
00000100:00100000:3.0:1767328810.934847:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010814720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328810.934874:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328810.934925:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010814720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328810.934934:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8553
00000100:00100000:0.0:1767328810.934955:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bc89d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010814720:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328811.382589:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328811.446605:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010814848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328811.446672:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328811.446718:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814848
00000100:00100000:0.0:1767328811.446726:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814848
00000100:00080000:1.0:1767328811.446776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328811.446786:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8554
00000100:00100000:0.0:1767328811.446795:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010814848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328811.446819:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328811.446861:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010814848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328811.446867:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8554
00000100:00100000:3.0:1767328811.446918:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010814848:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328812.406579:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328812.470527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328812.470534:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328812.470537:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328812.470541:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328812.470544:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328812.470550:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14005
00000100:00080000:2.0:1767328812.470554:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328812.470560:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328812.470595:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010814976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328812.470656:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010814976:0@lo:38:kworker.0
00000100:00080000:2.0:1767328812.470657:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328812.470664:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328812.470668:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328812.470673:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14005
00000100:00080000:2.0:1767328812.470676:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328812.470679:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328812.470686:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010815104:0@lo:400:kworker.0
00000100:00100000:2.0:1767328812.470692:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2680 x1853164010815360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328812.470710:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010815232:0@lo:400:kworker.0
00000100:00080000:2.0:1767328812.470712:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328812.470719:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328812.470721:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328812.470724:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14005
00000100:00080000:2.0:1767328812.470727:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328812.470730:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328812.470740:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328812.470746:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1c00 x1853164010815616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328812.470760:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328812.470769:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328812.470773:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328812.470775:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815104
00000100:00080000:2.0:1767328812.470776:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328812.470783:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14005
00000100:00100000:0.0:1767328812.470784:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815104
00000100:00080000:2.0:1767328812.470786:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328812.470790:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328812.470800:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3100 x1853164010815872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328812.470813:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010814976
00000100:00100000:3.0:1767328812.470820:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010814976
00000100:00100000:1.0:1767328812.470823:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328812.470831:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010815744:0@lo:400:kworker.0
00000100:00100000:0.0:1767328812.470852:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9661
00000100:00100000:3.0:1767328812.470863:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35339
00000100:00100000:1.0:1767328812.470866:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328812.470866:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010815360:0@lo:38:kworker.0
00000100:00100000:0.0:1767328812.470868:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010815104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328812.470879:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010814976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328812.470899:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328812.470901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328812.470912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328812.470928:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815744
00000100:00100000:1.0:1767328812.470932:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815744
00000100:00100000:0.0:1767328812.470939:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010815104:12345-0@lo:400:kworker.0 Request processed in 78us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328812.470947:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9661
00000100:00100000:2.0:1767328812.470949:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815360
00000100:00100000:2.0:1767328812.470954:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815360
00000100:00100000:1.0:1767328812.470972:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630
00000100:00100000:1.0:1767328812.470983:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010815744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328812.470988:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4693
00000100:00100000:2.0:1767328812.470995:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010815360:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328812.471002:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010814976:12345-0@lo:38:kworker.0 Request processed in 123us (242us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328812.471010:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328812.471017:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010815104:0@lo:400:kworker.0
00000100:00100000:3.0:1767328812.471018:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35339
00000100:00100000:1.0:1767328812.471025:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010815744:12345-0@lo:400:kworker.0 Request processed in 42us (161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328812.471031:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630
00000100:00100000:2.0:1767328812.471051:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010815360:12345-0@lo:38:kworker.0 Request processed in 53us (138us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328812.471056:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010815744:0@lo:400:kworker.0
00000100:00080000:1.0:1767328812.471068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328812.471069:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4693
00000100:00100000:3.0:1767328812.471081:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010815488:0@lo:400:kworker.0
00000100:00100000:0.0:1767328812.471084:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328812.471105:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328812.471111:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328812.471116:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010815360:0@lo:38:kworker.0
00000100:00100000:1.0:1767328812.471124:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815232
00000100:00100000:2.0:1767328812.471125:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010815616:0@lo:38:kworker.0
00000100:00100000:1.0:1767328812.471132:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815232
00000100:00100000:3.0:1767328812.471134:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328812.471165:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328812.471175:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9662
00000100:00100000:0.0:1767328812.471178:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815488
00000100:00100000:0.0:1767328812.471183:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815488
00000100:00100000:1.0:1767328812.471187:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010815232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328812.471200:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815616
00000100:00100000:2.0:1767328812.471204:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815616
00000100:00100000:3.0:1767328812.471211:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010815872:0@lo:38:kworker.0
00000100:00100000:2.0:1767328812.471239:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631
00000100:00100000:1.0:1767328812.471240:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010815232:12345-0@lo:400:kworker.0 Request processed in 54us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328812.471248:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694
00000100:00100000:1.0:1767328812.471254:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9662
00000100:00100000:2.0:1767328812.471254:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010815488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328812.471258:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328812.471262:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010815616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328812.471280:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328812.471296:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010815232:0@lo:400:kworker.0
00000100:00080000:3.0:1767328812.471306:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328812.471315:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328812.471320:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010814976:0@lo:38:kworker.0
00000100:00080000:1.0:1767328812.471323:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328812.471328:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010815616:12345-0@lo:38:kworker.0 Request processed in 65us (162us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328812.471335:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010815488:12345-0@lo:400:kworker.0 Request processed in 84us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328812.471341:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694
00000100:00100000:1.0:1767328812.471344:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010815872
00000100:00100000:2.0:1767328812.471348:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631
00000100:00100000:1.0:1767328812.471350:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010815872
00000100:00080000:3.0:1767328812.471359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328812.471366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328812.471370:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695
00000100:00100000:3.0:1767328812.471373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010815616:0@lo:38:kworker.0
00000100:00100000:2.0:1767328812.471380:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010815872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328812.471390:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328812.471450:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010815488:0@lo:400:kworker.0
00000100:00100000:2.0:1767328812.471453:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010815872:12345-0@lo:38:kworker.0 Request processed in 74us (202us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328812.471461:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695
00000100:00080000:3.0:1767328812.471473:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328812.471480:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328812.471484:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010815872:0@lo:38:kworker.0
00010000:00010000:1.0:1767328813.430589:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328814.454572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328815.478577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328815.952823:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328815.952851:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:1.0:1767328815.952869:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993266816 offset 0 length 520: 4
00000100:00100000:2.0:1767328815.952887:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266560
00000100:00100000:2.0:1767328815.952897:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266560
00000100:00100000:0.0:1767328815.952906:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266688
00000100:00100000:0.0:1767328815.952912:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266688
00000100:00100000:2.0:1767328815.952944:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4696
00000100:00100000:2.0:1767328815.952953:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993266560:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328815.952963:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328815.952970:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2632
00010000:00020000:2.0:1767328815.952974:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328815.952984:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993266688:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328815.953033:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993266688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328815.953033:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993266560:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 78us (215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328815.953046:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2632
00000100:00100000:2.0:1767328815.953058:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4696
00000100:00100000:0.0:1767328816.054603:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010816000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328816.054674:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328816.054734:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816000
00000100:00100000:3.0:1767328816.054742:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816000
00000100:00080000:1.0:1767328816.054790:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328816.054809:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8555
00000100:00100000:3.0:1767328816.054821:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010816000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328816.054849:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328816.054897:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc804850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010816000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328816.054906:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8555
00000100:00100000:0.0:1767328816.054948:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010816000:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328816.502578:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328816.566529:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328791/real 1767328791]  req@ffff9bb5890a1880 x1853164010810752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328816.566568:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5890a1880 x1853164010810752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328816.566587:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328816.566607:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328816.566613:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010810752:0@lo:250:kworker.0
00000100:00100000:1.0:1767328816.566634:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010816128:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328816.566640:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328816.566646:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328816.566649:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328816.566654:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 13989
00000100:00080000:2.0:1767328816.566658:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328816.566664:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328816.566684:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2300 x1853164010816256/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328816.566696:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328816.566716:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328816.566719:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328816.566721:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328816.566725:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14010
00000100:00080000:2.0:1767328816.566728:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328816.566732:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328816.566747:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010816256:0@lo:250:kworker.0
00000100:00100000:2.0:1767328816.566753:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1180 x1853164010816384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328816.566754:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816128
00000100:00100000:3.0:1767328816.566764:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816128
00000400:00000100:0.0:1767328816.566776:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010816256 offset 0 length 520: 4
00000100:00080000:2.0:1767328816.566798:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328816.566803:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328816.566806:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328816.566808:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010816384:0@lo:38:kworker.0
00000100:00080000:2.0:1767328816.566815:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14010
00000100:00080000:2.0:1767328816.566819:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328816.566822:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328816.566824:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328816.566838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328816.566838:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8556
00000100:00100000:1.0:1767328816.566839:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328816.566845:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010816640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328816.566853:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010816512:0@lo:400:kworker.0
00000100:00100000:3.0:1767328816.566859:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010816128:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328816.566868:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010816640:0@lo:38:kworker.0
00000100:00080000:2.0:1767328816.566878:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328816.566883:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328816.566885:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328816.566888:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14010
00000100:00080000:2.0:1767328816.566891:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328816.566895:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00002000:00000024:3.0:1767328816.566896:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328816.566901:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328816.566907:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328816.566913:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3800 x1853164010816896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328816.566936:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328816.566940:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010816896:0@lo:38:kworker.0
00000100:00080000:2.0:1767328816.566941:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328816.566945:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816512
00000100:00080000:2.0:1767328816.566945:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328816.566951:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816512
00000100:00080000:2.0:1767328816.566952:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14010
00000100:00080000:2.0:1767328816.566956:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328816.566960:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328816.566969:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010816128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328816.566975:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010817152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328816.566981:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328816.566987:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8556
00000100:00100000:1.0:1767328816.566990:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9663
00000100:00100000:1.0:1767328816.567005:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010816512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328816.567013:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816640
00000100:00100000:0.0:1767328816.567018:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816640
00000100:00100000:3.0:1767328816.567031:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816384
00000100:00100000:2.0:1767328816.567032:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010816768:0@lo:400:kworker.0
00000100:00100000:3.0:1767328816.567038:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816384
00000100:00100000:0.0:1767328816.567044:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816896
00000100:00100000:0.0:1767328816.567048:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816896
00000100:00100000:1.0:1767328816.567058:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010816512:12345-0@lo:400:kworker.0 Request processed in 57us (161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328816.567065:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9663
00000100:00100000:0.0:1767328816.567074:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4697
00000100:00100000:2.0:1767328816.567079:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328816.567087:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010816640:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328816.567087:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35340
00000100:00100000:3.0:1767328816.567100:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010816384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328816.567101:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010816768
00010000:00020000:0.0:1767328816.567108:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328816.567108:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010816768
00000100:00100000:2.0:1767328816.567112:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00020000:3.0:1767328816.567119:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328816.567124:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010817024:0@lo:400:kworker.0
00000100:00100000:0.0:1767328816.567144:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010816640:12345-0@lo:38:kworker.0 Request processed in 60us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328816.567146:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633
00000100:00100000:0.0:1767328816.567155:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4697
00000100:00100000:1.0:1767328816.567161:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010816768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328816.567178:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4698
00000100:00100000:3.0:1767328816.567179:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010816384:12345-0@lo:38:kworker.0 Request processed in 75us (339us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328816.567180:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328816.567186:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010816896:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328816.567196:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35340
00010000:00020000:0.0:1767328816.567199:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328816.567215:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010816768:12345-0@lo:400:kworker.0 Request processed in 57us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328816.567220:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010816768:0@lo:400:kworker.0
00000100:00100000:1.0:1767328816.567228:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633
00000100:00100000:0.0:1767328816.567233:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010816896:12345-0@lo:38:kworker.0 Request processed in 45us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328816.567233:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817024
00000100:00100000:3.0:1767328816.567240:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817024
00000100:00100000:0.0:1767328816.567242:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4698
00000100:00080000:1.0:1767328816.567252:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328816.567279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328816.567285:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328816.567288:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010816512:0@lo:400:kworker.0
00000100:00100000:2.0:1767328816.567289:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634
00000100:00100000:0.0:1767328816.567292:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010816896:0@lo:38:kworker.0
00000100:00100000:2.0:1767328816.567306:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010817024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328816.567319:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010816128:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767328816.567323:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328816.567329:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328816.567334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010816640:0@lo:38:kworker.0
00000100:00080000:0.0:1767328816.567347:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328816.567350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328816.567355:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010817024:12345-0@lo:400:kworker.0 Request processed in 53us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328816.567357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010816384:0@lo:38:kworker.0
00000100:00100000:2.0:1767328816.567368:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634
00000100:00100000:0.0:1767328816.567390:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010817152:0@lo:38:kworker.0
00000100:00100000:3.0:1767328816.567401:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010817024:0@lo:400:kworker.0
00000100:00100000:0.0:1767328816.567451:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328816.567498:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817152
00000100:00100000:2.0:1767328816.567502:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817152
00000100:00100000:2.0:1767328816.567523:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4699
00000100:00100000:2.0:1767328816.567527:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010817152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328816.567536:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328816.567566:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010817152:12345-0@lo:38:kworker.0 Request processed in 39us (153us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328816.567571:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4699
00000100:00080000:0.0:1767328816.567596:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328816.567600:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328816.567602:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010817152:0@lo:38:kworker.0
00010000:00010000:2.0:1767328817.526578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328818.550571:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328819.574562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328820.598545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328821.072881:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328821.072911:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328821.072943:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993266944
00000100:00100000:2.0:1767328821.072953:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993266944
00000100:00100000:0.0:1767328821.073000:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267072
00000100:00100000:2.0:1767328821.073006:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4700
00000100:00100000:0.0:1767328821.073007:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267072
00000100:00100000:2.0:1767328821.073017:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993266944:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328821.073038:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328821.073042:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328821.073070:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2635
00000100:00100000:0.0:1767328821.073082:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993267072:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328821.073097:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993266944:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (223us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328821.073104:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4700
00000100:00100000:0.0:1767328821.073137:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993267072:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 57us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328821.073147:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2635
00000100:00100000:2.0:1767328821.174591:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010817280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328821.174649:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328821.174695:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817280
00000100:00100000:0.0:1767328821.174703:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817280
00000100:00080000:1.0:1767328821.174750:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328821.174757:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8557
00000100:00100000:0.0:1767328821.174767:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010817280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328821.174792:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328821.174836:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010817280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328821.174842:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8557
00000100:00100000:2.0:1767328821.174878:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010817280:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328821.622548:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328821.686488:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328821.686496:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328821.686499:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328821.686503:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328821.686506:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328821.686514:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14014
00000100:00080000:2.0:1767328821.686517:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328821.686523:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328821.686546:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010817536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328821.686579:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328821.686581:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328821.686584:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010817536:0@lo:38:kworker.0
00000100:00080000:2.0:1767328821.686587:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328821.686591:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328821.686595:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010817408:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328821.686597:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14014
00000100:00100000:3.0:1767328821.686602:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010817664:0@lo:400:kworker.0
00000100:00080000:2.0:1767328821.686604:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328821.686610:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328821.686623:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010817792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328821.686641:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328821.686644:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328821.686645:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328821.686650:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14014
00000100:00100000:1.0:1767328821.686652:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328821.686653:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328821.686660:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328821.686661:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328821.686668:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328821.686675:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1180 x1853164010818048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328821.686693:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328821.686694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010817792:0@lo:38:kworker.0
00000100:00080000:2.0:1767328821.686701:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328821.686703:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010818176:0@lo:400:kworker.0
00000100:00080000:2.0:1767328821.686705:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328821.686711:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328821.686713:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14014
00000100:00080000:2.0:1767328821.686717:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328821.686720:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328821.686725:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010817920:0@lo:400:kworker.0
00000100:00100000:2.0:1767328821.686733:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3800 x1853164010818304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328821.686740:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328821.686757:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817408
00000100:00100000:0.0:1767328821.686764:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817408
00000100:00100000:3.0:1767328821.686771:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328821.686779:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010818048:0@lo:38:kworker.0
00000100:00100000:2.0:1767328821.686799:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817792
00000100:00100000:2.0:1767328821.686807:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817792
00000100:00100000:1.0:1767328821.686814:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328821.686823:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817536
00000100:00100000:3.0:1767328821.686829:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817536
00000100:00100000:0.0:1767328821.686830:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8558
00000100:00100000:1.0:1767328821.686839:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010818304:0@lo:38:kworker.0
00000100:00100000:0.0:1767328821.686844:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010817408:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328821.686844:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817920
00000100:00100000:2.0:1767328821.686852:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817920
00000100:00100000:1.0:1767328821.686863:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328821.686870:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35341
00000100:00100000:3.0:1767328821.686879:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010817536:12345-0@lo:38:kworker.0
00002000:00000024:0.0:1767328821.686886:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328821.686894:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818048
00000100:00100000:2.0:1767328821.686899:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818048
00010000:00020000:3.0:1767328821.686899:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328821.686904:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010817664
00000100:00100000:1.0:1767328821.686909:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010817664
00000100:00100000:2.0:1767328821.686917:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818304
00000100:00100000:2.0:1767328821.686922:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818304
00000100:00100000:0.0:1767328821.686936:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010817408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328821.686943:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636
00000100:00100000:0.0:1767328821.686945:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8558
00000100:00100000:1.0:1767328821.686950:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9664
00000100:00100000:2.0:1767328821.686955:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010817920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328821.686963:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010817536:12345-0@lo:38:kworker.0 Request processed in 83us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328821.686964:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010817664:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328821.686971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767328821.686979:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328821.686980:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35341
00000100:00100000:0.0:1767328821.686993:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328821.687016:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818176
00000100:00100000:3.0:1767328821.687023:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818176
00000100:00100000:1.0:1767328821.687025:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010817664:12345-0@lo:400:kworker.0 Request processed in 64us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328821.687026:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010817920:12345-0@lo:400:kworker.0 Request processed in 69us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328821.687037:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9664
00000100:00100000:0.0:1767328821.687040:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5ade86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010817408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328821.687043:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636
00000100:00100000:3.0:1767328821.687069:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637
00000100:00100000:2.0:1767328821.687076:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4701
00000100:00080000:0.0:1767328821.687078:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328821.687082:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010818176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328821.687084:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010817792:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328821.687095:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4702
00000100:00100000:1.0:1767328821.687100:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010818048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328821.687103:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328821.687113:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328821.687134:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703
00000100:00100000:0.0:1767328821.687142:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010818304:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328821.687151:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010818176:12345-0@lo:400:kworker.0 Request processed in 71us (156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328821.687152:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010817792:12345-0@lo:38:kworker.0 Request processed in 67us (415us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767328821.687155:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328821.687159:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010818048:12345-0@lo:38:kworker.0 Request processed in 54us (342us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328821.687174:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637
00000100:00100000:2.0:1767328821.687182:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4701
00000100:00100000:1.0:1767328821.687190:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4702
00000100:00100000:0.0:1767328821.687199:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010818304:12345-0@lo:38:kworker.0 Request processed in 54us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328821.687206:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703
00000100:00080000:3.0:1767328821.687231:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328821.687239:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328821.687245:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010818304:0@lo:38:kworker.0
00000100:00100000:1.0:1767328821.687266:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010817920:0@lo:400:kworker.0
00000100:00100000:2.0:1767328821.687267:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010818176:0@lo:400:kworker.0
00000100:00080000:3.0:1767328821.687268:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328821.687280:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328821.687287:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010817792:0@lo:38:kworker.0
00000100:00100000:1.0:1767328821.687298:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010817664:0@lo:400:kworker.0
00000100:00080000:3.0:1767328821.687306:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328821.687312:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328821.687317:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010818048:0@lo:38:kworker.0
00000100:00080000:3.0:1767328821.687331:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328821.687334:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328821.687338:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010817536:0@lo:38:kworker.0
00010000:00010000:2.0:1767328822.646582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328823.670548:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328824.694529:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328825.718534:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328826.192956:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328826.193001:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267200
00000100:00100000:3.0:1767328826.193002:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328826.193011:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267200
00000100:00100000:1.0:1767328826.193045:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267328
00000100:00100000:1.0:1767328826.193047:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267328
00000100:00100000:3.0:1767328826.193066:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4704
00000100:00100000:3.0:1767328826.193076:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993267200:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328826.193100:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2638
00010000:00020000:3.0:1767328826.193101:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328826.193119:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993267328:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328826.193145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328826.193169:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993267328:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328826.193171:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993267200:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328826.193182:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2638
00000100:00100000:3.0:1767328826.193189:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4704
00000100:00100000:0.0:1767328826.294593:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010818432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328826.294661:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328826.294700:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818432
00000100:00100000:2.0:1767328826.294710:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818432
00000100:00080000:0.0:1767328826.294773:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328826.294781:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8559
00000100:00100000:2.0:1767328826.294790:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010818432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328826.294818:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328826.294862:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010818432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328826.294868:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8559
00000100:00100000:0.0:1767328826.294912:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010818432:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328826.742558:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328826.806491:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328826.806498:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328826.806501:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328826.806512:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328826.806516:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328826.806526:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14019
00000100:00080000:2.0:1767328826.806530:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328826.806537:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328826.806563:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010818688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328826.806591:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010818560:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328826.806591:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328826.806593:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010818688:0@lo:38:kworker.0
00000100:00080000:2.0:1767328826.806601:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767328826.806603:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010818816:0@lo:400:kworker.0
00000100:00080000:2.0:1767328826.806606:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328826.806613:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14019
00000100:00080000:2.0:1767328826.806615:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328826.806618:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328826.806629:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010818944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328826.806652:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328826.806655:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328826.806657:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328826.806660:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14019
00000100:00080000:2.0:1767328826.806663:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328826.806666:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328826.806679:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010819200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328826.806680:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328826.806685:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328826.806686:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328826.806705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328826.806708:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328826.806710:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328826.806714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14019
00000100:00080000:2.0:1767328826.806716:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328826.806720:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328826.806730:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328826.806742:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010818944:0@lo:38:kworker.0
00000100:00100000:1.0:1767328826.806757:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818816
00000100:00100000:0.0:1767328826.806763:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010819328:0@lo:400:kworker.0
00000100:00100000:2.0:1767328826.806763:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010819072:0@lo:400:kworker.0
00000100:00100000:1.0:1767328826.806765:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818816
00000100:00100000:3.0:1767328826.806776:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328826.806805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010819200:0@lo:38:kworker.0
00000100:00100000:0.0:1767328826.806812:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328826.806822:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9665
00000100:00100000:2.0:1767328826.806831:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818560
00000100:00100000:1.0:1767328826.806833:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010818816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328826.806837:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818560
00000100:00100000:3.0:1767328826.806844:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328826.806857:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328826.806876:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818944
00000100:00100000:0.0:1767328826.806881:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818944
00000100:00100000:2.0:1767328826.806885:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8560
00000100:00100000:3.0:1767328826.806885:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010819456:0@lo:38:kworker.0
00000100:00100000:1.0:1767328826.806894:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010818816:12345-0@lo:400:kworker.0 Request processed in 64us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328826.806900:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010818560:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328826.806907:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9665
00000100:00100000:0.0:1767328826.806909:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819328
00000100:00100000:0.0:1767328826.806913:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819328
00000100:00100000:3.0:1767328826.806921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767328826.806927:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328826.806952:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819200
00000100:00100000:0.0:1767328826.806956:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819200
00000100:00100000:1.0:1767328826.806965:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010818816:0@lo:400:kworker.0
00000100:00100000:0.0:1767328826.806972:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819456
00000100:00100000:0.0:1767328826.806977:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819456
00000100:00100000:3.0:1767328826.806981:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639
00000100:00100000:2.0:1767328826.806983:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010818560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328826.806990:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8560
00000100:00100000:3.0:1767328826.806998:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010819328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328826.807009:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4705
00000100:00100000:0.0:1767328826.807017:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010818944:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328826.807024:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328826.807031:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328826.807038:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328826.807039:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819072
00000100:00100000:1.0:1767328826.807045:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819072
00000100:00100000:3.0:1767328826.807058:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010819328:12345-0@lo:400:kworker.0 Request processed in 65us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328826.807067:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639
00000100:00100000:2.0:1767328826.807085:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640
00000100:00100000:0.0:1767328826.807091:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010818944:12345-0@lo:38:kworker.0 Request processed in 72us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328826.807098:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706
00000100:00100000:2.0:1767328826.807102:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010819072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328826.807109:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010819200:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328826.807111:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707
00000100:00100000:0.0:1767328826.807125:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4705
00010000:00020000:1.0:1767328826.807126:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328826.807127:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010819456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328826.807143:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328826.807156:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010819072:12345-0@lo:400:kworker.0 Request processed in 59us (127us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328826.807162:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640
00000100:00100000:0.0:1767328826.807169:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010818560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328826.807183:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010819200:12345-0@lo:38:kworker.0 Request processed in 74us (339us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328826.807191:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706
00000100:00100000:3.0:1767328826.807197:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010819456:12345-0@lo:38:kworker.0 Request processed in 70us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328826.807207:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707
00000100:00100000:0.0:1767328826.807214:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010819328:0@lo:400:kworker.0
00000100:00100000:2.0:1767328826.807214:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010819072:0@lo:400:kworker.0
00000100:00080000:1.0:1767328826.807216:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328826.807249:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010818688
00000100:00100000:1.0:1767328826.807253:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010818688
00000100:00080000:3.0:1767328826.807264:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328826.807271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328826.807277:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010819456:0@lo:38:kworker.0
00000100:00100000:1.0:1767328826.807281:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35342
00000100:00100000:1.0:1767328826.807290:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010818688:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328826.807298:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767328826.807299:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328826.807307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328826.807312:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010818944:0@lo:38:kworker.0
00000100:00080000:3.0:1767328826.807328:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328826.807332:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010818688:12345-0@lo:38:kworker.0 Request processed in 40us (656us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328826.807335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328826.807341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010819200:0@lo:38:kworker.0
00000100:00080000:3.0:1767328826.807352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328826.807353:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35342
00000100:00080000:3.0:1767328826.807362:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328826.807366:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010818688:0@lo:38:kworker.0
00010000:00010000:2.0:1767328827.766569:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328828.790606:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328829.814554:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328830.838573:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328831.312895:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328831.312934:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328831.312963:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267584
00000100:00100000:0.0:1767328831.312973:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267584
00000100:00100000:1.0:1767328831.312978:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267456
00000100:00100000:1.0:1767328831.312985:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267456
00000100:00100000:1.0:1767328831.313026:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2641
00000100:00100000:1.0:1767328831.313038:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993267584:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328831.313043:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4708
00000100:00100000:0.0:1767328831.313052:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993267456:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328831.313068:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328831.313076:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328831.313106:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993267584:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328831.313113:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2641
00000100:00100000:0.0:1767328831.313119:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993267456:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 63us (181us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328831.313129:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4708
00000100:00100000:1.0:1767328831.414591:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328831.414608:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010819584:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328831.414668:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328831.414712:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819584
00000100:00100000:0.0:1767328831.414721:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819584
00000100:00100000:0.0:1767328831.414775:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8561
00000100:00080000:2.0:1767328831.414776:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328831.414785:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010819584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328831.414811:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328831.414855:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010819584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328831.414864:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8561
00000100:00100000:1.0:1767328831.414899:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010819584:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328831.862547:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328831.926505:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328831.926511:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328831.926515:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328831.926518:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328831.926522:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328831.926530:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14024
00000100:00080000:2.0:1767328831.926535:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328831.926542:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328831.926567:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1180 x1853164010819840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328831.926587:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010819712:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767328831.926602:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328831.926606:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328831.926606:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010819840:0@lo:38:kworker.0
00000100:00080000:2.0:1767328831.926609:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328831.926613:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767328831.926618:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14024
00000100:00080000:2.0:1767328831.926620:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328831.926623:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328831.926628:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010819968:0@lo:400:kworker.0
00000100:00100000:2.0:1767328831.926639:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010820096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328831.926661:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328831.926663:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328831.926664:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328831.926670:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328831.926674:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328831.926678:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328831.926683:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14024
00000100:00080000:2.0:1767328831.926687:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328831.926691:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328831.926706:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2d80 x1853164010820352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328831.926718:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010820224:0@lo:400:kworker.0
00000100:00100000:3.0:1767328831.926718:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010820096:0@lo:38:kworker.0
00000100:00100000:1.0:1767328831.926735:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819840
00000100:00080000:2.0:1767328831.926741:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328831.926743:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819840
00000100:00080000:2.0:1767328831.926748:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767328831.926753:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328831.926754:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328831.926762:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14024
00000100:00080000:2.0:1767328831.926764:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767328831.926768:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328831.926775:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819712
00000100:00100000:2.0:1767328831.926782:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0380 x1853164010820608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328831.926782:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819712
00000100:00100000:1.0:1767328831.926783:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35343
00000100:00100000:1.0:1767328831.926796:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010819840:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328831.926807:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010820480:0@lo:400:kworker.0
00010000:00020000:1.0:1767328831.926815:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328831.926816:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328831.926838:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328831.926838:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8562
00000100:00100000:3.0:1767328831.926850:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010819712:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328831.926875:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328831.926876:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010819840:12345-0@lo:38:kworker.0 Request processed in 77us (215us total) trans 0 rc -19/-19
00002000:00000024:3.0:1767328831.926879:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328831.926889:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35343
00000100:00100000:0.0:1767328831.926897:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820224
00000100:00100000:0.0:1767328831.926903:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820224
00000100:00100000:1.0:1767328831.926920:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010819968
00000100:00100000:1.0:1767328831.926925:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010819968
00000100:00080000:2.0:1767328831.926930:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328831.926937:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010819712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (277us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328831.926940:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328831.926948:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010819840:0@lo:38:kworker.0
00000100:00100000:3.0:1767328831.926954:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8562
00000100:00100000:1.0:1767328831.926964:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9666
00000100:00100000:0.0:1767328831.926967:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820480
00000100:00100000:0.0:1767328831.926972:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820480
00000100:00100000:2.0:1767328831.926973:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010820352:0@lo:38:kworker.0
00000100:00100000:1.0:1767328831.926975:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010819968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328831.926983:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820096
00000100:00100000:3.0:1767328831.926989:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820096
00000100:00100000:0.0:1767328831.927011:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642
00000100:00100000:3.0:1767328831.927018:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643
00000100:00100000:2.0:1767328831.927020:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328831.927022:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010820224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328831.927029:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010820480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328831.927034:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010819968:12345-0@lo:400:kworker.0 Request processed in 60us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328831.927041:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010820608:0@lo:38:kworker.0
00000100:00100000:1.0:1767328831.927042:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9666
00000100:00100000:0.0:1767328831.927078:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010820224:12345-0@lo:400:kworker.0 Request processed in 58us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328831.927079:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010820480:12345-0@lo:400:kworker.0 Request processed in 52us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328831.927090:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643
00000100:00100000:1.0:1767328831.927092:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010819712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328831.927093:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328831.927101:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642
00000100:00100000:3.0:1767328831.927117:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820352
00000100:00100000:3.0:1767328831.927121:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820352
00000100:00100000:0.0:1767328831.927123:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820608
00000100:00100000:0.0:1767328831.927126:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820608
00000100:00100000:1.0:1767328831.927131:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4709
00000100:00080000:2.0:1767328831.927132:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328831.927140:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010820096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328831.927149:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328831.927153:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710
00000100:00100000:3.0:1767328831.927159:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010820352:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328831.927161:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4711
00000100:00100000:0.0:1767328831.927166:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010820608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328831.927173:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328831.927176:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328831.927186:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010820096:12345-0@lo:38:kworker.0 Request processed in 46us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328831.927192:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4709
00000100:00080000:2.0:1767328831.927195:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328831.927201:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328831.927206:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010820096:0@lo:38:kworker.0
00000100:00100000:0.0:1767328831.927217:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010820608:12345-0@lo:38:kworker.0 Request processed in 46us (125us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328831.927217:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010820352:12345-0@lo:38:kworker.0 Request processed in 55us (199us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328831.927222:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328831.927229:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4711
00000100:00080000:2.0:1767328831.927232:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328831.927238:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010820352:0@lo:38:kworker.0
00000100:00100000:3.0:1767328831.927238:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710
00000100:00100000:1.0:1767328831.927243:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010820224:0@lo:400:kworker.0
00000100:00080000:2.0:1767328831.927261:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328831.927266:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010819968:0@lo:400:kworker.0
00000100:00080000:2.0:1767328831.927267:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328831.927274:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010820608:0@lo:38:kworker.0
00000100:00100000:0.0:1767328831.927277:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010820480:0@lo:400:kworker.0
00010000:00010000:2.0:1767328832.886548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328833.910546:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328834.934571:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328835.958557:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328836.432958:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328836.433005:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328836.433057:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267840
00000100:00100000:1.0:1767328836.433059:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993267712
00000100:00100000:0.0:1767328836.433067:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267840
00000100:00100000:1.0:1767328836.433068:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993267712
00000100:00100000:1.0:1767328836.433116:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2644
00000100:00100000:1.0:1767328836.433125:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993267840:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:2.0:1767328836.433134:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328836.433136:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4712
00000100:00100000:0.0:1767328836.433144:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993267712:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328836.433166:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328836.433194:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993267840:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 71us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328836.433201:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2644
00000100:00100000:0.0:1767328836.433208:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bccc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993267712:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 60us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328836.433216:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4712
00000100:00100000:0.0:1767328836.534573:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328836.534592:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010820736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328836.534645:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328836.534691:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820736
00000100:00100000:3.0:1767328836.534700:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820736
00000100:00100000:3.0:1767328836.534755:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8563
00000100:00080000:2.0:1767328836.534760:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328836.534766:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010820736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767328836.534791:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767328836.534832:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010820736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328836.534838:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8563
00000100:00100000:0.0:1767328836.534869:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010820736:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328836.982544:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328837.046512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328837.046519:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328837.046522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328837.046526:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328837.046529:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328837.046538:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14029
00000100:00080000:2.0:1767328837.046543:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328837.046550:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328837.046576:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010820864:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328837.046576:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca3800 x1853164010820992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328837.046618:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328837.046621:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328837.046623:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328837.046625:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14029
00000100:00080000:2.0:1767328837.046627:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328837.046629:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328837.046639:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010821248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328837.046658:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328837.046664:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328837.046665:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010821120:0@lo:400:kworker.0
00000100:00100000:3.0:1767328837.046668:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010820992:0@lo:38:kworker.0
00000100:00080000:2.0:1767328837.046672:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328837.046677:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328837.046681:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14029
00000100:00080000:2.0:1767328837.046684:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328837.046687:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328837.046700:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010821504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328837.046721:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328837.046723:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328837.046728:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328837.046734:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328837.046736:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328837.046736:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14029
00000100:00080000:2.0:1767328837.046743:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328837.046746:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328837.046750:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010821632:0@lo:400:kworker.0
00000100:00100000:2.0:1767328837.046760:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca1180 x1853164010821760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328837.046786:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328837.046788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010821248:0@lo:38:kworker.0
00000100:00100000:2.0:1767328837.046806:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820864
00000100:00100000:2.0:1767328837.046814:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820864
00000100:00100000:1.0:1767328837.046816:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010820992
00000100:00100000:0.0:1767328837.046817:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767328837.046823:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328837.046825:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010820992
00000100:00100000:0.0:1767328837.046830:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010821376:0@lo:400:kworker.0
00000100:00100000:3.0:1767328837.046856:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010821504:0@lo:38:kworker.0
00000100:00100000:1.0:1767328837.046874:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35344
00000100:00100000:0.0:1767328837.046878:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328837.046878:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8564
00000100:00100000:1.0:1767328837.046888:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010820992:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328837.046895:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010820864:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328837.046901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:1.0:1767328837.046912:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00002000:00000024:2.0:1767328837.046920:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767328837.046923:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328837.046953:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010821632
00000100:00100000:3.0:1767328837.046959:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010821760:0@lo:38:kworker.0
00000100:00100000:0.0:1767328837.046961:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010821632
00000100:00100000:1.0:1767328837.046968:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010820992:12345-0@lo:38:kworker.0 Request processed in 79us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328837.046979:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010820864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328837.046981:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35344
00000100:00100000:2.0:1767328837.046993:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8564
00000100:00100000:3.0:1767328837.046997:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328837.047013:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010821248
00000100:00100000:0.0:1767328837.047018:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010821248
00000100:00100000:1.0:1767328837.047020:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010821120
00000100:00100000:1.0:1767328837.047027:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010821120
00000100:00100000:2.0:1767328837.047029:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010821376
00000100:00100000:0.0:1767328837.047033:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010821504
00000100:00100000:2.0:1767328837.047034:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010821376
00000100:00080000:3.0:1767328837.047037:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328837.047038:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010821504
00000100:00080000:3.0:1767328837.047045:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328837.047050:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010820992:0@lo:38:kworker.0
00000100:00100000:0.0:1767328837.047058:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010821760
00000100:00100000:0.0:1767328837.047062:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010821760
00000100:00100000:2.0:1767328837.047077:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645
00000100:00100000:1.0:1767328837.047078:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9667
00000100:00080000:3.0:1767328837.047083:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328837.047089:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010821632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328837.047094:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646
00000100:00100000:1.0:1767328837.047097:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010821120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328837.047109:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010821376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328837.047109:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4713
00000100:00100000:3.0:1767328837.047120:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010821248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328837.047131:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328837.047146:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010821632:12345-0@lo:400:kworker.0 Request processed in 59us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328837.047154:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645
00000100:00100000:1.0:1767328837.047171:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010821120:12345-0@lo:400:kworker.0 Request processed in 81us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328837.047172:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010821376:12345-0@lo:400:kworker.0 Request processed in 66us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328837.047181:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4714
00000100:00100000:3.0:1767328837.047184:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010821248:12345-0@lo:38:kworker.0 Request processed in 61us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328837.047194:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646
00000100:00100000:2.0:1767328837.047198:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010821504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328837.047199:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9667
00000100:00100000:3.0:1767328837.047205:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4713
00010000:00020000:2.0:1767328837.047215:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328837.047219:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4715
00000100:00100000:0.0:1767328837.047226:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010821760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328837.047236:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328837.047244:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328837.047250:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328837.047255:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010821504:12345-0@lo:38:kworker.0 Request processed in 57us (331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328837.047259:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010821248:0@lo:38:kworker.0
00000100:00100000:2.0:1767328837.047267:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4714
00000100:00100000:0.0:1767328837.047274:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010821760:12345-0@lo:38:kworker.0 Request processed in 45us (281us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328837.047280:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010821120:0@lo:400:kworker.0
00000100:00100000:0.0:1767328837.047283:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4715
00000100:00080000:3.0:1767328837.047285:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328837.047294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328837.047299:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010821504:0@lo:38:kworker.0
00000100:00080000:3.0:1767328837.047334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328837.047339:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328837.047340:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010820864:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328837.047344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010821760:0@lo:38:kworker.0
00000100:00100000:0.0:1767328837.047363:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010821376:0@lo:400:kworker.0
00000100:00100000:0.0:1767328837.047375:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010821632:0@lo:400:kworker.0
00010000:00010000:2.0:1767328838.006594:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328839.030613:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328840.054556:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767328840.528991:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993267968 offset 0 length 520: 4
00000100:00100000:3.0:1767328840.529076:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328840.529114:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328840.529139:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268224
00000100:00100000:0.0:1767328840.529149:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268224
00000100:00100000:2.0:1767328840.529157:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268096
00000100:00100000:2.0:1767328840.529163:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268096
00000100:00080000:3.0:1767328840.529201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328840.529207:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2647
00000100:00100000:2.0:1767328840.529218:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993268224:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328840.529225:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4716
00000100:00100000:0.0:1767328840.529231:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993268096:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328840.529249:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328840.529287:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993268224:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 71us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328840.529288:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993268096:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 55us (174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328840.529310:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4716
00000100:00100000:2.0:1767328840.529322:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2647
00010000:00010000:0.0:1767328841.078533:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328841.142514:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328816/real 1767328816]  req@ffff9bb5acca2300 x1853164010816256/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328841.142539:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5acca2300 x1853164010816256/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328841.142555:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328841.142577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767328841.142582:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010816256:0@lo:250:kworker.0
00000100:00080000:2.0:1767328841.142597:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328841.142605:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767328841.142610:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328841.142620:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14014
00000100:00080000:2.0:1767328841.142627:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328841.142638:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328841.142671:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca2300 x1853164010821888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328841.142706:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328841.142712:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328841.142715:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328841.142719:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14034
00000100:00080000:2.0:1767328841.142722:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328841.142730:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010821888:0@lo:250:kworker.0
00000100:00080000:2.0:1767328841.142731:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328841.142752:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0a80 x1853164010822016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767328841.142778:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010821888 offset 0 length 520: 4
00000100:00080000:2.0:1767328841.142802:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328841.142805:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328841.142807:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328841.142811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14034
00000100:00080000:2.0:1767328841.142814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328841.142817:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328841.142830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010822016:0@lo:38:kworker.0
00000100:00100000:2.0:1767328841.142832:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0e00 x1853164010822400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328841.142836:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010822144:0@lo:400:kworker.0
00000100:00100000:0.0:1767328841.142871:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328841.142873:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328841.142881:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328841.142883:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328841.142887:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14034
00000100:00080000:2.0:1767328841.142889:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328841.142895:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328841.142895:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328841.142902:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010822400:0@lo:38:kworker.0
00000100:00100000:2.0:1767328841.142911:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5acca0700 x1853164010822656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328841.142933:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767328841.142943:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328841.142944:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328841.142945:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010822272:0@lo:400:kworker.0
00000100:00080000:2.0:1767328841.142951:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328841.142955:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328841.142959:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14034
00000100:00080000:2.0:1767328841.142961:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767328841.142965:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328841.142975:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010822656:0@lo:38:kworker.0
00000100:00100000:2.0:1767328841.142979:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1f80 x1853164010822912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328841.142999:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328841.143011:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328841.143011:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010822528:0@lo:400:kworker.0
00000100:00100000:0.0:1767328841.143044:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010822912:0@lo:38:kworker.0
00000100:00100000:1.0:1767328841.143053:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822016
00000100:00100000:2.0:1767328841.143057:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328841.143060:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822016
00000100:00100000:0.0:1767328841.143079:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010822784:0@lo:400:kworker.0
00000100:00100000:1.0:1767328841.143106:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35345
00000100:00100000:0.0:1767328841.143112:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328841.143118:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010822016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328841.143126:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822400
00000100:00100000:2.0:1767328841.143131:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822400
00010000:00020000:1.0:1767328841.143135:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328841.143159:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822656
00000100:00100000:2.0:1767328841.143162:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822528
00000100:00100000:0.0:1767328841.143164:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822656
00000100:00100000:2.0:1767328841.143167:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822528
00000100:00100000:1.0:1767328841.143178:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010822016:12345-0@lo:38:kworker.0 Request processed in 61us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328841.143185:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35345
00000100:00100000:0.0:1767328841.143194:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822784
00000100:00100000:2.0:1767328841.143213:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648
00000100:00100000:0.0:1767328841.143216:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822784
00000100:00100000:1.0:1767328841.143218:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822144
00000100:00100000:2.0:1767328841.143223:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010822528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328841.143224:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822144
00000100:00100000:0.0:1767328841.143253:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649
00000100:00100000:0.0:1767328841.143268:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010822784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328841.143270:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822272
00000100:00100000:1.0:1767328841.143274:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822272
00000100:00100000:2.0:1767328841.143280:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010822528:12345-0@lo:400:kworker.0 Request processed in 60us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328841.143300:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648
00000100:00100000:2.0:1767328841.143320:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4717
00000100:00100000:1.0:1767328841.143325:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9668
00000100:00100000:2.0:1767328841.143330:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010822400:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328841.143339:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010822144:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767328841.143342:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328841.143359:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010822784:12345-0@lo:400:kworker.0 Request processed in 96us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328841.143369:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649
00000100:00100000:2.0:1767328841.143391:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010822400:12345-0@lo:38:kworker.0 Request processed in 62us (449us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328841.143400:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010822144:12345-0@lo:400:kworker.0 Request processed in 63us (507us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328841.143401:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4717
00000100:00100000:0.0:1767328841.143411:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4718
00000100:00100000:1.0:1767328841.143412:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9668
00000100:00100000:1.0:1767328841.143467:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9669
00000100:00100000:0.0:1767328841.143468:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010822656:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328841.143479:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010822272:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767328841.143481:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328841.143492:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010822528:0@lo:400:kworker.0
00000100:00100000:2.0:1767328841.143523:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328841.143534:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010822656:12345-0@lo:38:kworker.0 Request processed in 68us (525us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328841.143538:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010822272:12345-0@lo:400:kworker.0 Request processed in 61us (539us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328841.143547:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4718
00000100:00100000:1.0:1767328841.143548:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9669
00000100:00080000:2.0:1767328841.143551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328841.143555:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328841.143559:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328841.143562:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328841.143566:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010822912
00000100:00100000:2.0:1767328841.143566:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010822656:0@lo:38:kworker.0
00000100:00080000:3.0:1767328841.143568:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328841.143573:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010822912
00000100:00080000:2.0:1767328841.143581:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328841.143586:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328841.143592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010822400:0@lo:38:kworker.0
00000100:00100000:0.0:1767328841.143597:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4719
00000100:00100000:0.0:1767328841.143604:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010822912:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328841.143611:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767328841.143612:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328841.143621:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328841.143626:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010822016:0@lo:38:kworker.0
00000100:00100000:0.0:1767328841.143646:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010822912:12345-0@lo:38:kworker.0 Request processed in 40us (123us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328841.143653:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4719
00000100:00100000:1.0:1767328841.143666:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010822272:0@lo:400:kworker.0
00000100:00080000:2.0:1767328841.143670:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328841.143676:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328841.143681:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010822912:0@lo:38:kworker.0
00000100:00100000:1.0:1767328841.143689:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010822144:0@lo:400:kworker.0
00000100:00100000:0.0:1767328841.143694:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010822784:0@lo:400:kworker.0
00000100:00100000:2.0:1767328841.654600:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010823040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328841.654669:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328841.654718:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823040
00000100:00100000:0.0:1767328841.654727:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823040
00000100:00100000:0.0:1767328841.654772:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8565
00000100:00100000:0.0:1767328841.654781:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010823040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328841.654806:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328841.654848:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010823040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328841.654857:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8565
00000100:00100000:2.0:1767328841.654883:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010823040:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328842.102572:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328842.166576:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328842.166596:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010823168:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328842.166653:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328842.166698:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823168
00000100:00100000:0.0:1767328842.166707:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823168
00000100:00100000:0.0:1767328842.166746:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8566
00000100:00100000:0.0:1767328842.166755:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010823168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328842.166781:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328842.166823:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010823168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328842.166828:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8566
00000100:00100000:2.0:1767328842.166874:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010823168:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328843.126547:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328844.150573:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328845.174531:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328845.648940:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328845.648995:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268480
00000100:00100000:0.0:1767328845.649006:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268480
00000100:00100000:3.0:1767328845.649047:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00080000:1.0:1767328845.649058:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328845.649080:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268352
00000100:00100000:0.0:1767328845.649084:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268352
00000100:00100000:1.0:1767328845.649087:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2650
00000100:00100000:1.0:1767328845.649100:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993268480:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328845.649108:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4720
00000100:00100000:0.0:1767328845.649113:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993268352:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328845.649136:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328845.649179:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993268352:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 58us (129us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328845.649179:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993268480:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 76us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328845.649194:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4720
00000100:00100000:1.0:1767328845.649200:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2650
00010000:00010000:0.0:1767328846.198563:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328846.262527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328846.262535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328846.262537:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328846.262540:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328846.262544:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328846.262551:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14039
00000100:00080000:0.0:1767328846.262554:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328846.262561:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328846.262594:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38a80 x1853164010823296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328846.262646:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328846.262650:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328846.262652:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328846.262655:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14039
00000100:00080000:0.0:1767328846.262657:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328846.262663:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328846.262663:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010823296:0@lo:38:kworker.0
00000100:00100000:3.0:1767328846.262670:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010823424:0@lo:400:kworker.0
00000100:00100000:0.0:1767328846.262679:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794380 x1853164010823680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328846.262684:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010823552:0@lo:400:kworker.0
00000100:00080000:0.0:1767328846.262717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328846.262720:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328846.262722:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328846.262726:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14039
00000100:00080000:0.0:1767328846.262729:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328846.262733:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328846.262741:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328846.262743:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328846.262752:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300700 x1853164010823936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328846.262765:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328846.262778:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010823808:0@lo:400:kworker.0
00000100:00080000:0.0:1767328846.262779:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328846.262786:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010823680:0@lo:38:kworker.0
00000100:00080000:0.0:1767328846.262787:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328846.262791:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328846.262796:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14039
00000100:00080000:0.0:1767328846.262798:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328846.262801:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328846.262812:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328846.262816:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301c00 x1853164010824192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328846.262826:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328846.262835:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010824064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328846.262861:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328846.262870:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823296
00000100:00100000:1.0:1767328846.262873:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823808
00000100:00100000:0.0:1767328846.262877:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823296
00000100:00100000:1.0:1767328846.262879:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823808
00000100:00100000:3.0:1767328846.262897:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823424
00000100:00100000:3.0:1767328846.262904:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823424
00000100:00100000:2.0:1767328846.262905:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824064
00000100:00100000:2.0:1767328846.262911:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824064
00000100:00100000:0.0:1767328846.262924:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35346
00000100:00100000:0.0:1767328846.262932:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010823296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328846.262950:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328846.262951:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651
00000100:00100000:2.0:1767328846.262962:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652
00000100:00100000:1.0:1767328846.262967:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010823808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328846.262968:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9670
00000100:00100000:2.0:1767328846.262976:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010824064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328846.262985:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010823424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328846.262993:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010823296:12345-0@lo:38:kworker.0 Request processed in 60us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328846.262999:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35346
00000100:00100000:1.0:1767328846.263034:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010823808:12345-0@lo:400:kworker.0 Request processed in 72us (221us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328846.263045:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651
00000100:00100000:2.0:1767328846.263045:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010824064:12345-0@lo:400:kworker.0 Request processed in 71us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328846.263046:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010823424:12345-0@lo:400:kworker.0 Request processed in 66us (305us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328846.263048:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328846.263055:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328846.263066:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652
00000100:00100000:3.0:1767328846.263067:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9670
00000100:00100000:0.0:1767328846.263075:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328846.263094:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823552
00000100:00100000:1.0:1767328846.263099:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010823808:0@lo:400:kworker.0
00000100:00100000:3.0:1767328846.263099:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823552
00000100:00080000:0.0:1767328846.263123:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328846.263123:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010824064:0@lo:400:kworker.0
00000100:00100000:3.0:1767328846.263143:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9671
00000100:00100000:3.0:1767328846.263152:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010823552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328846.263168:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328846.263195:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010823552:12345-0@lo:400:kworker.0 Request processed in 44us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328846.263196:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010823936:0@lo:38:kworker.0
00000100:00100000:0.0:1767328846.263205:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823680
00000100:00100000:3.0:1767328846.263209:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9671
00000100:00100000:0.0:1767328846.263211:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823680
00000100:00100000:1.0:1767328846.263211:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010823552:0@lo:400:kworker.0
00000100:00100000:2.0:1767328846.263233:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328846.263247:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010823936
00000100:00100000:0.0:1767328846.263264:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010823936
00000100:00100000:3.0:1767328846.263268:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010823424:0@lo:400:kworker.0
00000100:00080000:2.0:1767328846.263282:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328846.263289:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328846.263293:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4721
00000100:00100000:2.0:1767328846.263297:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010823296:0@lo:38:kworker.0
00000100:00100000:0.0:1767328846.263303:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010823680:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328846.263305:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722
00010000:00020000:0.0:1767328846.263319:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328846.263320:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010823936:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328846.263329:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010824192:0@lo:38:kworker.0
00010000:00020000:1.0:1767328846.263338:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328846.263348:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010823680:12345-0@lo:38:kworker.0 Request processed in 46us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328846.263356:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4721
00000100:00100000:2.0:1767328846.263382:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328846.263390:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5acca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010823936:12345-0@lo:38:kworker.0 Request processed in 70us (157us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328846.263400:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722
00000100:00080000:2.0:1767328846.263408:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328846.263409:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824192
00000100:00080000:2.0:1767328846.263413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328846.263436:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824192
00000100:00100000:2.0:1767328846.263441:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010823680:0@lo:38:kworker.0
00000100:00080000:2.0:1767328846.263453:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328846.263458:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328846.263462:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4723
00000100:00100000:2.0:1767328846.263465:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010823936:0@lo:38:kworker.0
00000100:00100000:1.0:1767328846.263471:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010824192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328846.263481:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328846.263525:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010824192:12345-0@lo:38:kworker.0 Request processed in 55us (147us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328846.263529:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328846.263530:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4723
00000100:00080000:2.0:1767328846.263542:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328846.263546:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010824192:0@lo:38:kworker.0
00000100:00100000:3.0:1767328846.774645:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010824320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328846.774708:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328846.774749:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824320
00000100:00100000:0.0:1767328846.774758:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824320
00000100:00100000:0.0:1767328846.774804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8567
00000100:00100000:0.0:1767328846.774811:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010824320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328846.774836:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328846.774880:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010824320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328846.774885:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8567
00000100:00100000:3.0:1767328846.774927:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010824320:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328847.222581:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328847.286566:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328847.286585:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010824448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328847.286653:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328847.286691:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824448
00000100:00100000:0.0:1767328847.286700:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824448
00000100:00100000:0.0:1767328847.286743:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8568
00000100:00100000:0.0:1767328847.286752:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010824448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328847.286783:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328847.286825:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010824448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328847.286831:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8568
00000100:00100000:3.0:1767328847.286879:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010824448:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328848.246553:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328849.270545:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328850.294560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328850.768939:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328850.768980:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328850.769016:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268736
00000100:00100000:1.0:1767328850.769028:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268736
00000100:00100000:0.0:1767328850.769047:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268608
00000100:00100000:0.0:1767328850.769054:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268608
00000100:00080000:2.0:1767328850.769104:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328850.769105:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2653
00000100:00100000:1.0:1767328850.769116:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4724
00000100:00100000:0.0:1767328850.769122:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993268736:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328850.769129:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993268608:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328850.769148:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328850.769195:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993268736:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 78us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328850.769201:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993268608:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 72us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328850.769208:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2653
00000100:00100000:1.0:1767328850.769216:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4724
00010000:00010000:0.0:1767328851.318563:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328851.382496:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328851.382505:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328851.382508:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328851.382511:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328851.382515:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328851.382521:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14044
00000100:00080000:0.0:1767328851.382524:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328851.382531:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328851.382567:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302300 x1853164010824576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328851.382620:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010824576:0@lo:38:kworker.0
00000100:00080000:0.0:1767328851.382624:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328851.382629:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328851.382631:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328851.382637:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14044
00000100:00080000:0.0:1767328851.382640:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328851.382645:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328851.382658:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010824704:0@lo:400:kworker.0
00000100:00100000:0.0:1767328851.382662:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300e00 x1853164010824960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328851.382668:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010824832:0@lo:400:kworker.0
00000100:00100000:2.0:1767328851.382683:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328851.382705:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328851.382710:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328851.382712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328851.382717:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14044
00000100:00080000:0.0:1767328851.382720:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328851.382722:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010824960:0@lo:38:kworker.0
00000100:00100000:1.0:1767328851.382730:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328851.382739:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328851.382756:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bbb80 x1853164010825216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328851.382762:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010825088:0@lo:400:kworker.0
00000100:00100000:2.0:1767328851.382776:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328851.382792:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328851.382796:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328851.382799:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328851.382803:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824960
00000100:00080000:0.0:1767328851.382804:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14044
00000100:00100000:2.0:1767328851.382806:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010825216:0@lo:38:kworker.0
00000100:00080000:0.0:1767328851.382808:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767328851.382812:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824960
00000100:00100000:3.0:1767328851.382815:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328851.382817:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328851.382834:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53800 x1853164010825472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328851.382851:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825088
00000100:00100000:1.0:1767328851.382855:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825088
00000100:00100000:3.0:1767328851.382855:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767328851.382867:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328851.382870:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010825344:0@lo:400:kworker.0
00000100:00100000:0.0:1767328851.382884:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825216
00000100:00100000:0.0:1767328851.382890:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825216
00000100:00100000:2.0:1767328851.382901:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010825472:0@lo:38:kworker.0
00000100:00100000:1.0:1767328851.382911:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654
00000100:00100000:3.0:1767328851.382911:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328851.382922:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725
00000100:00100000:0.0:1767328851.382928:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010824960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328851.382928:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010825088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328851.382936:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328851.382948:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328851.382954:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824832
00000100:00100000:3.0:1767328851.382961:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824832
00000100:00100000:2.0:1767328851.382966:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825344
00000100:00100000:2.0:1767328851.382971:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825344
00000100:00100000:0.0:1767328851.382994:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010824960:12345-0@lo:38:kworker.0 Request processed in 62us (216us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328851.382994:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010825088:12345-0@lo:400:kworker.0 Request processed in 68us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328851.382999:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825472
00000100:00100000:2.0:1767328851.383003:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825472
00000100:00100000:1.0:1767328851.383007:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654
00000100:00100000:3.0:1767328851.383013:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9672
00000100:00100000:0.0:1767328851.383017:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725
00000100:00100000:3.0:1767328851.383030:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010824832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328851.383036:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655
00000100:00100000:1.0:1767328851.383044:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4726
00000100:00100000:2.0:1767328851.383049:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010825344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328851.383056:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4727
00000100:00100000:1.0:1767328851.383056:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010825216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328851.383063:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010825472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328851.383069:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328851.383073:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328851.383088:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010824832:12345-0@lo:400:kworker.0 Request processed in 63us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328851.383097:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9672
00000100:00100000:2.0:1767328851.383103:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010825344:12345-0@lo:400:kworker.0 Request processed in 57us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328851.383111:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655
00000100:00100000:1.0:1767328851.383116:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010825216:12345-0@lo:38:kworker.0 Request processed in 59us (247us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328851.383117:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010825472:12345-0@lo:38:kworker.0 Request processed in 47us (176us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328851.383127:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4727
00000100:00100000:3.0:1767328851.383132:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824576
00000100:00100000:1.0:1767328851.383136:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4726
00000100:00080000:2.0:1767328851.383139:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328851.383139:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824576
00000100:00080000:2.0:1767328851.383146:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328851.383173:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328851.383179:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35347
00000100:00080000:2.0:1767328851.383180:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328851.383189:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010825472:0@lo:38:kworker.0
00000100:00100000:1.0:1767328851.383190:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010824832:0@lo:400:kworker.0
00000100:00100000:3.0:1767328851.383191:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010824576:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328851.383206:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328851.383210:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767328851.383229:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328851.383236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010825216:0@lo:38:kworker.0
00000100:00100000:0.0:1767328851.383241:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328851.383254:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328851.383256:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010825344:0@lo:400:kworker.0
00000100:00080000:2.0:1767328851.383262:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328851.383268:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010824960:0@lo:38:kworker.0
00000100:00100000:1.0:1767328851.383281:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010825088:0@lo:400:kworker.0
00000100:00080000:2.0:1767328851.383286:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328851.383288:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010824704
00000100:00100000:3.0:1767328851.383288:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010824576:12345-0@lo:38:kworker.0 Request processed in 94us (600us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328851.383294:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328851.383295:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010824704
00000100:00100000:2.0:1767328851.383302:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010824576:0@lo:38:kworker.0
00000100:00100000:3.0:1767328851.383307:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35347
00000100:00080000:2.0:1767328851.383335:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328851.383355:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9673
00000100:00100000:0.0:1767328851.383366:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010824704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328851.383408:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010824704:12345-0@lo:400:kworker.0 Request processed in 45us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328851.383413:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9673
00000100:00100000:3.0:1767328851.383454:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010824704:0@lo:400:kworker.0
00000100:00100000:3.0:1767328851.894652:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010825600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328851.894720:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328851.894788:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825600
00000100:00100000:0.0:1767328851.894798:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825600
00000100:00100000:0.0:1767328851.894846:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8569
00000100:00100000:0.0:1767328851.894855:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010825600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328851.894881:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328851.894930:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010825600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328851.894935:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8569
00000100:00100000:3.0:1767328851.894985:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010825600:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328852.342576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328852.406568:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010825728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328852.406631:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328852.406695:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825728
00000100:00100000:0.0:1767328852.406704:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825728
00000100:00100000:0.0:1767328852.406760:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8570
00000100:00100000:0.0:1767328852.406772:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010825728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328852.406802:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328852.406849:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010825728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328852.406857:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8570
00000100:00100000:1.0:1767328852.406899:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010825728:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328853.366642:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328854.390582:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328855.414571:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328855.888990:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328855.889027:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328855.889053:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268864
00000100:00100000:1.0:1767328855.889063:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268864
00000100:00100000:3.0:1767328855.889072:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993268992
00000100:00100000:3.0:1767328855.889079:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993268992
00000100:00100000:1.0:1767328855.889106:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4728
00000100:00100000:1.0:1767328855.889115:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993268864:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328855.889135:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328855.889142:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2656
00000100:00080000:0.0:1767328855.889149:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328855.889156:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993268992:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328855.889205:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993268864:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328855.889213:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4728
00000100:00100000:3.0:1767328855.889219:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993268992:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 67us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328855.889230:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2656
00010000:00010000:0.0:1767328856.438567:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328856.502504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328856.502513:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328856.502519:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328856.502524:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328856.502528:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328856.502535:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14049
00000100:00080000:1.0:1767328856.502540:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328856.502546:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328856.502580:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010825856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328856.502631:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010825856:0@lo:38:kworker.0
00000100:00080000:1.0:1767328856.502632:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328856.502639:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328856.502642:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328856.502646:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14049
00000100:00080000:1.0:1767328856.502649:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328856.502652:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328856.502663:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010826112:0@lo:400:kworker.0
00000100:00100000:1.0:1767328856.502666:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f53800 x1853164010826240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328856.502676:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010825984:0@lo:400:kworker.0
00000100:00080000:1.0:1767328856.502698:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328856.502702:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328856.502703:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328856.502709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14049
00000100:00100000:3.0:1767328856.502715:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328856.502716:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328856.502716:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328856.502724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328856.502736:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301c00 x1853164010826496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328856.502741:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010826368:0@lo:400:kworker.0
00000100:00080000:1.0:1767328856.502767:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328856.502770:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328856.502772:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328856.502778:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14049
00000100:00100000:3.0:1767328856.502781:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010826240:0@lo:38:kworker.0
00000100:00080000:1.0:1767328856.502785:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328856.502785:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328856.502789:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826112
00000100:00080000:1.0:1767328856.502794:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328856.502796:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826112
00000100:00100000:3.0:1767328856.502816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328856.502822:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300e00 x1853164010826752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328856.502822:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328856.502833:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010826624:0@lo:400:kworker.0
00000100:00100000:3.0:1767328856.502837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010826496:0@lo:38:kworker.0
00000100:00100000:0.0:1767328856.502852:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9674
00000100:00100000:0.0:1767328856.502867:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010826112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328856.502870:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328856.502873:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826368
00000100:00100000:2.0:1767328856.502878:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826368
00000100:00100000:1.0:1767328856.502891:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826240
00000100:00100000:1.0:1767328856.502896:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826240
00000100:00100000:3.0:1767328856.502905:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010826752:0@lo:38:kworker.0
00000100:00100000:2.0:1767328856.502920:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826496
00000100:00100000:2.0:1767328856.502924:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826496
00000100:00100000:0.0:1767328856.502925:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010826112:12345-0@lo:400:kworker.0 Request processed in 63us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328856.502932:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657
00000100:00100000:0.0:1767328856.502940:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9674
00000100:00100000:3.0:1767328856.502943:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328856.502946:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010826368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328856.502952:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826752
00000100:00100000:2.0:1767328856.502956:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826752
00000100:00080000:0.0:1767328856.502971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328856.502977:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4729
00000100:00080000:0.0:1767328856.502979:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328856.502986:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb4836b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010826240:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328856.502986:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825856
00000100:00100000:3.0:1767328856.502990:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825856
00000100:00100000:1.0:1767328856.502996:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010826368:12345-0@lo:400:kworker.0 Request processed in 55us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328856.503002:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657
00010000:00020000:2.0:1767328856.503006:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328856.503012:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35348
00000100:00100000:0.0:1767328856.503018:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010826112:0@lo:400:kworker.0
00000100:00100000:1.0:1767328856.503022:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730
00000100:00100000:3.0:1767328856.503023:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010825856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328856.503034:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010826496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328856.503040:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328856.503046:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328856.503054:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb4836b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010826240:12345-0@lo:38:kworker.0 Request processed in 67us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328856.503064:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4729
00000100:00100000:0.0:1767328856.503072:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731
00000100:00100000:3.0:1767328856.503078:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010825856:12345-0@lo:38:kworker.0 Request processed in 56us (367us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328856.503082:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010826752:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328856.503085:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010826496:12345-0@lo:38:kworker.0 Request processed in 49us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328856.503097:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35348
00000100:00100000:1.0:1767328856.503099:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730
00010000:00020000:0.0:1767328856.503102:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328856.503134:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010826752:12345-0@lo:38:kworker.0 Request processed in 54us (196us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328856.503142:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328856.503146:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731
00000100:00100000:1.0:1767328856.503172:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010825984
00000100:00100000:1.0:1767328856.503176:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010825984
00000100:00100000:3.0:1767328856.503204:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328856.503229:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9675
00000100:00100000:1.0:1767328856.503238:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010825984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328856.503242:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010826368:0@lo:400:kworker.0
00000100:00100000:0.0:1767328856.503246:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826624
00000100:00100000:0.0:1767328856.503252:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826624
00000100:00100000:1.0:1767328856.503287:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010825984:12345-0@lo:400:kworker.0 Request processed in 49us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328856.503298:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658
00000100:00100000:1.0:1767328856.503298:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9675
00000100:00080000:3.0:1767328856.503301:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328856.503309:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328856.503314:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010826624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328856.503318:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010826752:0@lo:38:kworker.0
00000100:00080000:1.0:1767328856.503330:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328856.503334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328856.503336:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328856.503340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328856.503344:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010826240:0@lo:38:kworker.0
00000100:00080000:3.0:1767328856.503357:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328856.503360:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328856.503365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010826496:0@lo:38:kworker.0
00000100:00100000:0.0:1767328856.503378:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010826624:12345-0@lo:400:kworker.0 Request processed in 68us (174us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328856.503381:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328856.503388:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658
00000100:00080000:3.0:1767328856.503388:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328856.503397:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010825856:0@lo:38:kworker.0
00000100:00100000:1.0:1767328856.503404:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010826624:0@lo:400:kworker.0
00000100:00100000:3.0:1767328856.503471:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010825984:0@lo:400:kworker.0
00000100:00100000:3.0:1767328857.014586:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010826880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328857.014646:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328857.014701:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010826880
00000100:00100000:0.0:1767328857.014710:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010826880
00000100:00100000:0.0:1767328857.014762:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8571
00000100:00100000:0.0:1767328857.014771:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010826880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328857.014798:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328857.014847:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010826880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328857.014856:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8571
00000100:00100000:3.0:1767328857.014888:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010826880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328857.462539:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328857.526611:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010827008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328857.526666:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328857.526713:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827008
00000100:00100000:2.0:1767328857.526721:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827008
00000100:00100000:2.0:1767328857.526764:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8572
00000100:00100000:2.0:1767328857.526772:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010827008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328857.526797:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328857.526839:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010827008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328857.526845:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8572
00000100:00100000:0.0:1767328857.526881:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010827008:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328858.486548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328859.510540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328860.534551:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328861.008848:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328861.008888:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328861.008935:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993269248
00000100:00100000:0.0:1767328861.008941:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993269120
00000100:00100000:2.0:1767328861.008946:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993269248
00000100:00100000:0.0:1767328861.008949:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993269120
00000100:00080000:1.0:1767328861.009002:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328861.009012:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2659
00000100:00100000:2.0:1767328861.009023:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4732
00000100:00100000:0.0:1767328861.009030:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993269248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328861.009038:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993269120:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328861.009062:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328861.009101:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993269248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328861.009111:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2659
00000100:00100000:2.0:1767328861.009112:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993269120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 75us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328861.009124:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4732
00010000:00010000:0.0:1767328861.558588:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328861.622502:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328861.622509:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328861.622512:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328861.622515:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328861.622518:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328861.622524:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14054
00000100:00080000:0.0:1767328861.622528:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328861.622535:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328861.622568:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893480 x1853164010827136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328861.622620:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328861.622622:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010827136:0@lo:38:kworker.0
00000100:00080000:0.0:1767328861.622623:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328861.622626:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328861.622633:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010827264:0@lo:400:kworker.0
00000100:00080000:0.0:1767328861.622634:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14054
00000100:00080000:0.0:1767328861.622638:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328861.622644:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328861.622654:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891c00 x1853164010827520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328861.622679:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328861.622682:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328861.622684:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328861.622687:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14054
00000100:00080000:0.0:1767328861.622689:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328861.622693:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328861.622697:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010827392:0@lo:400:kworker.0
00000100:00100000:1.0:1767328861.622701:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328861.622701:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328861.622708:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893100 x1853164010827776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328861.622725:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328861.622727:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328861.622729:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328861.622733:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14054
00000100:00080000:0.0:1767328861.622735:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328861.622738:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328861.622747:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891880 x1853164010828032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328861.622758:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328861.622776:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010827520:0@lo:38:kworker.0
00000100:00100000:0.0:1767328861.622780:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010827648:0@lo:400:kworker.0
00000100:00100000:1.0:1767328861.622790:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827264
00000100:00100000:1.0:1767328861.622798:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827264
00000100:00100000:3.0:1767328861.622820:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328861.622827:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010827904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328861.622833:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827136
00000100:00100000:2.0:1767328861.622839:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827136
00000100:00100000:3.0:1767328861.622855:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010827776:0@lo:38:kworker.0
00000100:00100000:0.0:1767328861.622864:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328861.622866:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827392
00000100:00100000:1.0:1767328861.622872:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827392
00000100:00100000:2.0:1767328861.622877:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35349
00000100:00100000:2.0:1767328861.622888:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010827136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328861.622897:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328861.622907:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9676
00010000:00020000:2.0:1767328861.622912:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328861.622918:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010827264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328861.622921:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010828032:0@lo:38:kworker.0
00000100:00100000:0.0:1767328861.622924:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827520
00000100:00100000:0.0:1767328861.622929:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827520
00000100:00100000:0.0:1767328861.622954:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827904
00000100:00100000:0.0:1767328861.622956:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827904
00000100:00100000:3.0:1767328861.622962:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328861.622972:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010827136:12345-0@lo:38:kworker.0 Request processed in 84us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328861.622982:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35349
00000100:00100000:1.0:1767328861.622988:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010827264:12345-0@lo:400:kworker.0 Request processed in 71us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328861.622990:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827776
00000100:00100000:0.0:1767328861.622996:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827776
00000100:00100000:1.0:1767328861.623001:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9676
00000100:00080000:3.0:1767328861.623004:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328861.623010:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328861.623016:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828032
00000100:00100000:3.0:1767328861.623016:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010827136:0@lo:38:kworker.0
00000100:00100000:0.0:1767328861.623022:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660
00000100:00100000:2.0:1767328861.623025:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828032
00000100:00100000:1.0:1767328861.623029:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9677
00000100:00100000:0.0:1767328861.623036:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010827904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328861.623043:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010827392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328861.623051:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4733
00000100:00100000:3.0:1767328861.623063:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734
00000100:00100000:2.0:1767328861.623064:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010827520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328861.623076:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010827776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328861.623083:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328861.623091:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010827904:12345-0@lo:400:kworker.0 Request processed in 59us (229us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328861.623092:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328861.623101:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010827392:12345-0@lo:400:kworker.0 Request processed in 61us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328861.623103:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660
00000100:00100000:1.0:1767328861.623115:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9677
00000100:00100000:0.0:1767328861.623129:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4735
00000100:00100000:2.0:1767328861.623136:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010827520:12345-0@lo:38:kworker.0 Request processed in 72us (311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328861.623159:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010827776:12345-0@lo:38:kworker.0 Request processed in 64us (245us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328861.623163:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328861.623168:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4733
00000100:00080000:1.0:1767328861.623171:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328861.623174:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734
00000100:00100000:0.0:1767328861.623175:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010828032:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328861.623182:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767328861.623189:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328861.623215:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010827392:0@lo:400:kworker.0
00000100:00100000:1.0:1767328861.623225:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010827264:0@lo:400:kworker.0
00000100:00080000:3.0:1767328861.623225:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328861.623231:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328861.623232:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010828032:12345-0@lo:38:kworker.0 Request processed in 91us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328861.623240:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010827520:0@lo:38:kworker.0
00000100:00100000:0.0:1767328861.623242:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4735
00000100:00080000:3.0:1767328861.623262:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328861.623267:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328861.623272:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010827776:0@lo:38:kworker.0
00000100:00100000:1.0:1767328861.623276:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328861.623290:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010827904:0@lo:400:kworker.0
00000100:00080000:3.0:1767328861.623290:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328861.623301:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328861.623307:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010828032:0@lo:38:kworker.0
00000100:00100000:2.0:1767328861.623321:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010827648
00000100:00100000:2.0:1767328861.623327:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010827648
00000100:00080000:1.0:1767328861.623361:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328861.623379:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661
00000100:00100000:2.0:1767328861.623389:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010827648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328861.623456:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010827648:12345-0@lo:400:kworker.0 Request processed in 69us (181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328861.623463:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661
00000100:00100000:1.0:1767328861.623485:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010827648:0@lo:400:kworker.0
00000100:00100000:2.0:1767328862.134590:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010828160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328862.134658:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328862.134712:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828160
00000100:00100000:0.0:1767328862.134720:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828160
00000100:00100000:0.0:1767328862.134769:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8573
00000100:00100000:0.0:1767328862.134778:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010828160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328862.134802:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328862.134842:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010828160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328862.134847:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8573
00000100:00100000:2.0:1767328862.134894:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010828160:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328862.582525:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328862.646596:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010828288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328862.646669:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328862.646716:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828288
00000100:00100000:0.0:1767328862.646737:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828288
00000100:00100000:0.0:1767328862.646786:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8574
00000100:00100000:0.0:1767328862.646798:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010828288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328862.646830:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328862.646877:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010828288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328862.646883:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8574
00000100:00100000:3.0:1767328862.646913:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010828288:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328863.606544:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328864.630529:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328865.654560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328866.128866:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328866.128925:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993269376
00000100:00100000:2.0:1767328866.128931:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328866.128937:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993269376
00000400:00000100:2.0:1767328866.128952:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993269632 offset 0 length 520: 4
00000100:00100000:0.0:1767328866.128985:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993269504
00000100:00100000:0.0:1767328866.128990:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993269504
00000100:00100000:1.0:1767328866.129019:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4736
00000100:00100000:1.0:1767328866.129029:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993269376:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328866.129039:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2662
00000100:00080000:2.0:1767328866.129041:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767328866.129054:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328866.129058:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993269504:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328866.129141:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993269376:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 111us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328866.129142:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993269504:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328866.129157:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4736
00000100:00100000:3.0:1767328866.129164:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2662
00010000:00010000:0.0:1767328866.678587:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328866.742488:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328866.742498:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1767328866.742498:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328841/real 1767328841]  req@ffff9bb5acca2300 x1853164010821888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328866.742503:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328866.742510:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328866.742515:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328866.742520:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14059
00000100:00080000:0.0:1767328866.742525:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328866.742533:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328866.742535:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5acca2300 x1853164010821888/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328866.742551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328866.742569:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890000 x1853164010828416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767328866.742573:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328866.742580:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5acca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010821888:0@lo:250:kworker.0
00000100:00100000:3.0:1767328866.742606:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010828416:0@lo:38:kworker.0
00000100:00080000:0.0:1767328866.742651:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328866.742656:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328866.742661:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328866.742662:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328866.742669:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14059
00000100:00100000:1.0:1767328866.742671:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010828672:0@lo:400:kworker.0
00000100:00080000:0.0:1767328866.742673:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328866.742678:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328866.742692:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890700 x1853164010828800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328866.742698:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010828544:0@lo:400:kworker.0
00000100:00100000:3.0:1767328866.742714:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010828800:0@lo:38:kworker.0
00000100:00100000:1.0:1767328866.742723:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328866.742732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328866.742736:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328866.742738:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328866.742742:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14059
00000100:00080000:0.0:1767328866.742746:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328866.742749:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328866.742754:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328866.742758:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328866.742772:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893b80 x1853164010829056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328866.742781:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828672
00000100:00100000:1.0:1767328866.742788:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828672
00000100:00100000:3.0:1767328866.742793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010829056:0@lo:38:kworker.0
00000100:00080000:0.0:1767328866.742797:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328866.742802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328866.742804:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328866.742806:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828544
00000100:00080000:0.0:1767328866.742810:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14059
00000100:00100000:2.0:1767328866.742811:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828544
00000100:00100000:3.0:1767328866.742817:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328866.742818:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328866.742825:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328866.742841:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890e00 x1853164010829312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328866.742856:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9678
00000100:00100000:3.0:1767328866.742857:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828800
00000100:00100000:2.0:1767328866.742863:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9679
00000100:00100000:3.0:1767328866.742863:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828800
00000100:00080000:0.0:1767328866.742865:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328866.742869:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc803850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010828672:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328866.742871:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328866.742873:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328866.742880:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14039
00000100:00100000:2.0:1767328866.742880:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010828544:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328866.742886:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328866.742892:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328866.742901:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829056
00000100:00100000:3.0:1767328866.742904:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829056
00000100:00100000:0.0:1767328866.742910:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891880 x1853164010829440/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328866.742932:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737
00000100:00100000:3.0:1767328866.742941:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010828800:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328866.742942:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010828928:0@lo:400:kworker.0
00000100:00100000:1.0:1767328866.742942:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc803850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010828672:12345-0@lo:400:kworker.0 Request processed in 75us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328866.742945:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010828544:12345-0@lo:400:kworker.0 Request processed in 67us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328866.742961:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9678
00010000:00020000:3.0:1767328866.742964:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328866.742969:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9679
00000100:00100000:0.0:1767328866.742985:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328866.743002:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010828800:12345-0@lo:38:kworker.0 Request processed in 62us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328866.743010:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737
00000100:00100000:0.0:1767328866.743017:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767328866.743018:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828928
00000100:00100000:2.0:1767328866.743023:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828928
00000100:00100000:0.0:1767328866.743030:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010829184:0@lo:400:kworker.0
00000100:00100000:3.0:1767328866.743030:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4738
00000100:00100000:3.0:1767328866.743038:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010829056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328866.743046:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328866.743061:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663
00000100:00100000:0.0:1767328866.743067:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328866.743076:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010828928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328866.743084:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010829056:12345-0@lo:38:kworker.0 Request processed in 45us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328866.743091:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4738
00000100:00100000:3.0:1767328866.743132:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829184
00000100:00100000:3.0:1767328866.743135:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829184
00000100:00100000:0.0:1767328866.743137:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010829312:0@lo:38:kworker.0
00000100:00100000:2.0:1767328866.743144:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010828928:12345-0@lo:400:kworker.0 Request processed in 71us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328866.743151:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663
00000100:00100000:3.0:1767328866.743168:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664
00000100:00100000:0.0:1767328866.743176:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328866.743180:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010829184:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767328866.743185:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328866.743191:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767328866.743194:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328866.743205:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010829440:0@lo:250:kworker.0
00000100:00100000:2.0:1767328866.743226:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010828544:0@lo:400:kworker.0
00000100:00100000:3.0:1767328866.743229:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010829184:12345-0@lo:400:kworker.0 Request processed in 51us (163us total) trans 0 rc 0/0
00000400:00000100:0.0:1767328866.743233:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010829440 offset 0 length 520: 4
00000100:00100000:3.0:1767328866.743240:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664
00000100:00100000:3.0:1767328866.743263:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829312
00000100:00100000:3.0:1767328866.743266:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829312
00000100:00100000:2.0:1767328866.743277:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010829184:0@lo:400:kworker.0
00000100:00100000:3.0:1767328866.743284:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739
00000100:00080000:0.0:1767328866.743289:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328866.743293:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010829312:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328866.743295:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010828928:0@lo:400:kworker.0
00000100:00080000:0.0:1767328866.743299:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767328866.743306:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328866.743308:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010829056:0@lo:38:kworker.0
00000100:00100000:1.0:1767328866.743325:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010828672:0@lo:400:kworker.0
00000100:00080000:0.0:1767328866.743328:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328866.743330:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010828416
00000100:00080000:0.0:1767328866.743334:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328866.743336:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010828416
00000100:00100000:3.0:1767328866.743341:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010829312:12345-0@lo:38:kworker.0 Request processed in 47us (166us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328866.743342:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010828800:0@lo:38:kworker.0
00000100:00100000:3.0:1767328866.743356:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739
00000100:00100000:2.0:1767328866.743367:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35350
00000100:00100000:2.0:1767328866.743373:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010828416:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328866.743382:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767328866.743383:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328866.743391:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328866.743397:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010829312:0@lo:38:kworker.0
00000100:00100000:2.0:1767328866.743441:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010828416:12345-0@lo:38:kworker.0 Request processed in 43us (758us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328866.743446:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35350
00000100:00080000:0.0:1767328866.743451:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328866.743457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328866.743461:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010828416:0@lo:38:kworker.0
00000100:00100000:2.0:1767328867.254566:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328867.254584:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010829568:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328867.254651:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328867.254706:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829568
00000100:00100000:1.0:1767328867.254716:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829568
00000100:00100000:1.0:1767328867.254769:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8575
00000100:00100000:1.0:1767328867.254780:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010829568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328867.254810:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328867.254856:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010829568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328867.254862:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8575
00000100:00100000:2.0:1767328867.254901:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010829568:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328867.702555:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328867.766576:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767328867.766594:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010829696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328867.766651:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328867.766692:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829696
00000100:00100000:1.0:1767328867.766700:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829696
00000100:00100000:1.0:1767328867.766749:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8576
00000100:00100000:1.0:1767328867.766761:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010829696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328867.766792:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328867.766841:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010829696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328867.766848:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8576
00000100:00100000:0.0:1767328867.766880:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010829696:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328868.726555:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328869.750588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328870.774567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328871.248912:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328871.248947:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328871.248970:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993269760
00000100:00100000:0.0:1767328871.248979:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993269760
00000100:00100000:1.0:1767328871.249000:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993269888
00000100:00100000:1.0:1767328871.249007:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993269888
00000100:00100000:0.0:1767328871.249026:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4740
00000100:00100000:0.0:1767328871.249033:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993269760:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328871.249053:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328871.249066:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328871.249070:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2665
00000100:00100000:2.0:1767328871.249096:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993269888:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328871.249122:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993269760:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328871.249130:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4740
00000100:00100000:2.0:1767328871.249140:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993269888:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328871.249147:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2665
00010000:00010000:0.0:1767328871.798594:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328871.862547:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328871.862556:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328871.862559:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328871.862562:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328871.862565:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328871.862572:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14064
00000100:00080000:2.0:1767328871.862576:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328871.862582:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328871.862615:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44000 x1853164010829824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328871.862673:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328871.862675:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010829824:0@lo:38:kworker.0
00000100:00080000:2.0:1767328871.862677:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328871.862681:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328871.862688:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14064
00000100:00080000:2.0:1767328871.862691:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328871.862694:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328871.862705:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45180 x1853164010830208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328871.862715:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010830080:0@lo:400:kworker.0
00000100:00080000:2.0:1767328871.862732:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328871.862738:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328871.862738:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010829952:0@lo:400:kworker.0
00000100:00080000:2.0:1767328871.862740:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328871.862748:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14064
00000100:00080000:2.0:1767328871.862750:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328871.862754:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328871.862768:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44700 x1853164010830464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328871.862772:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328871.862773:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328871.862793:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328871.862795:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328871.862797:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328871.862801:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14064
00000100:00080000:2.0:1767328871.862803:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328871.862806:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328871.862809:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010830592:0@lo:400:kworker.0
00000100:00100000:2.0:1767328871.862818:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47b80 x1853164010830720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328871.862837:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010830208:0@lo:38:kworker.0
00000100:00100000:3.0:1767328871.862846:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328871.862849:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830080
00000100:00100000:2.0:1767328871.862851:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829824
00000100:00100000:1.0:1767328871.862857:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830080
00000100:00100000:2.0:1767328871.862857:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829824
00000100:00100000:0.0:1767328871.862881:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010830336:0@lo:400:kworker.0
00000100:00100000:2.0:1767328871.862895:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35351
00000100:00100000:2.0:1767328871.862904:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010829824:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328871.862919:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328871.862922:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9680
00010000:00020000:2.0:1767328871.862922:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328871.862923:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328871.862935:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010830080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328871.862947:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328871.862970:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830592
00000100:00100000:2.0:1767328871.862973:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010829824:12345-0@lo:38:kworker.0 Request processed in 68us (207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328871.862976:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830592
00000100:00100000:2.0:1767328871.862982:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35351
00000100:00100000:1.0:1767328871.862992:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010830080:12345-0@lo:400:kworker.0 Request processed in 58us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328871.862999:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9680
00000100:00080000:3.0:1767328871.863010:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328871.863021:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010829952
00000100:00100000:2.0:1767328871.863025:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010829952
00000100:00100000:0.0:1767328871.863037:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830336
00000100:00100000:0.0:1767328871.863044:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830336
00000100:00100000:3.0:1767328871.863050:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666
00000100:00100000:1.0:1767328871.863064:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010830080:0@lo:400:kworker.0
00000100:00100000:3.0:1767328871.863067:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010830592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328871.863084:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9681
00000100:00100000:2.0:1767328871.863097:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010829952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328871.863103:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667
00000100:00100000:0.0:1767328871.863116:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010830336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328871.863143:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328871.863148:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010830592:12345-0@lo:400:kworker.0 Request processed in 87us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328871.863153:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010829952:12345-0@lo:400:kworker.0 Request processed in 58us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328871.863161:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666
00000100:00100000:2.0:1767328871.863165:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9681
00000100:00100000:1.0:1767328871.863182:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010830464:0@lo:38:kworker.0
00000100:00100000:0.0:1767328871.863184:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010830336:12345-0@lo:400:kworker.0 Request processed in 68us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328871.863186:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830208
00000100:00100000:3.0:1767328871.863192:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830208
00000100:00100000:0.0:1767328871.863199:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667
00000100:00080000:2.0:1767328871.863199:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328871.863206:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328871.863222:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328871.863228:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4741
00000100:00100000:3.0:1767328871.863234:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010830208:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328871.863236:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830464
00000100:00100000:2.0:1767328871.863238:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010830592:0@lo:400:kworker.0
00000100:00100000:0.0:1767328871.863244:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830464
00010000:00020000:3.0:1767328871.863249:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328871.863254:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010830720:0@lo:38:kworker.0
00000100:00100000:2.0:1767328871.863267:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742
00000100:00100000:2.0:1767328871.863276:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010830464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328871.863285:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010830208:12345-0@lo:38:kworker.0 Request processed in 50us (145us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328871.863287:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328871.863298:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328871.863301:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4741
00000100:00100000:0.0:1767328871.863312:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010830336:0@lo:400:kworker.0
00000100:00100000:3.0:1767328871.863320:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830720
00000100:00100000:3.0:1767328871.863325:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830720
00000100:00100000:2.0:1767328871.863334:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010830464:12345-0@lo:38:kworker.0 Request processed in 58us (114us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328871.863340:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742
00000100:00100000:3.0:1767328871.863351:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743
00000100:00100000:3.0:1767328871.863357:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010830720:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328871.863359:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328871.863366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767328871.863368:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328871.863373:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010829824:0@lo:38:kworker.0
00000100:00100000:2.0:1767328871.863406:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010829952:0@lo:400:kworker.0
00000100:00080000:1.0:1767328871.863407:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328871.863441:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010830720:12345-0@lo:38:kworker.0 Request processed in 52us (116us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328871.863449:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743
00000100:00080000:1.0:1767328871.863455:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328871.863461:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010830208:0@lo:38:kworker.0
00000100:00080000:1.0:1767328871.863473:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328871.863476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328871.863478:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010830464:0@lo:38:kworker.0
00000100:00080000:1.0:1767328871.863483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328871.863485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328871.863487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010830720:0@lo:38:kworker.0
00000100:00100000:3.0:1767328872.374579:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010830848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328872.374640:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328872.374665:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830848
00000100:00100000:1.0:1767328872.374675:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830848
00000100:00100000:1.0:1767328872.374733:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8577
00000100:00100000:1.0:1767328872.374746:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010830848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328872.374774:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328872.374820:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010830848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328872.374827:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8577
00000100:00100000:3.0:1767328872.374865:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010830848:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328872.822561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328872.886581:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328872.886602:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010830976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328872.886663:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328872.886707:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010830976
00000100:00100000:1.0:1767328872.886715:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010830976
00000100:00100000:1.0:1767328872.886762:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8578
00000100:00100000:1.0:1767328872.886771:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010830976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328872.886796:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328872.886838:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010830976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328872.886846:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8578
00000100:00100000:3.0:1767328872.886888:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010830976:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328873.846596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328874.870540:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328875.894566:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328876.368966:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328876.368999:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328876.369052:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270144
00000100:00100000:2.0:1767328876.369053:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270016
00000100:00100000:0.0:1767328876.369063:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270144
00000100:00100000:2.0:1767328876.369063:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270016
00000100:00080000:3.0:1767328876.369113:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328876.369120:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2668
00000100:00100000:0.0:1767328876.369136:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993270144:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328876.369136:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4744
00000100:00100000:2.0:1767328876.369152:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993270016:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328876.369176:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328876.369212:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993270144:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 83us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328876.369219:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2668
00000100:00100000:2.0:1767328876.369226:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993270016:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 73us (221us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328876.369238:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4744
00010000:00010000:0.0:1767328876.918543:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328876.982513:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328876.982521:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328876.982524:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328876.982527:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328876.982530:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328876.982536:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14069
00000100:00080000:0.0:1767328876.982539:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328876.982545:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328876.982581:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893b80 x1853164010831104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328876.982631:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010831104:0@lo:38:kworker.0
00000100:00080000:0.0:1767328876.982643:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328876.982647:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328876.982649:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328876.982653:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14069
00000100:00080000:0.0:1767328876.982655:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328876.982659:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010831232:0@lo:400:kworker.0
00000100:00080000:0.0:1767328876.982660:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328876.982678:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890380 x1853164010831488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328876.982681:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010831360:0@lo:400:kworker.0
00000100:00100000:1.0:1767328876.982701:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328876.982708:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328876.982722:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328876.982727:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328876.982730:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328876.982731:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010831616:0@lo:400:kworker.0
00000100:00080000:0.0:1767328876.982739:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14069
00000100:00080000:0.0:1767328876.982743:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328876.982748:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328876.982761:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010831488:0@lo:38:kworker.0
00000100:00100000:0.0:1767328876.982769:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891f80 x1853164010831744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328876.982780:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328876.982782:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831104
00000100:00100000:2.0:1767328876.982791:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831104
00000100:00080000:0.0:1767328876.982819:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328876.982819:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328876.982823:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767328876.982826:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328876.982829:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328876.982834:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010831872:0@lo:400:kworker.0
00000100:00100000:2.0:1767328876.982835:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35352
00000100:00080000:0.0:1767328876.982843:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14069
00000100:00100000:2.0:1767328876.982845:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010831104:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767328876.982847:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328876.982855:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328876.982861:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010831744:0@lo:38:kworker.0
00000100:00100000:3.0:1767328876.982862:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767328876.982867:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328876.982870:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6892a00 x1853164010832000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328876.982898:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831616
00000100:00100000:0.0:1767328876.982903:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831488
00000100:00100000:3.0:1767328876.982904:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831616
00000100:00100000:0.0:1767328876.982910:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831488
00000100:00100000:1.0:1767328876.982912:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328876.982917:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010831104:12345-0@lo:38:kworker.0 Request processed in 70us (215us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328876.982925:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35352
00000100:00100000:0.0:1767328876.982947:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831872
00000100:00100000:0.0:1767328876.982951:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831872
00000100:00100000:2.0:1767328876.982960:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831232
00000100:00080000:1.0:1767328876.982965:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328876.982966:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831232
00000100:00100000:3.0:1767328876.982966:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831744
00000100:00100000:3.0:1767328876.982972:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831744
00000100:00080000:1.0:1767328876.982974:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328876.982979:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669
00000100:00100000:1.0:1767328876.982982:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010831104:0@lo:38:kworker.0
00000100:00100000:0.0:1767328876.982993:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010831616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328876.983000:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670
00000100:00100000:1.0:1767328876.983006:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010832000:0@lo:38:kworker.0
00000100:00100000:2.0:1767328876.983014:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9682
00000100:00100000:3.0:1767328876.983015:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010831872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328876.983028:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010831232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328876.983059:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328876.983073:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010831616:12345-0@lo:400:kworker.0 Request processed in 84us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328876.983084:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669
00000100:00100000:3.0:1767328876.983094:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010831872:12345-0@lo:400:kworker.0 Request processed in 85us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328876.983107:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670
00000100:00100000:2.0:1767328876.983108:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010831232:12345-0@lo:400:kworker.0 Request processed in 79us (396us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328876.983109:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832000
00000100:00100000:0.0:1767328876.983115:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832000
00000100:00100000:2.0:1767328876.983120:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9682
00000100:00100000:1.0:1767328876.983127:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4745
00000100:00100000:1.0:1767328876.983139:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010831488:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328876.983139:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4746
00000100:00100000:0.0:1767328876.983153:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4747
00000100:00100000:3.0:1767328876.983154:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010831744:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328876.983158:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328876.983159:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328876.983166:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010832000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328876.983178:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328876.983182:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328876.983193:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010831360
00000100:00100000:2.0:1767328876.983198:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010831360
00000100:00100000:1.0:1767328876.983205:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010831488:12345-0@lo:38:kworker.0 Request processed in 68us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328876.983214:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4745
00000100:00100000:0.0:1767328876.983222:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010832000:12345-0@lo:38:kworker.0 Request processed in 56us (163us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328876.983234:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4747
00000100:00100000:3.0:1767328876.983235:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010831744:12345-0@lo:38:kworker.0 Request processed in 82us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328876.983236:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9683
00000100:00100000:3.0:1767328876.983248:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4746
00000100:00100000:2.0:1767328876.983253:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010831360:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328876.983255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328876.983262:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328876.983265:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010832000:0@lo:38:kworker.0
00000100:00080000:3.0:1767328876.983275:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328876.983278:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328876.983282:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328876.983284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328876.983289:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328876.983290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010831744:0@lo:38:kworker.0
00000100:00100000:2.0:1767328876.983298:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010831360:12345-0@lo:400:kworker.0 Request processed in 50us (148us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328876.983306:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9683
00000100:00080000:1.0:1767328876.983307:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328876.983313:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328876.983318:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010831488:0@lo:38:kworker.0
00000100:00100000:0.0:1767328876.983322:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010831232:0@lo:400:kworker.0
00000100:00100000:3.0:1767328876.983336:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010831872:0@lo:400:kworker.0
00000100:00100000:2.0:1767328876.983350:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010831360:0@lo:400:kworker.0
00000100:00100000:3.0:1767328876.983361:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010831616:0@lo:400:kworker.0
00000100:00100000:0.0:1767328877.494625:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010832128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328877.494688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328877.494747:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832128
00000100:00100000:1.0:1767328877.494755:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832128
00000100:00100000:1.0:1767328877.494799:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8579
00000100:00100000:1.0:1767328877.494807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010832128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328877.494830:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328877.494872:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010832128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328877.494878:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8579
00000100:00100000:0.0:1767328877.494915:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010832128:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328877.942569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328878.006643:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010832256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328878.006711:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328878.006768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832256
00000100:00100000:1.0:1767328878.006778:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832256
00000100:00080000:3.0:1767328878.006833:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328878.006848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8580
00000100:00100000:1.0:1767328878.006861:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010832256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328878.006893:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328878.006946:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010832256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328878.006955:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8580
00000100:00100000:3.0:1767328878.006995:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010832256:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328878.966595:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328879.990576:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328881.014559:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328881.488805:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328881.488837:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328881.488859:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270400
00000100:00100000:3.0:1767328881.488870:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270400
00000100:00100000:0.0:1767328881.488893:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270272
00000100:00100000:0.0:1767328881.488901:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270272
00000100:00080000:1.0:1767328881.488922:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328881.488934:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2671
00000100:00100000:3.0:1767328881.488951:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993270400:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328881.488954:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4748
00000100:00100000:0.0:1767328881.488967:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993270272:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328881.488989:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328881.489058:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993270400:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (255us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328881.489059:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993270272:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 87us (214us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328881.489078:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2671
00000100:00100000:0.0:1767328881.489087:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4748
00010000:00010000:0.0:1767328882.038568:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328882.102508:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328882.102516:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328882.102519:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328882.102523:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328882.102527:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328882.102534:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14074
00000100:00080000:0.0:1767328882.102541:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328882.102547:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328882.102582:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890a80 x1853164010832384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328882.102642:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010832384:0@lo:38:kworker.0
00000100:00080000:0.0:1767328882.102652:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328882.102657:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328882.102659:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328882.102665:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14074
00000100:00080000:0.0:1767328882.102669:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767328882.102674:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328882.102692:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893480 x1853164010832768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328882.102692:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010832640:0@lo:400:kworker.0
00000100:00100000:3.0:1767328882.102692:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010832512:0@lo:400:kworker.0
00000100:00100000:1.0:1767328882.102705:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328882.102743:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328882.102743:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010832768:0@lo:38:kworker.0
00000100:00080000:0.0:1767328882.102754:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328882.102755:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328882.102760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328882.102766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14074
00000100:00080000:0.0:1767328882.102770:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767328882.102772:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767328882.102776:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328882.102781:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328882.102788:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010832896:0@lo:400:kworker.0
00000100:00100000:0.0:1767328882.102797:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891f80 x1853164010833024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328882.102818:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010833024:0@lo:38:kworker.0
00000100:00080000:0.0:1767328882.102825:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328882.102832:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328882.102834:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328882.102839:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832512
00000100:00080000:0.0:1767328882.102840:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328882.102847:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14074
00000100:00100000:3.0:1767328882.102848:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832512
00000100:00080000:0.0:1767328882.102850:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767328882.102856:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832768
00000100:00080000:0.0:1767328882.102858:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328882.102864:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832768
00000100:00100000:2.0:1767328882.102875:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010833152:0@lo:400:kworker.0
00000100:00100000:0.0:1767328882.102876:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893b80 x1853164010833280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328882.102907:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832896
00000100:00100000:2.0:1767328882.102913:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328882.102914:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832896
00000100:00100000:3.0:1767328882.102916:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9684
00000100:00100000:3.0:1767328882.102931:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010832512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328882.102959:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833152
00000100:00100000:0.0:1767328882.102962:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832384
00000100:00100000:1.0:1767328882.102964:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833152
00000100:00100000:0.0:1767328882.102969:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832384
00000100:00100000:2.0:1767328882.102970:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672
00000100:00100000:2.0:1767328882.102983:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010832896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328882.102988:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010832512:12345-0@lo:400:kworker.0 Request processed in 62us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328882.103014:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9684
00000100:00100000:1.0:1767328882.103025:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673
00000100:00100000:0.0:1767328882.103030:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35353
00000100:00100000:0.0:1767328882.103040:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010832384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328882.103042:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010833152:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767328882.103042:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328882.103051:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328882.103057:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010832896:12345-0@lo:400:kworker.0 Request processed in 77us (229us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328882.103064:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328882.103069:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672
00000100:00100000:3.0:1767328882.103077:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749
00000100:00100000:3.0:1767328882.103083:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010832768:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328882.103096:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010833152:12345-0@lo:400:kworker.0 Request processed in 60us (184us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328882.103099:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328882.103106:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328882.103116:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673
00000100:00100000:0.0:1767328882.103117:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010832384:12345-0@lo:38:kworker.0 Request processed in 75us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328882.103129:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35353
00000100:00100000:2.0:1767328882.103154:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328882.103154:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010832768:12345-0@lo:38:kworker.0 Request processed in 69us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328882.103162:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749
00000100:00100000:3.0:1767328882.103182:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833024
00000100:00100000:3.0:1767328882.103186:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833024
00000100:00080000:2.0:1767328882.103195:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328882.103201:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328882.103206:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010832768:0@lo:38:kworker.0
00000100:00100000:1.0:1767328882.103214:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4750
00000100:00080000:2.0:1767328882.103220:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328882.103221:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010833024:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328882.103231:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328882.103231:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010832640
00000100:00100000:3.0:1767328882.103235:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010832640
00000100:00100000:2.0:1767328882.103236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010832384:0@lo:38:kworker.0
00010000:00020000:1.0:1767328882.103237:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328882.103267:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010833280:0@lo:38:kworker.0
00000100:00100000:1.0:1767328882.103272:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010833024:12345-0@lo:38:kworker.0 Request processed in 49us (118us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328882.103282:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4750
00000100:00100000:3.0:1767328882.103283:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9685
00000100:00080000:0.0:1767328882.103286:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328882.103297:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010832640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328882.103303:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328882.103334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328882.103335:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833280
00000100:00100000:1.0:1767328882.103340:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833280
00000100:00080000:2.0:1767328882.103342:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328882.103348:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010833024:0@lo:38:kworker.0
00000100:00100000:3.0:1767328882.103348:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010832640:12345-0@lo:400:kworker.0 Request processed in 56us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328882.103359:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9685
00000100:00100000:1.0:1767328882.103364:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4751
00000100:00100000:1.0:1767328882.103370:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010833280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328882.103379:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328882.103396:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010832640:0@lo:400:kworker.0
00000100:00100000:2.0:1767328882.103400:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010833152:0@lo:400:kworker.0
00000100:00100000:3.0:1767328882.103400:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010832512:0@lo:400:kworker.0
00000100:00100000:1.0:1767328882.103445:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010833280:12345-0@lo:38:kworker.0 Request processed in 72us (139us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328882.103454:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010832896:0@lo:400:kworker.0
00000100:00100000:1.0:1767328882.103456:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4751
00000100:00080000:3.0:1767328882.103483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328882.103489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328882.103493:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010833280:0@lo:38:kworker.0
00000100:00100000:3.0:1767328882.614603:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010833408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328882.614666:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328882.614725:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833408
00000100:00100000:1.0:1767328882.614734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833408
00000100:00100000:1.0:1767328882.614778:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8581
00000100:00100000:1.0:1767328882.614788:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010833408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328882.614813:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328882.614863:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010833408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328882.614872:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8581
00000100:00100000:3.0:1767328882.614911:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010833408:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328883.062576:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328883.126571:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328883.126589:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010833536:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328883.126646:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328883.126696:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833536
00000100:00100000:1.0:1767328883.126705:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833536
00000100:00100000:1.0:1767328883.126751:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8582
00000100:00100000:1.0:1767328883.126758:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010833536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328883.126783:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328883.126826:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010833536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328883.126831:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8582
00000100:00100000:3.0:1767328883.126871:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010833536:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328884.086548:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328885.110565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328886.134574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328886.608975:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328886.609006:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328886.609036:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270656
00000100:00100000:0.0:1767328886.609044:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270528
00000100:00100000:1.0:1767328886.609048:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270656
00000100:00100000:0.0:1767328886.609051:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270528
00000100:00100000:0.0:1767328886.609104:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4752
00000100:00080000:3.0:1767328886.609109:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328886.609114:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993270528:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328886.609135:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328886.609140:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2674
00000100:00100000:2.0:1767328886.609154:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993270656:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328886.609196:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993270528:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 83us (188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328886.609202:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993270656:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328886.609209:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4752
00000100:00100000:2.0:1767328886.609220:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2674
00010000:00010000:0.0:1767328887.158574:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328887.222528:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328887.222539:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328887.222542:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328887.222547:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328887.222551:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328887.222559:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14079
00000100:00080000:2.0:1767328887.222566:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328887.222573:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328887.222614:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf44a80 x1853164010833664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328887.222682:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010833664:0@lo:38:kworker.0
00000100:00080000:2.0:1767328887.222697:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328887.222702:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328887.222705:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328887.222708:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010833792:0@lo:400:kworker.0
00000100:00080000:2.0:1767328887.222714:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14079
00000100:00080000:2.0:1767328887.222719:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328887.222725:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010833920:0@lo:400:kworker.0
00000100:00080000:2.0:1767328887.222726:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328887.222749:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf47b80 x1853164010834048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328887.222750:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328887.222758:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328887.222784:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328887.222802:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328887.222808:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328887.222810:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328887.222816:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14079
00000100:00100000:3.0:1767328887.222820:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010834048:0@lo:38:kworker.0
00000100:00080000:2.0:1767328887.222822:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767328887.222830:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328887.222840:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833792
00000100:00100000:2.0:1767328887.222846:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b9c00 x1853164010834304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328887.222848:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833792
00000100:00100000:1.0:1767328887.222851:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833664
00000100:00100000:1.0:1767328887.222857:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833664
00000100:00080000:2.0:1767328887.222883:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328887.222888:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328887.222893:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328887.222898:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328887.222899:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35354
00000100:00100000:0.0:1767328887.222901:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010833920
00000100:00080000:2.0:1767328887.222904:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14079
00000100:00100000:0.0:1767328887.222907:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010833920
00000100:00080000:2.0:1767328887.222910:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328887.222912:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010833664:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328887.222918:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328887.222929:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010834304:0@lo:38:kworker.0
00010000:00020000:1.0:1767328887.222931:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328887.222937:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9686
00000100:00100000:2.0:1767328887.222939:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8a80 x1853164010834560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328887.222948:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010833792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328887.222976:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328887.222986:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010833664:12345-0@lo:38:kworker.0 Request processed in 75us (238us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328887.222994:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35354
00000100:00080000:3.0:1767328887.223015:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328887.223022:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328887.223027:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010833792:12345-0@lo:400:kworker.0 Request processed in 81us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328887.223028:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010833664:0@lo:38:kworker.0
00000100:00100000:2.0:1767328887.223033:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9687
00000100:00100000:0.0:1767328887.223045:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9686
00000100:00100000:2.0:1767328887.223052:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010833920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328887.223060:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010834432:0@lo:400:kworker.0
00000100:00100000:3.0:1767328887.223060:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010834560:0@lo:38:kworker.0
00000100:00100000:0.0:1767328887.223075:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834048
00000100:00100000:0.0:1767328887.223079:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834048
00000100:00100000:0.0:1767328887.223097:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834304
00000100:00100000:0.0:1767328887.223099:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834304
00000100:00100000:1.0:1767328887.223111:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328887.223125:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834432
00000100:00100000:0.0:1767328887.223131:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834432
00000100:00100000:2.0:1767328887.223132:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010833920:12345-0@lo:400:kworker.0 Request processed in 83us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328887.223138:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4753
00000100:00100000:1.0:1767328887.223150:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328887.223154:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9687
00000100:00100000:3.0:1767328887.223154:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010834048:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328887.223161:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010834176:0@lo:400:kworker.0
00000100:00100000:0.0:1767328887.223163:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675
00010000:00020000:3.0:1767328887.223173:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328887.223174:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010834432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328887.223196:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328887.223211:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010833920:0@lo:400:kworker.0
00000100:00100000:3.0:1767328887.223222:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010834048:12345-0@lo:38:kworker.0 Request processed in 70us (329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328887.223231:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4753
00000100:00100000:0.0:1767328887.223236:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010834432:12345-0@lo:400:kworker.0 Request processed in 63us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328887.223243:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675
00000100:00100000:3.0:1767328887.223250:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834176
00000100:00100000:3.0:1767328887.223255:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834176
00000100:00100000:1.0:1767328887.223256:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010834432:0@lo:400:kworker.0
00000100:00100000:0.0:1767328887.223262:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754
00000100:00100000:0.0:1767328887.223268:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010834304:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328887.223271:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328887.223280:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328887.223280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328887.223288:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328887.223293:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676
00000100:00100000:3.0:1767328887.223304:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010834176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328887.223312:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010834304:12345-0@lo:38:kworker.0 Request processed in 42us (352us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328887.223318:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754
00000100:00100000:2.0:1767328887.223334:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328887.223345:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010833792:0@lo:400:kworker.0
00000100:00100000:3.0:1767328887.223350:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010834176:12345-0@lo:400:kworker.0 Request processed in 48us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328887.223357:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676
00000100:00100000:3.0:1767328887.223379:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834560
00000100:00100000:3.0:1767328887.223382:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834560
00000100:00080000:2.0:1767328887.223388:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328887.223395:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328887.223401:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010834304:0@lo:38:kworker.0
00000100:00100000:3.0:1767328887.223413:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755
00000100:00100000:3.0:1767328887.223437:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010834560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328887.223446:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328887.223449:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328887.223450:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010834176:0@lo:400:kworker.0
00000100:00080000:2.0:1767328887.223460:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328887.223468:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010834048:0@lo:38:kworker.0
00000100:00100000:3.0:1767328887.223476:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010834560:12345-0@lo:38:kworker.0 Request processed in 37us (144us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328887.223482:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755
00000100:00080000:2.0:1767328887.223505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328887.223511:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328887.223514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010834560:0@lo:38:kworker.0
00000100:00100000:1.0:1767328887.734627:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010834688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328887.734688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328887.734762:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834688
00000100:00100000:0.0:1767328887.734772:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834688
00000100:00100000:0.0:1767328887.734818:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8583
00000100:00100000:0.0:1767328887.734826:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010834688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328887.734852:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328887.734895:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010834688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328887.734901:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8583
00000100:00100000:1.0:1767328887.734940:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010834688:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328888.182561:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328888.246610:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010834816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328888.246669:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328888.246725:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010834816
00000100:00100000:0.0:1767328888.246734:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010834816
00000100:00100000:0.0:1767328888.246779:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8584
00000100:00100000:0.0:1767328888.246787:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010834816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328888.246813:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328888.246855:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010834816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328888.246862:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8584
00000100:00100000:2.0:1767328888.246892:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010834816:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328889.206570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328890.230604:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328891.254556:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328891.318492:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328866/real 1767328866]  req@ffff9bb5a6891880 x1853164010829440/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767328891.318519:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a6891880 x1853164010829440/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328891.318535:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328891.318553:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328891.318556:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010829440:0@lo:250:kworker.0
00000100:00080000:1.0:1767328891.318586:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328891.318592:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328891.318595:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328891.318599:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14064
00000100:00080000:1.0:1767328891.318603:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328891.318608:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328891.318633:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300000 x1853164010834944/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328891.318652:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328891.318655:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328891.318656:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328891.318659:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14085
00000100:00080000:1.0:1767328891.318661:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328891.318665:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328891.318680:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010834944:0@lo:250:kworker.0
00000100:00100000:1.0:1767328891.318681:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302a00 x1853164010835072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767328891.318731:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010834944 offset 0 length 520: 4
00000100:00080000:1.0:1767328891.318732:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328891.318740:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328891.318743:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328891.318748:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14085
00000100:00080000:1.0:1767328891.318752:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328891.318758:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328891.318769:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010835200:0@lo:400:kworker.0
00000100:00100000:0.0:1767328891.318773:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010835328:0@lo:400:kworker.0
00000100:00100000:1.0:1767328891.318778:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796300 x1853164010835456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328891.318788:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010835072:0@lo:38:kworker.0
00000100:00080000:1.0:1767328891.318823:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328891.318828:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328891.318831:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328891.318833:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328891.318833:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328891.318843:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14085
00000100:00080000:1.0:1767328891.318846:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1767328891.318849:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010835584:0@lo:400:kworker.0
00000100:00080000:1.0:1767328891.318852:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328891.318869:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795500 x1853164010835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328891.318876:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010835456:0@lo:38:kworker.0
00000100:00100000:0.0:1767328891.318889:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328891.318891:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328891.318895:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328891.318897:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328891.318903:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14085
00000100:00100000:3.0:1767328891.318904:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010835840:0@lo:400:kworker.0
00000100:00080000:1.0:1767328891.318906:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328891.318914:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328891.318919:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328891.318930:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796d80 x1853164010835968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328891.318955:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328891.318972:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835584
00000100:00100000:3.0:1767328891.318981:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835584
00000100:00100000:1.0:1767328891.318982:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835072
00000100:00100000:1.0:1767328891.318988:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835072
00000100:00100000:2.0:1767328891.318996:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010835712:0@lo:38:kworker.0
00000100:00100000:0.0:1767328891.319013:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835456
00000100:00100000:0.0:1767328891.319018:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835456
00000100:00100000:1.0:1767328891.319025:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35355
00000100:00100000:2.0:1767328891.319032:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328891.319037:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010835072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328891.319046:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835712
00000100:00100000:0.0:1767328891.319051:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677
00000100:00100000:3.0:1767328891.319054:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835712
00010000:00020000:1.0:1767328891.319056:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328891.319060:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010835968:0@lo:38:kworker.0
00000100:00100000:0.0:1767328891.319062:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010835584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328891.319083:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4756
00000100:00100000:3.0:1767328891.319091:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010835456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328891.319105:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328891.319112:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010835072:12345-0@lo:38:kworker.0 Request processed in 75us (278us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328891.319117:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328891.319124:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010835584:12345-0@lo:400:kworker.0 Request processed in 63us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328891.319125:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35355
00000100:00100000:0.0:1767328891.319136:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677
00000100:00080000:2.0:1767328891.319152:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328891.319153:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010835456:12345-0@lo:38:kworker.0 Request processed in 59us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328891.319155:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835968
00000100:00080000:2.0:1767328891.319160:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328891.319162:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835968
00000100:00100000:2.0:1767328891.319165:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010835072:0@lo:38:kworker.0
00000100:00100000:3.0:1767328891.319166:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4756
00000100:00100000:1.0:1767328891.319174:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4757
00000100:00100000:1.0:1767328891.319182:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010835712:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328891.319191:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328891.319192:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4758
00010000:00020000:1.0:1767328891.319197:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328891.319198:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328891.319202:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010835968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328891.319205:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010835456:0@lo:38:kworker.0
00000100:00100000:0.0:1767328891.319211:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835200
00000100:00100000:0.0:1767328891.319217:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835200
00010000:00020000:3.0:1767328891.319217:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328891.319249:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835328
00000100:00100000:1.0:1767328891.319252:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010835712:12345-0@lo:38:kworker.0 Request processed in 67us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328891.319255:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835328
00000100:00100000:3.0:1767328891.319262:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010835968:12345-0@lo:38:kworker.0 Request processed in 60us (149us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328891.319265:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9688
00000100:00100000:1.0:1767328891.319271:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4757
00000100:00100000:3.0:1767328891.319280:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4758
00000100:00100000:0.0:1767328891.319286:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010835200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328891.319299:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9689
00000100:00100000:3.0:1767328891.319310:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328891.319311:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010835328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328891.319331:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010835840
00000100:00100000:1.0:1767328891.319335:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010835840
00000100:00100000:0.0:1767328891.319355:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010835200:12345-0@lo:400:kworker.0 Request processed in 76us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328891.319362:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9688
00000100:00100000:2.0:1767328891.319372:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010835328:12345-0@lo:400:kworker.0 Request processed in 61us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328891.319380:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678
00000100:00100000:2.0:1767328891.319385:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9689
00000100:00100000:1.0:1767328891.319398:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010835840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328891.319408:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010835200:0@lo:400:kworker.0
00000100:00080000:3.0:1767328891.319445:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328891.319452:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328891.319456:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328891.319457:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010835328:0@lo:400:kworker.0
00000100:00080000:3.0:1767328891.319480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328891.319487:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010835840:12345-0@lo:400:kworker.0 Request processed in 93us (173us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328891.319489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328891.319499:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010835584:0@lo:400:kworker.0
00000100:00100000:1.0:1767328891.319500:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678
00000100:00100000:3.0:1767328891.319500:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010835712:0@lo:38:kworker.0
00000100:00100000:2.0:1767328891.319512:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010835840:0@lo:400:kworker.0
00000100:00080000:3.0:1767328891.319525:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328891.319530:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328891.319535:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010835968:0@lo:38:kworker.0
00000100:00100000:2.0:1767328891.728924:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328891.728974:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328891.728991:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993271040 offset 0 length 520: 4
00000100:00100000:1.0:1767328891.729010:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270784
00000100:00100000:3.0:1767328891.729019:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993270912
00000100:00100000:1.0:1767328891.729021:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270784
00000100:00100000:3.0:1767328891.729026:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993270912
00000100:00100000:1.0:1767328891.729074:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2679
00000100:00080000:2.0:1767328891.729077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328891.729090:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993270912:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328891.729094:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4759
00000100:00100000:3.0:1767328891.729104:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993270784:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328891.729122:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328891.729171:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993270912:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 82us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328891.729171:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993270784:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 61us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328891.729184:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4759
00000100:00100000:1.0:1767328891.729191:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2679
00010000:00010000:0.0:1767328892.278545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328892.854589:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010836096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328892.854656:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328892.854702:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836096
00000100:00100000:1.0:1767328892.854711:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836096
00000100:00100000:1.0:1767328892.854755:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8585
00000100:00100000:1.0:1767328892.854764:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010836096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328892.854790:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328892.854842:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010836096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328892.854851:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8585
00000100:00100000:0.0:1767328892.854878:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010836096:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328893.302584:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328893.366567:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010836224:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328893.366627:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328893.366677:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836224
00000100:00100000:1.0:1767328893.366685:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836224
00000100:00080000:2.0:1767328893.366732:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328893.366745:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8586
00000100:00100000:1.0:1767328893.366755:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010836224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767328893.366780:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767328893.366823:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010836224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328893.366829:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8586
00000100:00100000:2.0:1767328893.366860:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010836224:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328894.326546:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328894.800779:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328894.800833:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271168
00000100:00100000:1.0:1767328894.800843:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271168
00000100:00080000:2.0:1767328894.800901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328894.800930:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4760
00000100:00100000:1.0:1767328894.800946:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993271168:12345-192.168.203.25@tcp:17:kworker.0
00000100:00100000:1.0:1767328894.801050:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993271168:12345-192.168.203.25@tcp:17:kworker.0 Request processed in 109us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328894.801061:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4760
00010000:00010000:1.0:1767328895.350549:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328896.374542:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328896.438504:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328896.438514:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328896.438518:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328896.438522:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328896.438527:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328896.438535:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14089
00000100:00080000:1.0:1767328896.438540:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328896.438547:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328896.438581:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794e00 x1853164010836352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328896.438629:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328896.438631:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010836352:0@lo:38:kworker.0
00000100:00080000:1.0:1767328896.438633:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328896.438637:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328896.438642:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14089
00000100:00080000:1.0:1767328896.438644:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328896.438648:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328896.438660:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797b80 x1853164010836736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328896.438668:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010836480:0@lo:400:kworker.0
00000100:00100000:2.0:1767328896.438681:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010836608:0@lo:400:kworker.0
00000100:00080000:1.0:1767328896.438694:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328896.438700:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328896.438701:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328896.438704:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328896.438708:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14089
00000100:00080000:1.0:1767328896.438710:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328896.438713:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328896.438720:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328896.438725:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796680 x1853164010836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328896.438740:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010836736:0@lo:38:kworker.0
00000100:00080000:1.0:1767328896.438746:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328896.438750:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328896.438752:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328896.438753:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010837120:0@lo:400:kworker.0
00000100:00080000:1.0:1767328896.438758:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14089
00000100:00080000:1.0:1767328896.438762:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328896.438766:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328896.438773:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328896.438777:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010836864:0@lo:400:kworker.0
00000100:00100000:1.0:1767328896.438781:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795180 x1853164010837248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328896.438800:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836480
00000100:00100000:2.0:1767328896.438807:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836480
00000100:00100000:1.0:1767328896.438811:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836352
00000100:00100000:3.0:1767328896.438812:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010836992:0@lo:38:kworker.0
00000100:00100000:1.0:1767328896.438817:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836352
00000100:00100000:0.0:1767328896.438822:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328896.438853:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328896.438864:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9690
00000100:00100000:1.0:1767328896.438872:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35356
00000100:00100000:2.0:1767328896.438876:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010836480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328896.438882:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836736
00000100:00100000:3.0:1767328896.438884:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010837248:0@lo:38:kworker.0
00000100:00100000:0.0:1767328896.438889:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836736
00000100:00100000:1.0:1767328896.438889:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010836352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328896.438922:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328896.438930:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836864
00000100:00100000:0.0:1767328896.438934:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836864
00000100:00100000:3.0:1767328896.438941:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328896.438957:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010836480:12345-0@lo:400:kworker.0 Request processed in 84us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328896.438965:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9690
00000100:00100000:0.0:1767328896.438967:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836992
00000100:00100000:0.0:1767328896.438971:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836992
00000100:00100000:0.0:1767328896.438985:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837248
00000100:00100000:1.0:1767328896.438988:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010836352:12345-0@lo:38:kworker.0 Request processed in 101us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328896.438989:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837248
00000100:00080000:2.0:1767328896.438993:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328896.438995:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328896.439001:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328896.439006:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328896.439008:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680
00000100:00100000:1.0:1767328896.439009:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35356
00000100:00100000:3.0:1767328896.439013:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010836352:0@lo:38:kworker.0
00000100:00100000:2.0:1767328896.439025:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4761
00000100:00100000:0.0:1767328896.439026:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010836864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328896.439034:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010836736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328896.439045:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328896.439055:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4762
00000100:00100000:3.0:1767328896.439062:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010836992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328896.439067:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4763
00000100:00100000:0.0:1767328896.439073:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010836864:12345-0@lo:400:kworker.0 Request processed in 53us (251us total) trans 0 rc 0/0
00010000:00020000:3.0:1767328896.439077:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328896.439082:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010837248:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328896.439085:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010836736:12345-0@lo:38:kworker.0 Request processed in 49us (310us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328896.439091:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680
00000100:00100000:2.0:1767328896.439100:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4761
00010000:00020000:1.0:1767328896.439105:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328896.439115:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010836992:12345-0@lo:38:kworker.0 Request processed in 52us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328896.439122:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4762
00000100:00100000:2.0:1767328896.439130:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328896.439142:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837120
00000100:00100000:3.0:1767328896.439147:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837120
00000100:00100000:0.0:1767328896.439148:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010836864:0@lo:400:kworker.0
00000100:00100000:1.0:1767328896.439154:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010837248:12345-0@lo:38:kworker.0 Request processed in 73us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328896.439162:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4763
00000100:00100000:2.0:1767328896.439179:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328896.439193:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010836480:0@lo:400:kworker.0
00000100:00080000:1.0:1767328896.439220:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328896.439221:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681
00000100:00100000:2.0:1767328896.439225:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010836608
00000100:00080000:1.0:1767328896.439230:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328896.439232:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010836608
00000100:00080000:0.0:1767328896.439234:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328896.439235:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010837120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328896.439236:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010837248:0@lo:38:kworker.0
00000100:00080000:1.0:1767328896.439255:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328896.439259:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328896.439263:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010836736:0@lo:38:kworker.0
00000100:00080000:0.0:1767328896.439269:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328896.439276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328896.439284:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328896.439285:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010837120:12345-0@lo:400:kworker.0 Request processed in 52us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328896.439290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010836992:0@lo:38:kworker.0
00000100:00100000:3.0:1767328896.439297:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681
00000100:00100000:2.0:1767328896.439303:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9691
00000100:00100000:2.0:1767328896.439317:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010836608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328896.439349:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010837120:0@lo:400:kworker.0
00000100:00100000:2.0:1767328896.439379:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010836608:12345-0@lo:400:kworker.0 Request processed in 66us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328896.439384:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9691
00000100:00100000:0.0:1767328896.439445:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010836608:0@lo:400:kworker.0
00000100:00100000:2.0:1767328896.848988:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328896.849025:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328896.849048:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271424
00000100:00100000:3.0:1767328896.849058:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271424
00000100:00100000:0.0:1767328896.849076:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271296
00000100:00100000:0.0:1767328896.849083:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271296
00000100:00080000:2.0:1767328896.849112:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328896.849133:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2682
00000100:00100000:3.0:1767328896.849141:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4764
00000100:00100000:0.0:1767328896.849148:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993271424:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328896.849155:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993271296:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328896.849175:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328896.849231:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993271296:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328896.849236:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993271424:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328896.849242:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4764
00000100:00100000:0.0:1767328896.849253:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2682
00010000:00010000:0.0:1767328897.398545:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328897.974627:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010837376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328897.974686:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328897.974724:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837376
00000100:00100000:1.0:1767328897.974733:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837376
00000100:00100000:1.0:1767328897.974779:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8587
00000100:00100000:1.0:1767328897.974786:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010837376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767328897.974812:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767328897.974856:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010837376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328897.974863:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8587
00000100:00100000:0.0:1767328897.974915:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010837376:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328898.422565:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328898.486590:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010837504:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328898.486649:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328898.486690:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837504
00000100:00100000:0.0:1767328898.486698:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837504
00000100:00080000:2.0:1767328898.486751:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328898.486756:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8588
00000100:00100000:0.0:1767328898.486766:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010837504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328898.486791:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328898.486832:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010837504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328898.486839:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8588
00000100:00100000:1.0:1767328898.486904:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010837504:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328899.446565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328900.470565:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328901.494554:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328901.558510:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328901.558522:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328901.558526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328901.558530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328901.558535:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328901.558543:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14094
00000100:00080000:2.0:1767328901.558548:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328901.558553:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328901.558587:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8a80 x1853164010837632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328901.558640:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010837632:0@lo:38:kworker.0
00000100:00080000:2.0:1767328901.558643:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328901.558647:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328901.558649:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328901.558653:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14094
00000100:00080000:2.0:1767328901.558656:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328901.558660:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328901.558671:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868b8700 x1853164010838016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328901.558695:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010837760:0@lo:400:kworker.0
00000100:00080000:2.0:1767328901.558707:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328901.558712:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010837888:0@lo:400:kworker.0
00000100:00080000:2.0:1767328901.558713:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328901.558718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328901.558721:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328901.558722:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14094
00000100:00080000:2.0:1767328901.558725:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328901.558730:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328901.558745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09c700 x1853164010838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328901.558757:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328901.558765:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010838016:0@lo:38:kworker.0
00000100:00100000:3.0:1767328901.558773:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767328901.558782:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328901.558787:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010838400:0@lo:400:kworker.0
00000100:00080000:2.0:1767328901.558789:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328901.558794:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328901.558800:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14094
00000100:00080000:2.0:1767328901.558803:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328901.558808:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328901.558810:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328901.558823:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b09f480 x1853164010838528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328901.558833:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328901.558852:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010838272:0@lo:38:kworker.0
00000100:00100000:0.0:1767328901.558856:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837632
00000100:00100000:2.0:1767328901.558877:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837760
00000100:00100000:0.0:1767328901.558880:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837632
00000100:00100000:2.0:1767328901.558884:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837760
00000100:00100000:3.0:1767328901.558899:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328901.558932:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35357
00000100:00100000:3.0:1767328901.558932:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010838144:0@lo:400:kworker.0
00000100:00100000:1.0:1767328901.558933:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838016
00000100:00100000:2.0:1767328901.558937:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010837888
00000100:00100000:1.0:1767328901.558941:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838016
00000100:00100000:2.0:1767328901.558942:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010837888
00000100:00100000:0.0:1767328901.558945:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010837632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328901.558962:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328901.558966:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328901.558967:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838400
00000100:00100000:2.0:1767328901.558970:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9692
00000100:00100000:1.0:1767328901.558971:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838400
00000100:00100000:2.0:1767328901.558980:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010837760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328901.559009:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838144
00000100:00100000:0.0:1767328901.559010:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010837632:12345-0@lo:38:kworker.0 Request processed in 65us (290us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328901.559014:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838144
00000100:00100000:3.0:1767328901.559017:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683
00000100:00100000:0.0:1767328901.559024:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35357
00000100:00100000:3.0:1767328901.559031:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010838400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328901.559045:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010837760:12345-0@lo:400:kworker.0 Request processed in 65us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328901.559047:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684
00000100:00100000:2.0:1767328901.559055:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9692
00000100:00100000:1.0:1767328901.559058:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010838144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328901.559065:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9693
00000100:00100000:0.0:1767328901.559079:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010837888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328901.559080:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010838400:12345-0@lo:400:kworker.0 Request processed in 50us (177us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328901.559082:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328901.559091:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328901.559092:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683
00000100:00080000:2.0:1767328901.559095:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328901.559106:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010838144:12345-0@lo:400:kworker.0 Request processed in 50us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328901.559115:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684
00000100:00100000:2.0:1767328901.559124:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4765
00000100:00100000:0.0:1767328901.559130:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010837888:12345-0@lo:400:kworker.0 Request processed in 56us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328901.559132:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010838016:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328901.559141:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9693
00010000:00020000:2.0:1767328901.559153:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328901.559154:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328901.559160:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010837888:0@lo:400:kworker.0
00000100:00100000:0.0:1767328901.559178:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838272
00000100:00100000:0.0:1767328901.559183:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838272
00000100:00100000:1.0:1767328901.559185:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010838528:0@lo:38:kworker.0
00000100:00100000:2.0:1767328901.559196:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010838016:12345-0@lo:38:kworker.0 Request processed in 64us (387us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328901.559202:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010838400:0@lo:400:kworker.0
00000100:00100000:0.0:1767328901.559209:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766
00000100:00100000:1.0:1767328901.559219:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328901.559221:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010838272:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328901.559223:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010838144:0@lo:400:kworker.0
00000100:00100000:2.0:1767328901.559231:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4765
00010000:00020000:0.0:1767328901.559236:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328901.559254:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838528
00000100:00080000:1.0:1767328901.559260:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328901.559260:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838528
00000100:00080000:1.0:1767328901.559266:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328901.559272:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010838272:12345-0@lo:38:kworker.0 Request processed in 52us (117us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328901.559273:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010838016:0@lo:38:kworker.0
00000100:00100000:0.0:1767328901.559285:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766
00000100:00100000:3.0:1767328901.559292:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767
00000100:00080000:1.0:1767328901.559297:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328901.559300:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010838528:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767328901.559305:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328901.559312:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010837632:0@lo:38:kworker.0
00010000:00020000:3.0:1767328901.559314:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328901.559319:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010837760:0@lo:400:kworker.0
00000100:00100000:3.0:1767328901.559348:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010838528:12345-0@lo:38:kworker.0 Request processed in 47us (132us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328901.559354:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328901.559355:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767
00000100:00080000:1.0:1767328901.559363:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328901.559367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010838272:0@lo:38:kworker.0
00000100:00080000:1.0:1767328901.559377:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328901.559379:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328901.559383:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010838528:0@lo:38:kworker.0
00000100:00100000:2.0:1767328901.968825:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328901.968870:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328901.968895:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271552
00000100:00100000:3.0:1767328901.968904:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271552
00000100:00100000:0.0:1767328901.968918:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271680
00000100:00100000:0.0:1767328901.968924:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271680
00000100:00100000:3.0:1767328901.968947:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4768
00000100:00100000:3.0:1767328901.968956:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993271552:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:2.0:1767328901.968975:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328901.968976:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328901.968983:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2685
00000100:00100000:1.0:1767328901.968997:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993271680:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328901.969035:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993271552:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 79us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328901.969043:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4768
00000100:00100000:1.0:1767328901.969046:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993271680:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328901.969058:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2685
00010000:00010000:0.0:1767328902.518546:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328903.094621:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010838656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328903.094686:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328903.094736:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838656
00000100:00100000:2.0:1767328903.094745:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838656
00000100:00080000:0.0:1767328903.094795:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328903.094804:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8589
00000100:00100000:2.0:1767328903.094814:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010838656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328903.094846:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328903.094906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010838656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328903.094913:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8589
00000100:00100000:0.0:1767328903.094946:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010838656:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328903.542591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328903.606607:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010838784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767328903.606667:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328903.606752:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838784
00000100:00100000:2.0:1767328903.606761:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838784
00000100:00080000:0.0:1767328903.606806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328903.606818:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8590
00000100:00100000:2.0:1767328903.606827:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010838784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328903.606878:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328903.606922:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010838784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328903.606929:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8590
00000100:00100000:0.0:1767328903.606965:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010838784:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328904.566554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328905.590558:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328906.614558:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328906.678524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328906.678533:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328906.678537:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328906.678541:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328906.678546:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328906.678553:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14099
00000100:00080000:1.0:1767328906.678559:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328906.678566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328906.678606:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482794380 x1853164010838912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328906.678660:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010838912:0@lo:38:kworker.0
00000100:00080000:1.0:1767328906.678673:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328906.678678:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328906.678682:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328906.678688:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14099
00000100:00080000:1.0:1767328906.678691:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328906.678696:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328906.678708:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010839040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328906.678708:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010839168:0@lo:400:kworker.0
00000100:00100000:1.0:1767328906.678714:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482795880 x1853164010839296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328906.678724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328906.678759:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328906.678764:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328906.678768:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328906.678769:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010839296:0@lo:38:kworker.0
00000100:00100000:0.0:1767328906.678772:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328906.678779:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14099
00000100:00080000:1.0:1767328906.678784:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328906.678789:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328906.678793:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328906.678805:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010839424:0@lo:400:kworker.0
00000100:00100000:1.0:1767328906.678808:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482797100 x1853164010839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328906.678820:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328906.678846:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839040
00000100:00100000:0.0:1767328906.678854:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839040
00000100:00080000:1.0:1767328906.678860:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328906.678861:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010838912
00000100:00080000:1.0:1767328906.678867:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328906.678868:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010838912
00000100:00080000:1.0:1767328906.678871:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328906.678876:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010839552:0@lo:38:kworker.0
00000100:00080000:1.0:1767328906.678879:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14099
00000100:00080000:1.0:1767328906.678885:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328906.678890:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328906.678908:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb482796d80 x1853164010839808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328906.678910:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35358
00000100:00100000:0.0:1767328906.678914:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9694
00000100:00100000:3.0:1767328906.678917:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328906.678924:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010838912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328906.678929:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010839040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328906.678941:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010839808:0@lo:38:kworker.0
00010000:00020000:2.0:1767328906.678947:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328906.678954:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767328906.678968:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328906.678969:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010839680:0@lo:400:kworker.0
00000100:00100000:2.0:1767328906.679001:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010838912:12345-0@lo:38:kworker.0 Request processed in 77us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328906.679004:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010839040:12345-0@lo:400:kworker.0 Request processed in 78us (235us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328906.679013:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328906.679014:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35358
00000100:00100000:0.0:1767328906.679019:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9694
00000100:00100000:1.0:1767328906.679024:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328906.679024:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328906.679032:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010838912:0@lo:38:kworker.0
00000100:00080000:0.0:1767328906.679050:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328906.679051:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839296
00000100:00100000:2.0:1767328906.679056:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839296
00000100:00100000:3.0:1767328906.679081:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839552
00000100:00100000:0.0:1767328906.679083:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328906.679084:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839808
00000100:00100000:1.0:1767328906.679086:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839680
00000100:00100000:3.0:1767328906.679088:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839552
00000100:00100000:2.0:1767328906.679089:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839808
00000100:00100000:1.0:1767328906.679093:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839680
00000100:00100000:2.0:1767328906.679123:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4769
00000100:00100000:0.0:1767328906.679124:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839168
00000100:00100000:0.0:1767328906.679129:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839168
00000100:00100000:3.0:1767328906.679131:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4770
00000100:00100000:2.0:1767328906.679132:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010839296:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328906.679141:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010839808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328906.679144:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328906.679153:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686
00010000:00020000:3.0:1767328906.679155:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328906.679163:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9695
00000100:00100000:1.0:1767328906.679168:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010839680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328906.679175:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010839168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328906.679181:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010839296:12345-0@lo:38:kworker.0 Request processed in 50us (363us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328906.679188:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4769
00000100:00100000:3.0:1767328906.679193:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010839808:12345-0@lo:38:kworker.0 Request processed in 52us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328906.679199:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4770
00000100:00100000:2.0:1767328906.679205:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4771
00000100:00100000:2.0:1767328906.679212:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010839552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328906.679220:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328906.679237:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328906.679239:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010839168:12345-0@lo:400:kworker.0 Request processed in 66us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328906.679239:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010839680:12345-0@lo:400:kworker.0 Request processed in 73us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328906.679252:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010839552:12345-0@lo:38:kworker.0 Request processed in 37us (338us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328906.679259:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9695
00000100:00100000:1.0:1767328906.679262:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686
00000100:00100000:3.0:1767328906.679270:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839424
00000100:00100000:2.0:1767328906.679274:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4771
00000100:00100000:3.0:1767328906.679274:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839424
00000100:00080000:1.0:1767328906.679297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767328906.679303:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328906.679305:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010839040:0@lo:400:kworker.0
00000100:00100000:2.0:1767328906.679312:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687
00000100:00100000:2.0:1767328906.679325:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010839424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328906.679347:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010839680:0@lo:400:kworker.0
00000100:00100000:0.0:1767328906.679349:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010839168:0@lo:400:kworker.0
00000100:00100000:2.0:1767328906.679371:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010839424:12345-0@lo:400:kworker.0 Request processed in 50us (136us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328906.679376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328906.679380:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687
00000100:00080000:3.0:1767328906.679384:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328906.679389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010839808:0@lo:38:kworker.0
00000100:00080000:3.0:1767328906.679403:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328906.679407:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328906.679409:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010839552:0@lo:38:kworker.0
00000100:00100000:2.0:1767328906.679442:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010839424:0@lo:400:kworker.0
00000100:00080000:3.0:1767328906.679447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328906.679452:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328906.679457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb482795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010839296:0@lo:38:kworker.0
00000100:00100000:2.0:1767328907.088951:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328907.088990:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328907.089012:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271808
00000100:00100000:0.0:1767328907.089022:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271808
00000100:00100000:3.0:1767328907.089034:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993271936
00000100:00100000:3.0:1767328907.089042:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993271936
00000100:00100000:0.0:1767328907.089065:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4772
00000100:00100000:0.0:1767328907.089073:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993271808:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328907.089093:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328907.089103:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2688
00000100:00100000:3.0:1767328907.089116:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993271936:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767328907.089119:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328907.089148:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993271808:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 74us (203us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328907.089155:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4772
00000100:00100000:3.0:1767328907.089167:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993271936:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328907.089177:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2688
00010000:00010000:0.0:1767328907.638569:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328908.214644:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010839936:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328908.214712:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328908.214751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010839936
00000100:00100000:2.0:1767328908.214760:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010839936
00000100:00080000:1.0:1767328908.214809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328908.214850:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8591
00000100:00100000:2.0:1767328908.214862:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010839936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328908.214889:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328908.214933:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010839936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328908.214939:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8591
00000100:00100000:0.0:1767328908.214992:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010839936:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328908.662550:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328908.726571:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010840064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328908.726640:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328908.726681:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840064
00000100:00100000:2.0:1767328908.726691:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840064
00000100:00080000:1.0:1767328908.726738:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328908.726752:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8592
00000100:00100000:2.0:1767328908.726762:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010840064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328908.726788:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328908.726854:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010840064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328908.726861:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8592
00000100:00100000:1.0:1767328908.726897:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010840064:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328909.686582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328910.710518:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328911.734538:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328911.798557:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328911.798569:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328911.798572:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328911.798577:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328911.798581:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328911.798590:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14104
00000100:00080000:0.0:1767328911.798596:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328911.798604:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328911.798640:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb800 x1853164010840192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328911.798686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328911.798690:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328911.798692:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328911.798696:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010840192:0@lo:38:kworker.0
00000100:00080000:0.0:1767328911.798697:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14104
00000100:00080000:0.0:1767328911.798703:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328911.798706:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010840320:0@lo:400:kworker.0
00000100:00080000:0.0:1767328911.798709:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328911.798720:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010840448:0@lo:400:kworker.0
00000100:00100000:0.0:1767328911.798728:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9c00 x1853164010840576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328911.798758:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328911.798761:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328911.798762:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328911.798766:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14104
00000100:00080000:0.0:1767328911.798769:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:1.0:1767328911.798775:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328911.798776:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328911.798776:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328911.798807:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9180 x1853164010840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328911.798813:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010840704:0@lo:400:kworker.0
00000100:00080000:0.0:1767328911.798830:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328911.798834:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328911.798836:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328911.798840:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14104
00000100:00080000:0.0:1767328911.798844:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328911.798849:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328911.798856:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328911.798868:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb480 x1853164010841088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328911.798870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010840576:0@lo:38:kworker.0
00000100:00100000:1.0:1767328911.798879:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010840960:0@lo:400:kworker.0
00000100:00100000:0.0:1767328911.798907:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840320
00000100:00100000:3.0:1767328911.798913:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328911.798915:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840320
00000100:00100000:2.0:1767328911.798915:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840192
00000100:00100000:2.0:1767328911.798922:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840192
00000100:00100000:1.0:1767328911.798926:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328911.798942:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010840832:0@lo:38:kworker.0
00000100:00100000:2.0:1767328911.798960:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35359
00000100:00100000:2.0:1767328911.798969:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010840192:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328911.798974:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840448
00000100:00080000:1.0:1767328911.798975:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328911.798976:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328911.798979:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840448
00010000:00020000:2.0:1767328911.798990:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328911.799005:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010841088:0@lo:38:kworker.0
00000100:00100000:0.0:1767328911.799014:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9696
00000100:00100000:1.0:1767328911.799022:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9697
00000100:00100000:0.0:1767328911.799027:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010840320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328911.799041:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010840448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328911.799041:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010840192:12345-0@lo:38:kworker.0 Request processed in 67us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328911.799041:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328911.799057:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35359
00000100:00080000:3.0:1767328911.799078:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328911.799084:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328911.799089:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010840192:0@lo:38:kworker.0
00000100:00100000:0.0:1767328911.799099:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010840320:12345-0@lo:400:kworker.0 Request processed in 75us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328911.799108:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9696
00000100:00100000:1.0:1767328911.799108:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010840448:12345-0@lo:400:kworker.0 Request processed in 74us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328911.799119:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9697
00000100:00100000:3.0:1767328911.799122:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840704
00000100:00100000:3.0:1767328911.799127:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840704
00000100:00100000:2.0:1767328911.799140:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840576
00000100:00080000:1.0:1767328911.799145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328911.799146:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840576
00000100:00080000:1.0:1767328911.799150:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328911.799166:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840832
00000100:00100000:0.0:1767328911.799172:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010840448:0@lo:400:kworker.0
00000100:00100000:1.0:1767328911.799173:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841088
00000100:00100000:3.0:1767328911.799173:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840832
00000100:00100000:2.0:1767328911.799179:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689
00000100:00100000:1.0:1767328911.799181:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841088
00000100:00100000:2.0:1767328911.799192:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010840704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328911.799207:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4773
00000100:00100000:0.0:1767328911.799211:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010840320:0@lo:400:kworker.0
00000100:00100000:1.0:1767328911.799217:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774
00000100:00100000:3.0:1767328911.799218:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010840576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328911.799227:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010840832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328911.799232:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767328911.799240:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328911.799242:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010840704:12345-0@lo:400:kworker.0 Request processed in 53us (389us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328911.799247:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328911.799256:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689
00000100:00100000:2.0:1767328911.799278:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010840960
00000100:00100000:2.0:1767328911.799282:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010840960
00000100:00100000:3.0:1767328911.799286:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010840576:12345-0@lo:38:kworker.0 Request processed in 68us (373us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328911.799288:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010840832:12345-0@lo:38:kworker.0 Request processed in 60us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328911.799296:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775
00000100:00100000:0.0:1767328911.799306:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010841088:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328911.799306:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4773
00000100:00100000:1.0:1767328911.799313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774
00010000:00020000:0.0:1767328911.799320:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328911.799329:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690
00000100:00100000:3.0:1767328911.799341:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010840960:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328911.799349:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328911.799357:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010841088:12345-0@lo:38:kworker.0 Request processed in 51us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328911.799363:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775
00000100:00100000:2.0:1767328911.799368:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010840704:0@lo:400:kworker.0
00000100:00100000:3.0:1767328911.799386:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010840960:12345-0@lo:400:kworker.0 Request processed in 49us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328911.799394:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690
00000100:00100000:1.0:1767328911.799406:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010840960:0@lo:400:kworker.0
00000100:00080000:2.0:1767328911.799459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328911.799464:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328911.799467:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010841088:0@lo:38:kworker.0
00000100:00080000:2.0:1767328911.799474:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328911.799476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328911.799478:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010840576:0@lo:38:kworker.0
00000100:00080000:2.0:1767328911.799483:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328911.799485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328911.799487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010840832:0@lo:38:kworker.0
00000100:00100000:2.0:1767328912.209102:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328912.209135:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328912.209158:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272192
00000100:00100000:3.0:1767328912.209169:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272192
00000100:00100000:0.0:1767328912.209187:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272064
00000100:00100000:0.0:1767328912.209193:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272064
00000100:00080000:1.0:1767328912.209221:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328912.209238:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2691
00000100:00100000:3.0:1767328912.209247:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4776
00000100:00100000:0.0:1767328912.209253:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993272192:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328912.209261:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993272064:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328912.209282:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328912.209327:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993272192:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328912.209328:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993272064:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 69us (189us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328912.209345:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2691
00000100:00100000:3.0:1767328912.209351:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4776
00010000:00010000:0.0:1767328912.758572:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328913.334685:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328913.334711:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010841216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328913.334821:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328913.334873:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841216
00000100:00100000:2.0:1767328913.334883:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841216
00000100:00080000:1.0:1767328913.334948:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328913.334972:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8593
00000100:00100000:2.0:1767328913.334988:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010841216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328913.335022:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328913.335073:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010841216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328913.335079:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8593
00000100:00100000:1.0:1767328913.335144:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010841216:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328913.782601:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328913.846596:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010841344:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328913.846657:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328913.846692:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841344
00000100:00100000:2.0:1767328913.846700:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841344
00000100:00080000:3.0:1767328913.846741:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328913.846758:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8594
00000100:00100000:2.0:1767328913.846767:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010841344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328913.846804:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328913.846846:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010841344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328913.846852:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8594
00000100:00100000:1.0:1767328913.846884:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010841344:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328914.806554:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328915.830579:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767328916.304889:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993272320 offset 0 length 520: 4
00000100:00100000:2.0:1767328916.304923:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328916.304954:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328916.304984:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272448
00000100:00100000:0.0:1767328916.304994:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272448
00000100:00100000:3.0:1767328916.305016:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272576
00000100:00100000:3.0:1767328916.305022:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272576
00000100:00100000:0.0:1767328916.305036:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4777
00000100:00100000:0.0:1767328916.305046:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993272448:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328916.305067:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328916.305084:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2692
00000100:00080000:1.0:1767328916.305086:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328916.305098:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993272576:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328916.305123:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993272448:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328916.305130:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4777
00000100:00100000:3.0:1767328916.305150:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993272576:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 54us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328916.305158:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2692
00010000:00010000:1.0:1767328916.854577:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328916.918494:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328916.918502:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1767328916.918504:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328891/real 1767328891]  req@ffff9bb591300000 x1853164010834944/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328916.918505:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328916.918510:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328916.918514:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328916.918523:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14109
00000100:00080000:0.0:1767328916.918529:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328916.918536:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328916.918546:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb591300000 x1853164010834944/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767328916.918569:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9500 x1853164010841472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328916.918570:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328916.918595:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328916.918602:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010834944:0@lo:250:kworker.0
00000100:00080000:0.0:1767328916.918622:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328916.918626:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328916.918627:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328916.918632:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010841472:0@lo:38:kworker.0
00000100:00080000:0.0:1767328916.918633:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14109
00000100:00100000:1.0:1767328916.918635:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010841728:0@lo:400:kworker.0
00000100:00080000:0.0:1767328916.918637:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328916.918645:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328916.918659:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1ba680 x1853164010841856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328916.918669:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010841600:0@lo:400:kworker.0
00000100:00080000:0.0:1767328916.918686:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328916.918690:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328916.918692:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328916.918696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14109
00000100:00080000:0.0:1767328916.918699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767328916.918704:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328916.918705:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328916.918712:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328916.918720:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9180 x1853164010842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328916.918735:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010841984:0@lo:400:kworker.0
00000100:00080000:0.0:1767328916.918738:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328916.918741:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328916.918743:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328916.918746:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14109
00000100:00080000:0.0:1767328916.918748:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328916.918763:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328916.918779:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1bb480 x1853164010842368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328916.918790:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328916.918797:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328916.918802:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767328916.918802:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010841856:0@lo:38:kworker.0
00000100:00080000:0.0:1767328916.918805:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328916.918812:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14089
00000100:00100000:1.0:1767328916.918812:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841728
00000100:00080000:0.0:1767328916.918815:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328916.918820:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328916.918820:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328916.918821:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841728
00000100:00100000:3.0:1767328916.918830:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010842240:0@lo:400:kworker.0
00000100:00100000:0.0:1767328916.918837:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9880 x1853164010842496/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328916.918849:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328916.918869:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328916.918883:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841600
00000100:00100000:1.0:1767328916.918887:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841600
00000100:00100000:2.0:1767328916.918891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010842112:0@lo:38:kworker.0
00000100:00080000:0.0:1767328916.918904:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328916.918911:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767328916.918925:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9698
00000100:00100000:2.0:1767328916.918927:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328916.918935:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9699
00000100:00100000:1.0:1767328916.918940:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010841728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328916.918949:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010842368:0@lo:38:kworker.0
00000100:00100000:3.0:1767328916.918952:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010841600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328916.918977:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841984
00000100:00100000:2.0:1767328916.918983:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328916.918984:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841984
00000100:00100000:1.0:1767328916.919002:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010841728:12345-0@lo:400:kworker.0 Request processed in 67us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328916.919011:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9698
00000100:00100000:3.0:1767328916.919016:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010841600:12345-0@lo:400:kworker.0 Request processed in 68us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328916.919018:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010842496:0@lo:250:kworker.0
00000100:00100000:0.0:1767328916.919025:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841856
00000100:00100000:0.0:1767328916.919029:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841856
00000100:00100000:3.0:1767328916.919029:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9699
00000100:00100000:1.0:1767328916.919044:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010842112
00000400:00000100:2.0:1767328916.919049:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010842496 offset 0 length 520: 4
00000100:00100000:1.0:1767328916.919050:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010842112
00000100:00100000:0.0:1767328916.919057:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010842368
00000100:00100000:0.0:1767328916.919063:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010842368
00000100:00100000:1.0:1767328916.919076:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693
00000100:00100000:3.0:1767328916.919080:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010841600:0@lo:400:kworker.0
00000100:00100000:1.0:1767328916.919089:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010841984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328916.919100:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778
00000100:00100000:0.0:1767328916.919111:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010841856:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328916.919111:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4779
00000100:00100000:3.0:1767328916.919117:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328916.919122:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010842112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328916.919133:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328916.919136:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328916.919142:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010841984:12345-0@lo:400:kworker.0 Request processed in 55us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328916.919146:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010841984:0@lo:400:kworker.0
00000100:00100000:1.0:1767328916.919152:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693
00000100:00100000:1.0:1767328916.919176:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010842240
00000100:00100000:1.0:1767328916.919179:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010842240
00000100:00100000:3.0:1767328916.919182:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780
00000100:00100000:0.0:1767328916.919186:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010841856:12345-0@lo:38:kworker.0 Request processed in 75us (336us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328916.919194:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010842368:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328916.919195:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010842112:12345-0@lo:38:kworker.0 Request processed in 68us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328916.919202:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778
00000100:00100000:1.0:1767328916.919212:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694
00010000:00020000:3.0:1767328916.919213:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328916.919222:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4779
00000100:00100000:1.0:1767328916.919226:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010842240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328916.919239:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010841472
00000100:00100000:0.0:1767328916.919243:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010841472
00000100:00100000:3.0:1767328916.919251:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010842368:12345-0@lo:38:kworker.0 Request processed in 58us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328916.919260:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780
00000100:00100000:0.0:1767328916.919269:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35360
00000100:00080000:2.0:1767328916.919276:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328916.919279:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010841472:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328916.919282:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010842240:12345-0@lo:400:kworker.0 Request processed in 58us (166us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328916.919285:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328916.919293:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010841856:0@lo:38:kworker.0
00000100:00100000:3.0:1767328916.919295:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010842240:0@lo:400:kworker.0
00010000:00020000:0.0:1767328916.919299:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328916.919300:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694
00000100:00080000:2.0:1767328916.919322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328916.919327:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328916.919330:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010842112:0@lo:38:kworker.0
00000100:00080000:2.0:1767328916.919344:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328916.919346:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010841472:12345-0@lo:38:kworker.0 Request processed in 68us (636us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328916.919350:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328916.919356:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010842368:0@lo:38:kworker.0
00000100:00100000:0.0:1767328916.919359:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35360
00000100:00100000:1.0:1767328916.919371:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010841728:0@lo:400:kworker.0
00000100:00080000:2.0:1767328916.919376:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328916.919382:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328916.919382:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328916.919389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010841472:0@lo:38:kworker.0
00010000:00010000:0.0:1767328917.878598:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328918.454633:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328918.454654:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010842624:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328918.454710:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328918.454768:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010842624
00000100:00100000:2.0:1767328918.454776:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010842624
00000100:00100000:2.0:1767328918.454827:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8595
00000100:00100000:2.0:1767328918.454836:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010842624:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767328918.454840:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767328918.454863:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328918.454905:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010842624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328918.454912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8595
00000100:00100000:1.0:1767328918.454944:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b09c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010842624:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328918.902582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328918.966619:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010842752:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328918.966681:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328918.966760:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010842752
00000100:00100000:2.0:1767328918.966769:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010842752
00000100:00080000:0.0:1767328918.966820:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328918.966843:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8596
00000100:00100000:2.0:1767328918.966857:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010842752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328918.966892:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328918.966948:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010842752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328918.966957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8596
00000100:00100000:1.0:1767328918.966980:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010842752:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328919.926622:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328920.950605:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328921.424931:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328921.424967:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328921.424993:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272832
00000100:00100000:1.0:1767328921.425004:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272832
00000100:00100000:3.0:1767328921.425014:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272704
00000100:00100000:3.0:1767328921.425020:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272704
00000100:00100000:3.0:1767328921.425058:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2695
00000100:00100000:3.0:1767328921.425072:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993272832:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328921.425080:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4781
00000100:00080000:0.0:1767328921.425082:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328921.425091:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993272704:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328921.425114:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328921.425144:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993272832:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 77us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328921.425151:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993272704:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 59us (179us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328921.425158:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2695
00000100:00100000:1.0:1767328921.425166:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4781
00010000:00010000:1.0:1767328921.974562:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328922.038526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328922.038537:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328922.038541:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328922.038546:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328922.038550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328922.038559:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14114
00000100:00080000:2.0:1767328922.038563:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328922.038570:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328922.038612:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc07b80 x1853164010842880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328922.038669:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010842880:0@lo:38:kworker.0
00000100:00080000:2.0:1767328922.038678:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328922.038683:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328922.038686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328922.038691:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14114
00000100:00080000:2.0:1767328922.038694:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328922.038699:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328922.038729:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010843008:0@lo:400:kworker.0
00000100:00100000:2.0:1767328922.038730:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc05180 x1853164010843264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328922.038748:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328922.038767:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010843136:0@lo:400:kworker.0
00000100:00080000:2.0:1767328922.038777:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328922.038782:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328922.038784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328922.038790:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14114
00000100:00100000:0.0:1767328922.038792:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010843264:0@lo:38:kworker.0
00000100:00080000:2.0:1767328922.038798:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328922.038801:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328922.038808:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328922.038814:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328922.038827:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010843392:0@lo:400:kworker.0
00000100:00100000:2.0:1767328922.038828:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc06300 x1853164010843520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328922.038838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328922.038866:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328922.038868:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767328922.038869:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843008
00000100:00100000:0.0:1767328922.038872:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010843520:0@lo:38:kworker.0
00000100:00080000:2.0:1767328922.038877:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328922.038879:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843008
00000100:00080000:2.0:1767328922.038881:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328922.038888:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14114
00000100:00080000:2.0:1767328922.038891:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328922.038896:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328922.038900:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010843648:0@lo:400:kworker.0
00000100:00100000:0.0:1767328922.038907:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328922.038912:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcc04380 x1853164010843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328922.038937:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010843776:0@lo:38:kworker.0
00000100:00100000:1.0:1767328922.038942:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328922.038959:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9700
00000100:00100000:0.0:1767328922.038979:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328922.038979:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010843008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328922.039000:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843264
00000100:00100000:1.0:1767328922.039002:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843392
00000100:00100000:2.0:1767328922.039006:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843264
00000100:00100000:1.0:1767328922.039008:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843392
00000100:00100000:0.0:1767328922.039023:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010842880
00000100:00100000:0.0:1767328922.039030:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010842880
00000100:00100000:3.0:1767328922.039042:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010843008:12345-0@lo:400:kworker.0 Request processed in 72us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328922.039048:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843648
00000100:00100000:2.0:1767328922.039048:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843520
00000100:00100000:3.0:1767328922.039052:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9700
00000100:00100000:1.0:1767328922.039056:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843648
00000100:00100000:2.0:1767328922.039056:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843520
00000100:00100000:0.0:1767328922.039069:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35361
00000100:00100000:0.0:1767328922.039075:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010842880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328922.039080:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843776
00000100:00100000:2.0:1767328922.039086:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843776
00000100:00100000:1.0:1767328922.039090:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696
00010000:00020000:0.0:1767328922.039093:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328922.039103:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010843008:0@lo:400:kworker.0
00000100:00100000:1.0:1767328922.039104:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010843392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328922.039112:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697
00000100:00100000:2.0:1767328922.039127:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010843648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328922.039135:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010842880:12345-0@lo:38:kworker.0 Request processed in 58us (389us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328922.039141:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35361
00000100:00100000:3.0:1767328922.039158:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4782
00000100:00100000:1.0:1767328922.039163:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010843392:12345-0@lo:400:kworker.0 Request processed in 62us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328922.039169:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010843264:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328922.039175:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696
00010000:00020000:3.0:1767328922.039185:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767328922.039186:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328922.039188:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010843648:12345-0@lo:400:kworker.0 Request processed in 62us (246us total) trans 0 rc 0/0
00000100:00080000:0.0:1767328922.039197:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328922.039198:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4783
00000100:00100000:2.0:1767328922.039211:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697
00000100:00100000:0.0:1767328922.039212:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010842880:0@lo:38:kworker.0
00000100:00100000:1.0:1767328922.039212:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010843520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328922.039219:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010843264:12345-0@lo:38:kworker.0 Request processed in 49us (381us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767328922.039233:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328922.039235:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4782
00000100:00100000:2.0:1767328922.039244:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784
00000100:00080000:0.0:1767328922.039246:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328922.039253:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328922.039255:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010843776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328922.039260:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010843264:0@lo:38:kworker.0
00000100:00080000:3.0:1767328922.039265:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328922.039266:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010843520:12345-0@lo:38:kworker.0 Request processed in 57us (359us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328922.039272:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:2.0:1767328922.039273:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328922.039276:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4783
00000100:00080000:0.0:1767328922.039281:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328922.039285:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328922.039290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010843520:0@lo:38:kworker.0
00000100:00100000:1.0:1767328922.039307:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328922.039333:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328922.039335:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010843776:12345-0@lo:38:kworker.0 Request processed in 80us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328922.039337:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843136
00000100:00080000:0.0:1767328922.039340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328922.039343:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843136
00000100:00100000:0.0:1767328922.039349:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010843776:0@lo:38:kworker.0
00000100:00100000:2.0:1767328922.039355:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784
00000100:00100000:1.0:1767328922.039363:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010843648:0@lo:400:kworker.0
00000100:00100000:1.0:1767328922.039380:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010843392:0@lo:400:kworker.0
00000100:00100000:3.0:1767328922.039388:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9701
00000100:00080000:2.0:1767328922.039397:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328922.039398:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010843136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328922.039470:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010843136:12345-0@lo:400:kworker.0 Request processed in 75us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328922.039474:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9701
00000100:00100000:1.0:1767328922.039498:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010843136:0@lo:400:kworker.0
00010000:00010000:0.0:1767328922.998581:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328923.574611:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328923.574631:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010843904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767328923.574690:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328923.574749:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010843904
00000100:00100000:2.0:1767328923.574758:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010843904
00000100:00100000:2.0:1767328923.574801:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8597
00000100:00100000:2.0:1767328923.574809:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010843904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328923.574833:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328923.574874:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010843904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328923.574880:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8597
00000100:00100000:1.0:1767328923.574913:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010843904:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328924.022583:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328924.086611:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010844032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328924.086673:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328924.086734:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844032
00000100:00100000:2.0:1767328924.086742:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844032
00000100:00100000:2.0:1767328924.086797:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8598
00000100:00100000:2.0:1767328924.086807:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010844032:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328924.086810:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767328924.086834:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328924.086875:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010844032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328924.086881:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8598
00000100:00100000:1.0:1767328924.086914:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010844032:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328925.046571:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328926.070581:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328926.544959:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328926.545006:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328926.545027:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273088
00000100:00100000:3.0:1767328926.545037:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273088
00000100:00100000:0.0:1767328926.545073:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993272960
00000100:00100000:0.0:1767328926.545081:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993272960
00000100:00080000:2.0:1767328926.545088:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328926.545105:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2698
00000100:00100000:3.0:1767328926.545117:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273088:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328926.545124:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4785
00000100:00100000:0.0:1767328926.545133:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993272960:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328926.545151:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328926.545186:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273088:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 72us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328926.545191:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993272960:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 56us (184us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328926.545199:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2698
00000100:00100000:0.0:1767328926.545206:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4785
00010000:00010000:1.0:1767328927.094572:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328927.158546:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328927.158555:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328927.158558:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328927.158561:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328927.158565:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328927.158572:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14119
00000100:00080000:0.0:1767328927.158575:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328927.158581:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328927.158614:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9180 x1853164010844160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328927.158661:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328927.158664:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767328927.158667:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010844160:0@lo:38:kworker.0
00000100:00080000:0.0:1767328927.158668:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328927.158675:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14119
00000100:00080000:0.0:1767328927.158693:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328927.158697:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328927.158702:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010844288:0@lo:400:kworker.0
00000100:00100000:0.0:1767328927.158714:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b9c00 x1853164010844544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328927.158717:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010844416:0@lo:400:kworker.0
00000100:00080000:0.0:1767328927.158750:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328927.158759:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328927.158760:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328927.158760:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328927.158765:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328927.158771:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14119
00000100:00080000:0.0:1767328927.158773:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328927.158777:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328927.158792:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58b1b8700 x1853164010844800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328927.158802:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328927.158808:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010844544:0@lo:38:kworker.0
00000100:00100000:1.0:1767328927.158821:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010844672:0@lo:400:kworker.0
00000100:00100000:3.0:1767328927.158823:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844288
00000100:00100000:3.0:1767328927.158832:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844288
00000100:00080000:0.0:1767328927.158833:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328927.158839:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328927.158841:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328927.158848:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328927.158851:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14119
00000100:00080000:0.0:1767328927.158856:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328927.158860:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328927.158870:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328927.158876:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010844800:0@lo:38:kworker.0
00000100:00100000:0.0:1767328927.158880:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb4e00 x1853164010845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328927.158914:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844160
00000100:00100000:1.0:1767328927.158914:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010844928:0@lo:400:kworker.0
00000100:00100000:0.0:1767328927.158920:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844160
00000100:00100000:3.0:1767328927.158925:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9702
00000100:00100000:2.0:1767328927.158926:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328927.158942:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010844288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328927.158956:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35362
00000100:00100000:1.0:1767328927.158963:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328927.158966:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010844160:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328927.158967:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010845056:0@lo:38:kworker.0
00010000:00020000:0.0:1767328927.158988:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328927.159005:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328927.159017:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010844288:12345-0@lo:400:kworker.0 Request processed in 78us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328927.159030:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844544
00000100:00100000:3.0:1767328927.159031:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9702
00000100:00100000:1.0:1767328927.159038:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844544
00000100:00100000:0.0:1767328927.159040:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010844160:12345-0@lo:38:kworker.0 Request processed in 75us (286us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328927.159044:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328927.159048:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35362
00000100:00080000:2.0:1767328927.159052:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328927.159058:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010844160:0@lo:38:kworker.0
00000100:00100000:1.0:1767328927.159074:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844672
00000100:00080000:3.0:1767328927.159077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767328927.159080:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844672
00000100:00100000:0.0:1767328927.159084:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844800
00000100:00100000:0.0:1767328927.159088:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844800
00000100:00100000:2.0:1767328927.159099:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844928
00000100:00100000:2.0:1767328927.159105:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844928
00000100:00100000:0.0:1767328927.159107:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845056
00000100:00100000:0.0:1767328927.159111:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845056
00000100:00100000:3.0:1767328927.159114:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010844288:0@lo:400:kworker.0
00000100:00100000:1.0:1767328927.159135:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699
00000100:00100000:0.0:1767328927.159145:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700
00000100:00100000:1.0:1767328927.159151:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010844672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328927.159155:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4786
00000100:00100000:0.0:1767328927.159159:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010844928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328927.159170:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010844544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328927.159170:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787
00000100:00100000:3.0:1767328927.159180:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010844800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328927.159185:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328927.159193:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328927.159228:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010844672:12345-0@lo:400:kworker.0 Request processed in 83us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328927.159235:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010844928:12345-0@lo:400:kworker.0 Request processed in 78us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328927.159244:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699
00000100:00100000:0.0:1767328927.159251:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700
00000100:00100000:2.0:1767328927.159254:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010844544:12345-0@lo:38:kworker.0 Request processed in 86us (407us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328927.159258:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010844800:12345-0@lo:38:kworker.0 Request processed in 76us (338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328927.159266:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4786
00000100:00100000:3.0:1767328927.159272:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787
00000100:00100000:0.0:1767328927.159280:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4788
00000100:00100000:0.0:1767328927.159289:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010845056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328927.159302:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328927.159309:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328927.159320:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328927.159325:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328927.159329:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328927.159330:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010844800:0@lo:38:kworker.0
00000100:00100000:0.0:1767328927.159346:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010845056:12345-0@lo:38:kworker.0 Request processed in 57us (341us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328927.159350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328927.159354:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010844416
00000100:00100000:0.0:1767328927.159355:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4788
00000100:00080000:2.0:1767328927.159357:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328927.159360:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010844416
00000100:00100000:2.0:1767328927.159365:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010844544:0@lo:38:kworker.0
00000100:00080000:2.0:1767328927.159392:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328927.159397:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010844928:0@lo:400:kworker.0
00000100:00080000:2.0:1767328927.159398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328927.159401:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9703
00000100:00100000:2.0:1767328927.159407:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010845056:0@lo:38:kworker.0
00000100:00100000:3.0:1767328927.159441:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010844416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328927.159458:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010844672:0@lo:400:kworker.0
00000100:00080000:2.0:1767328927.159466:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767328927.159486:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010844416:12345-0@lo:400:kworker.0 Request processed in 73us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328927.159493:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9703
00000100:00100000:0.0:1767328927.159511:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010844416:0@lo:400:kworker.0
00010000:00010000:0.0:1767328928.118532:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328928.694611:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767328928.694630:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010845184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328928.694710:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328928.694759:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845184
00000100:00100000:2.0:1767328928.694768:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845184
00000100:00100000:2.0:1767328928.694810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8599
00000100:00100000:2.0:1767328928.694821:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010845184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328928.694848:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328928.694901:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010845184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328928.694910:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8599
00000100:00100000:0.0:1767328928.694954:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010845184:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328929.142540:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328929.206768:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010845312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328929.206856:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328929.206912:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845312
00000100:00100000:2.0:1767328929.206922:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845312
00000100:00080000:3.0:1767328929.206971:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328929.206980:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8600
00000100:00100000:2.0:1767328929.206992:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010845312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328929.207023:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328929.207109:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010845312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328929.207118:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8600
00000100:00100000:1.0:1767328929.207154:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010845312:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328930.166570:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328931.190564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328931.665054:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328931.665096:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328931.665148:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273216
00000100:00100000:3.0:1767328931.665161:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273344
00000100:00100000:0.0:1767328931.665172:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273216
00000100:00100000:3.0:1767328931.665172:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273344
00000100:00080000:2.0:1767328931.665235:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328931.665256:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2701
00000100:00100000:0.0:1767328931.665281:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273344:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328931.665289:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4789
00000100:00100000:3.0:1767328931.665305:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993273216:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328931.665329:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328931.665399:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273344:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 127us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328931.665401:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993273216:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (351us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328931.665456:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4789
00000100:00100000:0.0:1767328931.665466:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2701
00010000:00010000:1.0:1767328932.214580:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328932.278595:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328932.278605:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328932.278609:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328932.278612:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328932.278617:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328932.278626:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14125
00000100:00080000:1.0:1767328932.278632:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328932.278639:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328932.278708:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010845440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328932.278772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328932.278777:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328932.278782:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328932.278784:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010845440:0@lo:38:kworker.0
00000100:00080000:1.0:1767328932.278786:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14125
00000100:00080000:1.0:1767328932.278796:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328932.278803:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328932.278818:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76a00 x1853164010845824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328932.278824:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010845696:0@lo:400:kworker.0
00000100:00100000:3.0:1767328932.278825:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010845568:0@lo:400:kworker.0
00000100:00080000:1.0:1767328932.278854:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328932.278858:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328932.278861:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328932.278865:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14125
00000100:00080000:1.0:1767328932.278868:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328932.278871:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328932.278885:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc77100 x1853164010846080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328932.278901:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328932.278915:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328932.278918:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328932.278922:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328932.278925:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328932.278936:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14125
00000100:00100000:3.0:1767328932.278936:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010845952:0@lo:400:kworker.0
00000100:00080000:1.0:1767328932.278941:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328932.278945:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328932.278967:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75180 x1853164010846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328932.278971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010845824:0@lo:38:kworker.0
00000100:00100000:3.0:1767328932.278992:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328932.279006:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845440
00000100:00100000:0.0:1767328932.279015:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845440
00000100:00100000:1.0:1767328932.279028:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010846208:0@lo:400:kworker.0
00000100:00100000:2.0:1767328932.279058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328932.279070:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35363
00000100:00100000:0.0:1767328932.279080:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010845440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328932.279104:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328932.279113:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845952
00000100:00100000:3.0:1767328932.279113:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845696
00000100:00100000:2.0:1767328932.279123:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010846080:0@lo:38:kworker.0
00000100:00100000:1.0:1767328932.279124:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845952
00000100:00100000:3.0:1767328932.279125:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845696
00000100:00100000:0.0:1767328932.279149:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010845440:12345-0@lo:38:kworker.0 Request processed in 69us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328932.279157:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35363
00000100:00100000:2.0:1767328932.279178:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328932.279211:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845824
00000100:00100000:3.0:1767328932.279215:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9704
00000100:00100000:1.0:1767328932.279216:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845824
00000100:00100000:3.0:1767328932.279235:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010845696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328932.279243:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328932.279259:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846080
00000100:00100000:1.0:1767328932.279264:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846080
00000100:00080000:2.0:1767328932.279269:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328932.279281:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328932.279290:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010845440:0@lo:38:kworker.0
00000100:00100000:1.0:1767328932.279291:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846208
00000100:00100000:1.0:1767328932.279301:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846208
00000100:00100000:0.0:1767328932.279315:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702
00000100:00100000:3.0:1767328932.279325:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010845696:12345-0@lo:400:kworker.0 Request processed in 96us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328932.279334:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010845952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328932.279338:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9704
00000100:00100000:2.0:1767328932.279344:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010846336:0@lo:38:kworker.0
00000100:00100000:1.0:1767328932.279347:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703
00000100:00100000:1.0:1767328932.279374:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010846208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328932.279396:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010845952:12345-0@lo:400:kworker.0 Request processed in 69us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328932.279396:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010845696:0@lo:400:kworker.0
00000100:00100000:2.0:1767328932.279413:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328932.279445:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702
00000100:00100000:0.0:1767328932.279478:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846336
00000100:00100000:0.0:1767328932.279485:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846336
00000100:00100000:1.0:1767328932.279499:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010846208:12345-0@lo:400:kworker.0 Request processed in 130us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328932.279504:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010845952:0@lo:400:kworker.0
00000100:00100000:1.0:1767328932.279516:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703
00000100:00100000:0.0:1767328932.279525:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790
00000100:00100000:0.0:1767328932.279536:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010845824:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328932.279537:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767328932.279549:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328932.279555:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328932.279555:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791
00000100:00100000:1.0:1767328932.279570:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010846080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328932.279570:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792
00010000:00020000:1.0:1767328932.279588:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328932.279588:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010846336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328932.279605:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328932.279615:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010845824:12345-0@lo:38:kworker.0 Request processed in 79us (565us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328932.279624:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790
00000100:00080000:2.0:1767328932.279632:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328932.279658:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328932.279665:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010845824:0@lo:38:kworker.0
00000100:00100000:1.0:1767328932.279671:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010846080:12345-0@lo:38:kworker.0 Request processed in 102us (493us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328932.279684:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791
00000100:00100000:0.0:1767328932.279693:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010846208:0@lo:400:kworker.0
00000100:00100000:3.0:1767328932.279695:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010846336:12345-0@lo:38:kworker.0 Request processed in 110us (288us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328932.279709:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328932.279710:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792
00000100:00080000:2.0:1767328932.279725:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328932.279732:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010846080:0@lo:38:kworker.0
00000100:00100000:1.0:1767328932.279739:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328932.279794:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010845568
00000100:00080000:2.0:1767328932.279797:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328932.279801:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010845568
00000100:00080000:2.0:1767328932.279803:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328932.279810:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010846336:0@lo:38:kworker.0
00000100:00080000:0.0:1767328932.279857:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328932.279857:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9705
00000100:00100000:3.0:1767328932.279866:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010845568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328932.279902:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010845568:12345-0@lo:400:kworker.0 Request processed in 39us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328932.279908:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9705
00000100:00100000:1.0:1767328932.279921:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010845568:0@lo:400:kworker.0
00010000:00010000:0.0:1767328933.238664:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328933.814667:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328933.814696:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010846464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328933.814783:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328933.814839:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846464
00000100:00100000:2.0:1767328933.814851:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846464
00000100:00100000:2.0:1767328933.814900:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8601
00000100:00100000:2.0:1767328933.814914:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010846464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328933.814947:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328933.815018:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010846464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328933.815026:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8601
00000100:00100000:0.0:1767328933.815080:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010846464:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328934.262590:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328934.326691:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010846592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328934.326773:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328934.326830:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846592
00000100:00100000:2.0:1767328934.326844:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846592
00000100:00100000:2.0:1767328934.326916:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8602
00000100:00080000:0.0:1767328934.326924:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328934.326932:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010846592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328934.326961:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328934.327030:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010846592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328934.327036:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8602
00000100:00100000:3.0:1767328934.327096:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010846592:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328935.286609:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328936.310646:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328936.785009:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328936.785064:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273600
00000100:00100000:2.0:1767328936.785070:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328936.785079:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273600
00000100:00080000:2.0:1767328936.785144:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328936.785150:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273472
00000100:00100000:0.0:1767328936.785158:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273472
00000100:00100000:3.0:1767328936.785166:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2704
00000100:00100000:3.0:1767328936.785177:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273600:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328936.785207:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4793
00000100:00100000:0.0:1767328936.785217:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993273472:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328936.785244:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328936.785263:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273600:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328936.785272:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2704
00000100:00100000:0.0:1767328936.785289:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993273472:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 70us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328936.785299:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4793
00010000:00010000:1.0:1767328937.334574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328937.398523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328937.398535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328937.398538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328937.398542:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328937.398547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328937.398557:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14130
00000100:00080000:1.0:1767328937.398562:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328937.398571:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328937.398636:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc75c00 x1853164010846720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328937.398695:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010846720:0@lo:38:kworker.0
00000100:00080000:1.0:1767328937.398696:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328937.398705:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328937.398707:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328937.398710:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14130
00000100:00080000:1.0:1767328937.398714:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328937.398718:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328937.398730:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76a00 x1853164010847104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328937.398744:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010846848:0@lo:400:kworker.0
00000100:00100000:0.0:1767328937.398762:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010846976:0@lo:400:kworker.0
00000100:00080000:1.0:1767328937.398763:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328937.398771:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328937.398774:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328937.398778:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14130
00000100:00080000:1.0:1767328937.398781:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328937.398786:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328937.398787:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328937.398793:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328937.398801:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc76300 x1853164010847360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328937.398820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328937.398823:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328937.398825:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328937.398829:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14130
00000100:00080000:1.0:1767328937.398830:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767328937.398833:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328937.398838:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328937.398846:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bdc74a80 x1853164010847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328937.398870:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010847104:0@lo:38:kworker.0
00000100:00100000:1.0:1767328937.398873:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010847232:0@lo:400:kworker.0
00000100:00100000:3.0:1767328937.398892:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846848
00000100:00100000:3.0:1767328937.398901:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846848
00000100:00100000:0.0:1767328937.398902:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846720
00000100:00100000:0.0:1767328937.398910:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846720
00000100:00100000:1.0:1767328937.398926:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328937.398955:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010847488:0@lo:400:kworker.0
00000100:00100000:3.0:1767328937.398961:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010846976
00000100:00100000:0.0:1767328937.398962:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35364
00000100:00100000:3.0:1767328937.398966:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010846976
00000100:00100000:0.0:1767328937.398975:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010846720:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328937.398991:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9706
00010000:00020000:0.0:1767328937.399002:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328937.399007:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010846848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328937.399007:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328937.399007:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9707
00000100:00100000:3.0:1767328937.399026:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010846976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328937.399055:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328937.399065:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010846720:12345-0@lo:38:kworker.0 Request processed in 90us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328937.399075:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35364
00000100:00100000:1.0:1767328937.399082:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010846848:12345-0@lo:400:kworker.0 Request processed in 82us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328937.399092:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010847360:0@lo:38:kworker.0
00000100:00100000:1.0:1767328937.399095:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9706
00000100:00100000:3.0:1767328937.399097:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010846976:12345-0@lo:400:kworker.0 Request processed in 71us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328937.399107:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9707
00000100:00100000:0.0:1767328937.399114:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847232
00000100:00100000:0.0:1767328937.399121:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847232
00000100:00100000:2.0:1767328937.399127:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328937.399134:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328937.399141:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328937.399144:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328937.399153:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010847616:0@lo:38:kworker.0
00000100:00100000:0.0:1767328937.399175:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847488
00000100:00100000:0.0:1767328937.399181:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847488
00000100:00100000:2.0:1767328937.399185:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328937.399190:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010846848:0@lo:400:kworker.0
00000100:00100000:1.0:1767328937.399191:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010846976:0@lo:400:kworker.0
00000100:00100000:0.0:1767328937.399218:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847104
00000100:00080000:2.0:1767328937.399218:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328937.399225:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847104
00000100:00080000:2.0:1767328937.399229:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328937.399235:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010846720:0@lo:38:kworker.0
00000100:00100000:0.0:1767328937.399244:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847360
00000100:00100000:3.0:1767328937.399247:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847616
00000100:00100000:0.0:1767328937.399250:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847360
00000100:00100000:3.0:1767328937.399252:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847616
00000100:00100000:1.0:1767328937.399257:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705
00000100:00100000:1.0:1767328937.399268:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010847232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328937.399276:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706
00000100:00100000:0.0:1767328937.399285:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4794
00000100:00100000:2.0:1767328937.399289:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010847488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328937.399298:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795
00000100:00100000:0.0:1767328937.399300:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010847104:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328937.399308:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010847360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328937.399312:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010847232:12345-0@lo:400:kworker.0 Request processed in 45us (384us total) trans 0 rc 0/0
00010000:00020000:0.0:1767328937.399318:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328937.399323:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328937.399324:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705
00000100:00100000:2.0:1767328937.399332:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010847488:12345-0@lo:400:kworker.0 Request processed in 47us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328937.399339:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706
00000100:00100000:1.0:1767328937.399349:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796
00000100:00100000:1.0:1767328937.399356:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010847616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328937.399368:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328937.399377:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010847360:12345-0@lo:38:kworker.0 Request processed in 70us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328937.399383:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010847104:12345-0@lo:38:kworker.0 Request processed in 84us (325us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328937.399387:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328937.399388:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795
00000100:00080000:2.0:1767328937.399398:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328937.399405:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4794
00000100:00100000:1.0:1767328937.399406:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010847616:12345-0@lo:38:kworker.0 Request processed in 45us (218us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328937.399406:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010847104:0@lo:38:kworker.0
00000100:00100000:1.0:1767328937.399445:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796
00000100:00080000:2.0:1767328937.399447:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328937.399453:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328937.399457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010847360:0@lo:38:kworker.0
00000100:00100000:3.0:1767328937.399464:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010847488:0@lo:400:kworker.0
00000100:00080000:0.0:1767328937.399471:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328937.399474:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328937.399480:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328937.399485:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010847616:0@lo:38:kworker.0
00000100:00100000:1.0:1767328937.399498:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010847232:0@lo:400:kworker.0
00010000:00010000:0.0:1767328938.358697:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328938.934681:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010847744:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328938.934776:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328938.934827:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847744
00000100:00100000:2.0:1767328938.934839:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847744
00000100:00100000:2.0:1767328938.934899:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8603
00000100:00100000:2.0:1767328938.934910:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010847744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328938.934944:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328938.934993:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010847744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328938.935000:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8603
00000100:00100000:0.0:1767328938.935052:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010847744:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328939.382615:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328939.446702:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010847872:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328939.446786:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328939.446834:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010847872
00000100:00100000:0.0:1767328939.446844:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010847872
00000100:00080000:3.0:1767328939.446895:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328939.446911:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8604
00000100:00100000:0.0:1767328939.446921:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010847872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328939.446955:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328939.447007:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010847872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328939.447014:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8604
00000100:00100000:2.0:1767328939.447071:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010847872:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328940.406745:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328941.430783:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328941.494501:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328916/real 1767328916]  req@ffff9bb58b1b9880 x1853164010842496/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767328941.494552:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb58b1b9880 x1853164010842496/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328941.494574:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328941.494617:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328941.494621:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58b1b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010842496:0@lo:250:kworker.0
00000100:00080000:1.0:1767328941.494692:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328941.494698:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767328941.494702:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328941.494707:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14114
00000100:00080000:1.0:1767328941.494711:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328941.494718:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328941.494755:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6680 x1853164010848000/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328941.494779:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328941.494782:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328941.494784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328941.494788:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14135
00000100:00080000:1.0:1767328941.494791:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328941.494795:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328941.494807:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010848000:0@lo:250:kworker.0
00000100:00100000:1.0:1767328941.494812:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010848128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328941.494858:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328941.494862:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328941.494866:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000100:2.0:1767328941.494867:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010848000 offset 0 length 520: 4
00000100:00080000:1.0:1767328941.494874:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14135
00000100:00080000:1.0:1767328941.494877:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328941.494883:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328941.494884:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010848256:0@lo:400:kworker.0
00000100:00100000:0.0:1767328941.494892:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010848384:0@lo:400:kworker.0
00000100:00100000:1.0:1767328941.494896:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5f80 x1853164010848512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328941.494931:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328941.494932:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010848128:0@lo:38:kworker.0
00000100:00080000:1.0:1767328941.494940:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328941.494942:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328941.494948:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328941.494951:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14135
00000100:00080000:1.0:1767328941.494955:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767328941.494958:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328941.494965:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767328941.494967:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328941.494973:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010848768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328941.494980:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010848640:0@lo:400:kworker.0
00000100:00080000:1.0:1767328941.494995:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328941.494999:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328941.495001:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328941.495006:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14135
00000100:00100000:2.0:1767328941.495006:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010848512:0@lo:38:kworker.0
00000100:00080000:1.0:1767328941.495011:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767328941.495014:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848256
00000100:00080000:1.0:1767328941.495017:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328941.495025:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848256
00000100:00100000:0.0:1767328941.495027:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328941.495032:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7800 x1853164010849024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328941.495080:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767328941.495085:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328941.495093:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010848896:0@lo:400:kworker.0
00000100:00100000:0.0:1767328941.495117:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848640
00000100:00100000:3.0:1767328941.495118:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848384
00000100:00100000:3.0:1767328941.495124:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848384
00000100:00100000:0.0:1767328941.495127:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848640
00000100:00100000:2.0:1767328941.495128:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328941.495146:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9708
00000100:00100000:1.0:1767328941.495160:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010848256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328941.495171:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328941.495177:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9709
00000100:00100000:0.0:1767328941.495183:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848896
00000100:00100000:0.0:1767328941.495188:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848896
00000100:00100000:3.0:1767328941.495193:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010848384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328941.495204:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010848768:0@lo:38:kworker.0
00000100:00100000:0.0:1767328941.495218:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707
00000100:00100000:0.0:1767328941.495227:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010848640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328941.495230:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010848256:12345-0@lo:400:kworker.0 Request processed in 74us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328941.495238:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9708
00000100:00100000:2.0:1767328941.495253:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328941.495267:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010848384:12345-0@lo:400:kworker.0 Request processed in 79us (183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328941.495274:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9709
00000100:00100000:2.0:1767328941.495286:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010849024:0@lo:38:kworker.0
00000100:00100000:0.0:1767328941.495287:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010848640:12345-0@lo:400:kworker.0 Request processed in 58us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328941.495288:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848512
00000100:00100000:1.0:1767328941.495294:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848512
00000100:00100000:0.0:1767328941.495299:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707
00000100:00100000:3.0:1767328941.495306:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848128
00000100:00100000:3.0:1767328941.495311:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848128
00000100:00100000:1.0:1767328941.495324:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010848768
00000100:00100000:2.0:1767328941.495325:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328941.495329:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010848768
00000100:00100000:0.0:1767328941.495332:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849024
00000100:00100000:0.0:1767328941.495337:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849024
00000100:00100000:3.0:1767328941.495345:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35365
00000100:00100000:3.0:1767328941.495353:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010848128:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328941.495359:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708
00000100:00100000:0.0:1767328941.495370:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4797
00000100:00100000:1.0:1767328941.495371:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010848896:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767328941.495377:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328941.495382:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010848512:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328941.495383:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798
00000100:00100000:2.0:1767328941.495392:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010848768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328941.495398:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767328941.495405:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328941.495447:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010848896:12345-0@lo:400:kworker.0 Request processed in 51us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328941.495453:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010848128:12345-0@lo:38:kworker.0 Request processed in 98us (484us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328941.495461:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708
00000100:00100000:0.0:1767328941.495463:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010848512:12345-0@lo:38:kworker.0 Request processed in 82us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328941.495467:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35365
00000100:00100000:2.0:1767328941.495470:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b1b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010848768:12345-0@lo:38:kworker.0 Request processed in 74us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328941.495481:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4797
00000100:00100000:2.0:1767328941.495486:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798
00000100:00100000:1.0:1767328941.495493:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4799
00000100:00100000:1.0:1767328941.495501:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010849024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328941.495511:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328941.495518:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328941.495525:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767328941.495538:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328941.495552:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010848640:0@lo:400:kworker.0
00000100:00100000:1.0:1767328941.495553:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010849024:12345-0@lo:38:kworker.0 Request processed in 48us (227us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328941.495553:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010848896:0@lo:400:kworker.0
00000100:00100000:3.0:1767328941.495565:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010848256:0@lo:400:kworker.0
00000100:00100000:1.0:1767328941.495570:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4799
00000100:00100000:3.0:1767328941.495625:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010848384:0@lo:400:kworker.0
00000100:00080000:2.0:1767328941.495629:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328941.495634:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328941.495638:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010848768:0@lo:38:kworker.0
00000100:00080000:2.0:1767328941.495648:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328941.495651:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328941.495653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010849024:0@lo:38:kworker.0
00000100:00080000:2.0:1767328941.495660:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328941.495662:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328941.495665:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010848128:0@lo:38:kworker.0
00000100:00080000:2.0:1767328941.495671:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328941.495674:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328941.495676:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010848512:0@lo:38:kworker.0
00000100:00100000:2.0:1767328941.905687:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328941.905738:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328941.905778:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993273984 offset 0 length 520: 4
00000100:00100000:1.0:1767328941.905801:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273728
00000100:00100000:1.0:1767328941.905819:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273728
00000100:00100000:1.0:1767328941.905886:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993273856
00000100:00100000:1.0:1767328941.905890:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993273856
00000100:00100000:3.0:1767328941.905930:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4800
00000100:00100000:3.0:1767328941.905951:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993273728:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767328941.905991:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2709
00010000:00020000:3.0:1767328941.905995:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328941.906002:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328941.906035:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273856:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328941.906120:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993273728:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 168us (447us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328941.906132:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4800
00000100:00100000:1.0:1767328941.906164:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993273856:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 138us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328941.906187:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2709
00010000:00010000:1.0:1767328942.454622:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328943.478618:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328944.054718:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010849152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328944.054804:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328944.054879:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849152
00000100:00100000:0.0:1767328944.054891:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849152
00000100:00100000:0.0:1767328944.054983:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8605
00000100:00080000:2.0:1767328944.054992:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328944.055000:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010849152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328944.055042:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328944.055105:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010849152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328944.055116:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8605
00000100:00100000:3.0:1767328944.055156:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010849152:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328944.502630:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328944.566652:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010849280:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328944.566735:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328944.566792:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849280
00000100:00100000:0.0:1767328944.566803:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849280
00000100:00080000:2.0:1767328944.566876:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328944.566883:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8606
00000100:00100000:0.0:1767328944.566898:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010849280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328944.566937:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328944.566989:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010849280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328944.566997:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8606
00000100:00100000:1.0:1767328944.567039:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010849280:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328945.526656:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328946.550625:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328946.614517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328946.614531:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328946.614536:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328946.614552:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328946.614557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328946.614568:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14139
00000100:00080000:1.0:1767328946.614575:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328946.614585:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328946.614637:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7480 x1853164010849408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328946.614698:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328946.614699:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010849408:0@lo:38:kworker.0
00000100:00080000:1.0:1767328946.614709:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328946.614712:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328946.614715:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010849536:0@lo:400:kworker.0
00000100:00080000:1.0:1767328946.614720:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14139
00000100:00080000:1.0:1767328946.614725:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328946.614730:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328946.614732:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010849664:0@lo:400:kworker.0
00000100:00100000:1.0:1767328946.614747:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010849792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328946.614785:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328946.614791:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328946.614795:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328946.614799:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328946.614799:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328946.614806:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14139
00000100:00100000:0.0:1767328946.614810:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767328946.614811:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328946.614816:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328946.614821:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010849920:0@lo:400:kworker.0
00000100:00100000:1.0:1767328946.614829:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010850048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328946.614851:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328946.614854:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328946.614857:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328946.614862:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010849792:0@lo:38:kworker.0
00000100:00080000:1.0:1767328946.614864:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14139
00000100:00080000:1.0:1767328946.614870:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328946.614873:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328946.614874:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328946.614880:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849536
00000100:00100000:1.0:1767328946.614891:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010850304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328946.614892:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849536
00000100:00100000:2.0:1767328946.614904:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328946.614911:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010850176:0@lo:400:kworker.0
00000100:00100000:2.0:1767328946.614931:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010850048:0@lo:38:kworker.0
00000100:00100000:0.0:1767328946.614952:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328946.614956:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328946.614980:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849664
00000100:00100000:3.0:1767328946.614985:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849664
00000100:00100000:2.0:1767328946.614993:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849408
00000100:00100000:2.0:1767328946.614999:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849408
00000100:00100000:0.0:1767328946.615015:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849920
00000100:00100000:0.0:1767328946.615021:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849920
00000100:00100000:3.0:1767328946.615024:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9710
00000100:00100000:1.0:1767328946.615026:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010849792
00000100:00100000:2.0:1767328946.615032:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35366
00000100:00100000:1.0:1767328946.615033:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010849792
00000100:00100000:3.0:1767328946.615039:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010849536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328946.615041:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010849408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328946.615063:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850176
00010000:00020000:2.0:1767328946.615065:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328946.615069:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850176
00000100:00100000:0.0:1767328946.615074:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710
00000100:00100000:0.0:1767328946.615084:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010849920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328946.615109:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711
00000100:00100000:3.0:1767328946.615114:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010849536:12345-0@lo:400:kworker.0 Request processed in 80us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328946.615119:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010849408:12345-0@lo:38:kworker.0 Request processed in 76us (326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328946.615122:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010850176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328946.615134:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9710
00000100:00100000:2.0:1767328946.615138:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35366
00000100:00100000:0.0:1767328946.615144:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010849920:12345-0@lo:400:kworker.0 Request processed in 60us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328946.615155:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710
00000100:00100000:3.0:1767328946.615165:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9711
00000100:00100000:1.0:1767328946.615178:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010850176:12345-0@lo:400:kworker.0 Request processed in 59us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328946.615180:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801
00000100:00100000:3.0:1767328946.615181:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010849664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328946.615191:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010849792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328946.615207:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328946.615208:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711
00000100:00100000:3.0:1767328946.615230:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010849664:12345-0@lo:400:kworker.0 Request processed in 55us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328946.615238:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010850176:0@lo:400:kworker.0
00000100:00100000:3.0:1767328946.615239:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9711
00000100:00100000:2.0:1767328946.615245:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010849792:12345-0@lo:38:kworker.0 Request processed in 53us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328946.615254:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801
00000100:00100000:0.0:1767328946.615266:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010849920:0@lo:400:kworker.0
00000100:00080000:1.0:1767328946.615278:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767328946.615285:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328946.615286:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328946.615290:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767328946.615291:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010849664:0@lo:400:kworker.0
00000100:00080000:2.0:1767328946.615322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328946.615330:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328946.615336:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010849408:0@lo:38:kworker.0
00000100:00100000:3.0:1767328946.615337:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010849536:0@lo:400:kworker.0
00000100:00100000:2.0:1767328946.615365:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010850304:0@lo:38:kworker.0
00000100:00100000:3.0:1767328946.615367:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850048
00000100:00100000:3.0:1767328946.615372:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850048
00000100:00100000:3.0:1767328946.615398:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802
00000100:00100000:2.0:1767328946.615404:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328946.615406:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010850048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328946.615435:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328946.615445:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850304
00000100:00100000:0.0:1767328946.615452:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850304
00000100:00080000:2.0:1767328946.615465:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328946.615471:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010850048:12345-0@lo:38:kworker.0 Request processed in 64us (185us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328946.615472:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328946.615481:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010849792:0@lo:38:kworker.0
00000100:00100000:0.0:1767328946.615485:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4803
00000100:00100000:3.0:1767328946.615495:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802
00000100:00080000:2.0:1767328946.615497:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328946.615498:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010850304:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767328946.615506:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328946.615511:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010850048:0@lo:38:kworker.0
00010000:00020000:0.0:1767328946.615518:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328946.615575:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010850304:12345-0@lo:38:kworker.0 Request processed in 80us (175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328946.615582:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4803
00000100:00080000:2.0:1767328946.615591:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328946.615597:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328946.615603:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010850304:0@lo:38:kworker.0
00000100:00100000:2.0:1767328947.024918:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328947.024961:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328947.024993:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274112
00000100:00100000:0.0:1767328947.025006:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274112
00000100:00100000:3.0:1767328947.025012:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274240
00000100:00100000:3.0:1767328947.025019:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274240
00000100:00100000:0.0:1767328947.025068:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4804
00000100:00080000:2.0:1767328947.025077:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328947.025083:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993274112:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767328947.025100:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2712
00000100:00100000:3.0:1767328947.025112:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993274240:12345-192.168.203.25@tcp:400:kworker.0
00010000:00020000:0.0:1767328947.025117:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328947.025195:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993274240:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328947.025197:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993274112:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 116us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328947.025209:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2712
00000100:00100000:0.0:1767328947.025217:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4804
00010000:00010000:1.0:1767328947.574618:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328948.598609:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328949.174685:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010850432:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328949.174775:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328949.174862:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850432
00000100:00100000:0.0:1767328949.174873:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850432
00000100:00100000:0.0:1767328949.174943:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8607
00000100:00080000:2.0:1767328949.174945:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328949.174954:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010850432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328949.174988:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328949.175039:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010850432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328949.175045:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8607
00000100:00100000:3.0:1767328949.175118:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010850432:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328949.622592:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328949.686658:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010850560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328949.686752:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328949.686806:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850560
00000100:00100000:0.0:1767328949.686816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850560
00000100:00080000:2.0:1767328949.686875:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328949.686883:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8608
00000100:00100000:0.0:1767328949.686895:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010850560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328949.686926:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328949.686971:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010850560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328949.686978:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8608
00000100:00100000:1.0:1767328949.687023:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010850560:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328950.646602:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328951.670596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328951.734524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328951.734535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328951.734540:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328951.734545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328951.734550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328951.734561:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14144
00000100:00080000:1.0:1767328951.734568:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328951.734578:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328951.734630:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6300 x1853164010850688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328951.734687:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010850688:0@lo:38:kworker.0
00000100:00080000:1.0:1767328951.734701:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328951.734706:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328951.734709:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328951.734714:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14144
00000100:00080000:1.0:1767328951.734718:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767328951.734722:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010850944:0@lo:400:kworker.0
00000100:00080000:1.0:1767328951.734726:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328951.734745:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010851072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328951.734769:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010850816:0@lo:400:kworker.0
00000100:00100000:2.0:1767328951.734780:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328951.734781:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328951.734785:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328951.734791:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328951.734794:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328951.734800:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14144
00000100:00080000:1.0:1767328951.734803:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328951.734808:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328951.734823:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7480 x1853164010851328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328951.734834:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328951.734838:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010851072:0@lo:38:kworker.0
00000100:00080000:1.0:1767328951.734858:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328951.734861:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850688
00000100:00080000:1.0:1767328951.734863:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328951.734867:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328951.734869:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850688
00000100:00080000:1.0:1767328951.734874:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14144
00000100:00080000:1.0:1767328951.734878:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328951.734881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328951.734887:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328951.734890:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850944
00000100:00100000:3.0:1767328951.734896:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850944
00000100:00100000:1.0:1767328951.734904:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010851584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328951.734909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010851328:0@lo:38:kworker.0
00000100:00100000:0.0:1767328951.734917:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35367
00000100:00100000:0.0:1767328951.734929:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010850688:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328951.734943:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767328951.734951:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328951.734953:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010850816
00000100:00100000:1.0:1767328951.734958:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010851456:0@lo:400:kworker.0
00000100:00100000:3.0:1767328951.734958:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010850816
00000100:00100000:2.0:1767328951.734967:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010851584:0@lo:38:kworker.0
00000100:00100000:3.0:1767328951.734990:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9712
00000100:00100000:3.0:1767328951.735002:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010850944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328951.735013:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010850688:12345-0@lo:38:kworker.0 Request processed in 82us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328951.735013:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328951.735025:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35367
00000100:00100000:1.0:1767328951.735051:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851072
00000100:00100000:1.0:1767328951.735058:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851072
00000100:00080000:2.0:1767328951.735068:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328951.735073:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010850944:12345-0@lo:400:kworker.0 Request processed in 72us (298us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328951.735076:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328951.735082:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010850944:0@lo:400:kworker.0
00000100:00100000:2.0:1767328951.735086:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010850688:0@lo:38:kworker.0
00000100:00100000:3.0:1767328951.735087:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9712
00000100:00100000:1.0:1767328951.735091:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851328
00000100:00100000:1.0:1767328951.735098:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851328
00000100:00100000:3.0:1767328951.735117:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9713
00000100:00100000:1.0:1767328951.735125:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851584
00000100:00100000:3.0:1767328951.735126:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010850816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328951.735132:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851584
00000100:00100000:0.0:1767328951.735136:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805
00000100:00100000:0.0:1767328951.735142:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010851072:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328951.735148:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4806
00010000:00020000:0.0:1767328951.735156:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328951.735156:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010851328:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328951.735165:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010850816:12345-0@lo:400:kworker.0 Request processed in 39us (331us total) trans 0 rc 0/0
00010000:00020000:2.0:1767328951.735175:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328951.735177:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807
00000100:00100000:3.0:1767328951.735177:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9713
00000100:00100000:1.0:1767328951.735190:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010851584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328951.735199:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010851072:12345-0@lo:38:kworker.0 Request processed in 55us (320us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328951.735201:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:1.0:1767328951.735207:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767328951.735209:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328951.735213:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805
00000100:00100000:2.0:1767328951.735215:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010851328:12345-0@lo:38:kworker.0 Request processed in 58us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328951.735224:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4806
00000100:00100000:3.0:1767328951.735238:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010851200:0@lo:400:kworker.0
00000100:00100000:1.0:1767328951.735260:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010851584:12345-0@lo:38:kworker.0 Request processed in 69us (245us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328951.735262:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328951.735271:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328951.735276:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328951.735279:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010851584:0@lo:38:kworker.0
00000100:00100000:1.0:1767328951.735279:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807
00000100:00100000:2.0:1767328951.735284:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010850816:0@lo:400:kworker.0
00000100:00080000:0.0:1767328951.735302:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328951.735306:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851200
00000100:00080000:0.0:1767328951.735309:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328951.735314:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851200
00000100:00100000:0.0:1767328951.735316:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010851328:0@lo:38:kworker.0
00000100:00080000:0.0:1767328951.735330:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328951.735333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328951.735336:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010851072:0@lo:38:kworker.0
00000100:00080000:3.0:1767328951.735347:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328951.735369:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713
00000100:00100000:1.0:1767328951.735381:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010851200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328951.735384:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328951.735408:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851456
00000100:00100000:2.0:1767328951.735413:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851456
00000100:00100000:1.0:1767328951.735463:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010851200:12345-0@lo:400:kworker.0 Request processed in 84us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328951.735471:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714
00000100:00080000:3.0:1767328951.735476:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328951.735481:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010851456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328951.735483:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713
00000100:00100000:0.0:1767328951.735497:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010851200:0@lo:400:kworker.0
00000100:00100000:2.0:1767328951.735542:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010851456:12345-0@lo:400:kworker.0 Request processed in 64us (159us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328951.735549:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714
00000100:00100000:0.0:1767328951.735567:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010851456:0@lo:400:kworker.0
00000100:00100000:2.0:1767328952.144908:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328952.144951:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328952.145006:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274368
00000100:00100000:1.0:1767328952.145011:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274496
00000100:00100000:0.0:1767328952.145020:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274368
00000100:00100000:1.0:1767328952.145020:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274496
00000100:00100000:0.0:1767328952.145081:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4808
00000100:00100000:0.0:1767328952.145090:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993274368:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328952.145117:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328952.145122:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2715
00000100:00080000:3.0:1767328952.145130:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328952.145137:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993274496:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328952.145202:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993274496:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 66us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328952.145203:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993274368:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (299us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328952.145219:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4808
00000100:00100000:2.0:1767328952.145224:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2715
00010000:00010000:1.0:1767328952.694596:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328953.718649:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328954.294621:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010851712:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328954.294708:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328954.294751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851712
00000100:00100000:0.0:1767328954.294762:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851712
00000100:00080000:3.0:1767328954.294818:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328954.294836:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8609
00000100:00100000:0.0:1767328954.294845:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010851712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328954.294879:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328954.294927:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010851712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328954.294934:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8609
00000100:00100000:3.0:1767328954.294972:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010851712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328954.742639:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328954.806650:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010851840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328954.806739:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328954.806787:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851840
00000100:00100000:0.0:1767328954.806798:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851840
00000100:00080000:3.0:1767328954.806853:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328954.806866:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8610
00000100:00100000:0.0:1767328954.806876:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010851840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328954.806911:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328954.806958:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010851840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328954.806964:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8610
00000100:00100000:1.0:1767328954.807017:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010851840:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328955.766658:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328956.790602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328956.854527:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328956.854541:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328956.854545:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328956.854550:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328956.854556:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328956.854567:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14149
00000100:00080000:1.0:1767328956.854575:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328956.854585:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328956.854636:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c7800 x1853164010851968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328956.854697:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010851968:0@lo:38:kworker.0
00000100:00080000:1.0:1767328956.854710:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328956.854715:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328956.854719:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328956.854726:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14149
00000100:00080000:1.0:1767328956.854729:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328956.854734:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328956.854738:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010852224:0@lo:400:kworker.0
00000100:00100000:1.0:1767328956.854753:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c6a00 x1853164010852352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328956.854769:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010852096:0@lo:400:kworker.0
00000100:00100000:2.0:1767328956.854782:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328956.854790:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328956.854798:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328956.854804:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328956.854806:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328956.854811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14149
00000100:00080000:1.0:1767328956.854815:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328956.854821:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328956.854829:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010852352:0@lo:38:kworker.0
00000100:00100000:0.0:1767328956.854831:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328956.854841:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4380 x1853164010852608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328956.854851:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010852480:0@lo:400:kworker.0
00000100:00080000:1.0:1767328956.854872:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328956.854878:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328956.854880:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328956.854884:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328956.854890:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14149
00000100:00080000:1.0:1767328956.854894:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:0.0:1767328956.854897:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010851968
00000100:00100000:3.0:1767328956.854900:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852224
00000100:00080000:1.0:1767328956.854901:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328956.854908:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010851968
00000100:00100000:3.0:1767328956.854908:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852224
00000100:00100000:2.0:1767328956.854912:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010852608:0@lo:38:kworker.0
00000100:00100000:1.0:1767328956.854921:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c4000 x1853164010852864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328956.854943:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328956.854960:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35368
00000100:00100000:1.0:1767328956.854964:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010852736:0@lo:400:kworker.0
00000100:00100000:0.0:1767328956.854972:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010851968:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328956.854972:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852096
00000100:00100000:2.0:1767328956.854974:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010852864:0@lo:38:kworker.0
00000100:00100000:3.0:1767328956.854977:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852096
00010000:00020000:0.0:1767328956.855000:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328956.855006:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9714
00000100:00100000:1.0:1767328956.855020:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328956.855020:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010852224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328956.855030:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9715
00000100:00100000:2.0:1767328956.855040:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010852096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328956.855062:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010851968:12345-0@lo:38:kworker.0 Request processed in 91us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328956.855069:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35368
00000100:00100000:1.0:1767328956.855089:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852352
00000100:00100000:1.0:1767328956.855096:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852352
00000100:00100000:3.0:1767328956.855103:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010852224:12345-0@lo:400:kworker.0 Request processed in 87us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328956.855104:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010852096:12345-0@lo:400:kworker.0 Request processed in 64us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328956.855106:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852608
00000100:00100000:0.0:1767328956.855112:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852608
00000100:00100000:2.0:1767328956.855121:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9715
00000100:00100000:1.0:1767328956.855128:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852736
00000100:00100000:3.0:1767328956.855134:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9714
00000100:00100000:1.0:1767328956.855135:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852736
00000100:00100000:0.0:1767328956.855145:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4809
00000100:00100000:0.0:1767328956.855151:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010852352:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328956.855157:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810
00010000:00020000:0.0:1767328956.855165:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328956.855166:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010852608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328956.855182:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328956.855183:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716
00000100:00100000:1.0:1767328956.855198:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010852736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328956.855207:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010852352:12345-0@lo:38:kworker.0 Request processed in 53us (331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328956.855209:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010852224:0@lo:400:kworker.0
00000100:00100000:2.0:1767328956.855219:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010852608:12345-0@lo:38:kworker.0 Request processed in 52us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328956.855220:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4809
00000100:00100000:2.0:1767328956.855229:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810
00000100:00100000:1.0:1767328956.855256:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010852736:12345-0@lo:400:kworker.0 Request processed in 61us (239us total) trans 0 rc 0/0
00000100:00080000:3.0:1767328956.855257:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328956.855264:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767328956.855267:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767328956.855273:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328956.855276:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010852096:0@lo:400:kworker.0
00000100:00100000:1.0:1767328956.855276:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716
00000100:00100000:3.0:1767328956.855297:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328956.855301:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328956.855307:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328956.855310:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010852608:0@lo:38:kworker.0
00000100:00100000:1.0:1767328956.855315:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852864
00000100:00100000:1.0:1767328956.855321:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852864
00000100:00100000:0.0:1767328956.855322:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852480
00000100:00080000:2.0:1767328956.855327:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328956.855328:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852480
00000100:00080000:2.0:1767328956.855335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328956.855340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010852352:0@lo:38:kworker.0
00000100:00080000:3.0:1767328956.855356:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328956.855357:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811
00000100:00080000:2.0:1767328956.855357:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328956.855365:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328956.855371:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010851968:0@lo:38:kworker.0
00000100:00100000:1.0:1767328956.855373:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010852864:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328956.855385:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717
00010000:00020000:1.0:1767328956.855390:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328956.855397:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010852480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328956.855482:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010852864:12345-0@lo:38:kworker.0 Request processed in 98us (206us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767328956.855488:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328956.855494:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811
00000100:00080000:2.0:1767328956.855495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328956.855496:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010852480:12345-0@lo:400:kworker.0 Request processed in 101us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328956.855504:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010852864:0@lo:38:kworker.0
00000100:00100000:0.0:1767328956.855510:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717
00000100:00100000:3.0:1767328956.855540:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010852480:0@lo:400:kworker.0
00000100:00100000:1.0:1767328956.855550:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010852736:0@lo:400:kworker.0
00000100:00100000:2.0:1767328957.265064:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328957.265110:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328957.265129:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274752
00000100:00100000:0.0:1767328957.265141:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274752
00000100:00100000:1.0:1767328957.265186:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274624
00000100:00100000:1.0:1767328957.265195:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274624
00000100:00080000:3.0:1767328957.265217:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328957.265226:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2718
00000100:00100000:1.0:1767328957.265243:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4812
00000100:00100000:0.0:1767328957.265244:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993274752:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328957.265258:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993274624:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328957.265287:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328957.265335:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993274752:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 98us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328957.265337:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993274624:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (224us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328957.265347:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2718
00000100:00100000:1.0:1767328957.265356:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4812
00010000:00010000:1.0:1767328957.814599:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328958.838592:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328959.414696:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010852992:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328959.414783:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328959.414840:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010852992
00000100:00100000:2.0:1767328959.414854:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010852992
00000100:00080000:3.0:1767328959.414901:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328959.414942:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8611
00000100:00100000:2.0:1767328959.414955:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010852992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328959.414991:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328959.415043:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010852992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328959.415051:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8611
00000100:00100000:0.0:1767328959.415091:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010852992:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328959.862596:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328959.926658:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010853120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328959.926749:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328959.926789:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853120
00000100:00100000:2.0:1767328959.926799:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853120
00000100:00100000:2.0:1767328959.926865:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8612
00000100:00100000:2.0:1767328959.926875:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010853120:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767328959.926903:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767328959.926909:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328959.926959:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010853120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328959.926965:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8612
00000100:00100000:1.0:1767328959.927019:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010853120:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328960.886641:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328961.910656:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328961.974572:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328961.974586:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328961.974591:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328961.974597:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328961.974603:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328961.974615:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14154
00000100:00080000:0.0:1767328961.974623:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328961.974634:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328961.974689:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324c380 x1853164010853248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328961.974749:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010853248:0@lo:38:kworker.0
00000100:00080000:0.0:1767328961.974764:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328961.974769:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328961.974772:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328961.974777:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14154
00000100:00080000:0.0:1767328961.974781:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328961.974786:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328961.974805:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010853504:0@lo:400:kworker.0
00000100:00100000:0.0:1767328961.974806:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d500 x1853164010853632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328961.974823:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010853376:0@lo:400:kworker.0
00000100:00100000:2.0:1767328961.974838:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328961.974857:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328961.974860:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328961.974866:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328961.974869:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328961.974874:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14154
00000100:00080000:0.0:1767328961.974879:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328961.974885:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328961.974890:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853504
00000100:00100000:3.0:1767328961.974901:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853504
00000100:00100000:0.0:1767328961.974907:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324dc00 x1853164010853888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328961.974919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010853632:0@lo:38:kworker.0
00000100:00100000:1.0:1767328961.974934:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767328961.974945:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010853760:0@lo:400:kworker.0
00000100:00080000:0.0:1767328961.974953:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328961.974959:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328961.974962:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328961.974968:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14154
00000100:00100000:3.0:1767328961.974970:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9716
00000100:00080000:0.0:1767328961.974974:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328961.974981:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328961.974991:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010853504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328961.974992:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328961.974998:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d180 x1853164010854144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328961.975008:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853248
00000100:00100000:1.0:1767328961.975013:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853248
00000100:00100000:2.0:1767328961.975030:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010853888:0@lo:38:kworker.0
00000100:00100000:1.0:1767328961.975046:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35369
00000100:00100000:1.0:1767328961.975053:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010853248:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328961.975058:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853632
00000100:00100000:2.0:1767328961.975065:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328961.975066:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853632
00010000:00020000:1.0:1767328961.975074:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328961.975084:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010853504:12345-0@lo:400:kworker.0 Request processed in 101us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328961.975089:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010854144:0@lo:38:kworker.0
00000100:00100000:3.0:1767328961.975097:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9716
00000100:00100000:0.0:1767328961.975104:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853888
00000100:00100000:0.0:1767328961.975109:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853888
00000100:00100000:1.0:1767328961.975116:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010853248:12345-0@lo:38:kworker.0 Request processed in 62us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328961.975128:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35369
00000100:00100000:2.0:1767328961.975132:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328961.975151:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854144
00000100:00100000:0.0:1767328961.975157:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854144
00000100:00100000:3.0:1767328961.975162:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010853504:0@lo:400:kworker.0
00000100:00080000:2.0:1767328961.975170:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328961.975178:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767328961.975179:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328961.975188:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010853248:0@lo:38:kworker.0
00000100:00100000:0.0:1767328961.975191:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4813
00000100:00100000:1.0:1767328961.975193:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010854016:0@lo:400:kworker.0
00000100:00080000:3.0:1767328961.975203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328961.975204:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010853632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328961.975222:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328961.975224:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328961.975228:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328961.975233:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4814
00000100:00100000:2.0:1767328961.975242:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010853888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328961.975258:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328961.975265:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328961.975276:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853376
00000100:00100000:3.0:1767328961.975281:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853376
00000100:00100000:0.0:1767328961.975290:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010853632:12345-0@lo:38:kworker.0 Request processed in 86us (301us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328961.975299:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4813
00000100:00100000:2.0:1767328961.975312:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010853888:12345-0@lo:38:kworker.0 Request processed in 67us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328961.975313:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854016
00000100:00100000:1.0:1767328961.975319:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854016
00000100:00100000:3.0:1767328961.975319:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9717
00000100:00100000:0.0:1767328961.975322:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010853760
00000100:00100000:0.0:1767328961.975330:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010853760
00000100:00100000:2.0:1767328961.975330:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4814
00000100:00100000:3.0:1767328961.975333:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010853376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328961.975357:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719
00000100:00100000:1.0:1767328961.975368:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010854016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328961.975373:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720
00000100:00100000:3.0:1767328961.975379:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010853376:12345-0@lo:400:kworker.0 Request processed in 49us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328961.975389:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4815
00000100:00100000:3.0:1767328961.975390:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9717
00000100:00100000:2.0:1767328961.975393:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010853760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328961.975404:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010854144:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767328961.975413:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328961.975448:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010854016:12345-0@lo:400:kworker.0 Request processed in 50us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328961.975454:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719
00000100:00080000:3.0:1767328961.975460:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767328961.975485:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328961.975485:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010853376:0@lo:400:kworker.0
00000100:00100000:2.0:1767328961.975494:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010853760:12345-0@lo:400:kworker.0 Request processed in 106us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328961.975502:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010854016:0@lo:400:kworker.0
00000100:00100000:2.0:1767328961.975516:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720
00000100:00100000:0.0:1767328961.975544:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010854144:12345-0@lo:38:kworker.0 Request processed in 139us (416us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767328961.975545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328961.975549:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010853760:0@lo:400:kworker.0
00000100:00080000:3.0:1767328961.975554:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328961.975562:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010853888:0@lo:38:kworker.0
00000100:00100000:0.0:1767328961.975565:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4815
00000100:00080000:3.0:1767328961.975580:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328961.975587:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328961.975590:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010854144:0@lo:38:kworker.0
00000100:00080000:3.0:1767328961.975599:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328961.975602:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328961.975604:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010853632:0@lo:38:kworker.0
00000100:00100000:3.0:1767328962.385000:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328962.385057:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328962.385073:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275008
00000100:00100000:0.0:1767328962.385090:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275008
00000100:00100000:2.0:1767328962.385151:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993274880
00000100:00100000:2.0:1767328962.385157:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993274880
00000100:00080000:3.0:1767328962.385167:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328962.385205:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2721
00000100:00100000:2.0:1767328962.385222:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4816
00000100:00100000:0.0:1767328962.385223:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993275008:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328962.385238:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993274880:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328962.385268:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328962.385327:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993275008:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 110us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328962.385330:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993274880:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 93us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328962.385339:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2721
00000100:00100000:2.0:1767328962.385348:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4816
00010000:00010000:1.0:1767328962.934659:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328963.958601:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328964.534644:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010854272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328964.534739:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328964.534786:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854272
00000100:00100000:2.0:1767328964.534797:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854272
00000100:00080000:3.0:1767328964.534846:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328964.534874:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8613
00000100:00100000:2.0:1767328964.534884:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010854272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328964.534918:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328964.534965:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010854272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328964.534970:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8613
00000100:00100000:0.0:1767328964.535031:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bdc75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010854272:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328964.982592:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328965.046612:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010854400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328965.046695:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328965.046751:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854400
00000100:00100000:2.0:1767328965.046762:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854400
00000100:00080000:3.0:1767328965.046808:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328965.046832:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8614
00000100:00100000:2.0:1767328965.046841:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010854400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328965.046873:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328965.046919:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010854400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328965.046925:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8614
00000100:00100000:1.0:1767328965.046977:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010854400:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328966.006606:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328966.070536:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328941/real 1767328941]  req@ffff9bb5887c6680 x1853164010848000/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767328966.070573:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5887c6680 x1853164010848000/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767328966.070592:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328966.070614:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767328966.070619:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010848000:0@lo:250:kworker.0
00000100:00080000:0.0:1767328966.070662:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328966.070670:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328966.070674:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328966.070679:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14139
00000100:00080000:0.0:1767328966.070684:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328966.070690:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328966.070725:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324e300 x1853164010854528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328966.070747:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328966.070751:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328966.070754:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328966.070759:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14159
00000100:00080000:0.0:1767328966.070763:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328966.070768:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328966.070782:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010854528:0@lo:250:kworker.0
00000100:00100000:0.0:1767328966.070786:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f100 x1853164010854656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328966.070840:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:3.0:1767328966.070841:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010854528 offset 0 length 520: 4
00000100:00080000:0.0:1767328966.070845:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328966.070847:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328966.070851:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14159
00000100:00080000:0.0:1767328966.070854:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328966.070858:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328966.070872:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010854912:0@lo:400:kworker.0
00000100:00100000:0.0:1767328966.070877:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324d180 x1853164010855040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328966.070899:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010854784:0@lo:400:kworker.0
00000100:00100000:3.0:1767328966.070911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010854656:0@lo:38:kworker.0
00000100:00080000:0.0:1767328966.070915:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328966.070920:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328966.070922:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328966.070926:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14159
00000100:00080000:0.0:1767328966.070930:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767328966.070937:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767328966.070938:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328966.070956:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ca80 x1853164010855296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328966.070957:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328966.070958:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328966.070973:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010855168:0@lo:400:kworker.0
00000100:00080000:0.0:1767328966.070985:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328966.070990:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767328966.070990:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010855040:0@lo:38:kworker.0
00000100:00080000:0.0:1767328966.070993:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328966.070999:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14159
00000100:00080000:0.0:1767328966.071002:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328966.071008:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328966.071009:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328966.071009:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854912
00000100:00100000:2.0:1767328966.071020:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854912
00000100:00100000:3.0:1767328966.071027:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767328966.071028:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ce00 x1853164010855552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328966.071038:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010855424:0@lo:400:kworker.0
00000100:00100000:1.0:1767328966.071071:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854656
00000100:00100000:1.0:1767328966.071077:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854656
00000100:00100000:3.0:1767328966.071077:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328966.071078:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9718
00000100:00100000:0.0:1767328966.071085:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328966.071092:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010854912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328966.071117:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35370
00000100:00100000:1.0:1767328966.071125:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010854656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328966.071128:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855168
00000100:00100000:0.0:1767328966.071132:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328966.071135:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855168
00010000:00020000:1.0:1767328966.071149:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328966.071151:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010854912:12345-0@lo:400:kworker.0 Request processed in 62us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328966.071160:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9718
00000100:00100000:0.0:1767328966.071164:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010855296:0@lo:38:kworker.0
00000100:00100000:2.0:1767328966.071180:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010854784
00000100:00100000:2.0:1767328966.071185:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010854784
00000100:00100000:3.0:1767328966.071190:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855424
00000100:00100000:1.0:1767328966.071194:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010854656:12345-0@lo:38:kworker.0 Request processed in 68us (237us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328966.071197:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855424
00000100:00100000:1.0:1767328966.071209:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35370
00000100:00100000:0.0:1767328966.071214:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328966.071215:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9719
00000100:00100000:2.0:1767328966.071226:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010854784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328966.071246:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010855552:0@lo:38:kworker.0
00000100:00100000:3.0:1767328966.071249:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855040
00000100:00100000:1.0:1767328966.071250:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855296
00000100:00100000:1.0:1767328966.071256:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855296
00000100:00100000:3.0:1767328966.071256:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855040
00000100:00100000:2.0:1767328966.071266:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010854784:12345-0@lo:400:kworker.0 Request processed in 42us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328966.071273:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9719
00000100:00100000:0.0:1767328966.071288:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328966.071288:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722
00000100:00100000:1.0:1767328966.071298:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723
00000100:00100000:3.0:1767328966.071303:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010855168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328966.071312:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010855424:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767328966.071324:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328966.071324:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010854784:0@lo:400:kworker.0
00000100:00080000:0.0:1767328966.071335:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328966.071341:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010854656:0@lo:38:kworker.0
00000100:00100000:3.0:1767328966.071361:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010855168:12345-0@lo:400:kworker.0 Request processed in 65us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328966.071370:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010854912:0@lo:400:kworker.0
00000100:00100000:1.0:1767328966.071371:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bdc76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010855424:12345-0@lo:400:kworker.0 Request processed in 61us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328966.071372:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722
00000100:00100000:1.0:1767328966.071385:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723
00000100:00100000:0.0:1767328966.071393:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855552
00000100:00100000:0.0:1767328966.071399:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855552
00000100:00100000:3.0:1767328966.071445:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4817
00000100:00100000:3.0:1767328966.071452:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010855296:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328966.071460:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4818
00010000:00020000:3.0:1767328966.071466:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328966.071468:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010855040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328966.071479:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328966.071502:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4819
00000100:00100000:2.0:1767328966.071509:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010855552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328966.071517:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010855296:12345-0@lo:38:kworker.0 Request processed in 62us (308us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767328966.071525:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328966.071529:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4817
00000100:00100000:1.0:1767328966.071530:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010855040:12345-0@lo:38:kworker.0 Request processed in 48us (389us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328966.071540:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4818
00000100:00080000:0.0:1767328966.071557:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328966.071566:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328966.071570:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010855552:12345-0@lo:38:kworker.0 Request processed in 57us (282us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328966.071575:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010855296:0@lo:38:kworker.0
00000100:00100000:3.0:1767328966.071577:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010855424:0@lo:400:kworker.0
00000100:00100000:2.0:1767328966.071581:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4819
00000100:00100000:1.0:1767328966.071582:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010855168:0@lo:400:kworker.0
00000100:00080000:0.0:1767328966.071596:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328966.071603:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328966.071607:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010855552:0@lo:38:kworker.0
00000100:00080000:0.0:1767328966.071620:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328966.071622:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767328966.071625:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767328966.071627:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328966.071629:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010855040:0@lo:38:kworker.0
00000400:00000100:2.0:1767328966.481009:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993275136 offset 0 length 520: 4
00000100:00100000:2.0:1767328966.481053:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328966.481104:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767328966.481132:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275392
00000100:00100000:0.0:1767328966.481153:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275392
00000100:00100000:3.0:1767328966.481157:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275264
00000100:00100000:3.0:1767328966.481161:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275264
00000100:00100000:3.0:1767328966.481214:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2724
00000100:00100000:0.0:1767328966.481228:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4820
00000100:00100000:3.0:1767328966.481230:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993275392:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328966.481235:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993275264:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328966.481256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767328966.481263:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328966.481326:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993275264:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 89us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328966.481326:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993275392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328966.481336:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4820
00000100:00100000:3.0:1767328966.481342:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2724
00010000:00010000:1.0:1767328967.030594:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328968.054608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328969.078584:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328969.654661:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010855680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328969.654742:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328969.654786:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855680
00000100:00100000:0.0:1767328969.654798:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855680
00000100:00100000:0.0:1767328969.654870:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8615
00000100:00100000:0.0:1767328969.654884:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010855680:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767328969.654899:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767328969.654926:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328969.654981:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010855680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328969.654989:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8615
00000100:00100000:2.0:1767328969.655028:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010855680:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328970.102612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328970.166656:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767328970.166681:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010855808:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767328970.166762:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328970.166818:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855808
00000100:00100000:0.0:1767328970.166828:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855808
00000100:00100000:0.0:1767328970.166899:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8616
00000100:00100000:0.0:1767328970.166912:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010855808:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767328970.166917:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767328970.166953:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328970.167007:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010855808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328970.167020:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8616
00000100:00100000:3.0:1767328970.167055:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010855808:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328971.126616:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328971.190523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328971.190536:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328971.190540:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328971.190545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328971.190551:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328971.190561:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14163
00000100:00080000:2.0:1767328971.190567:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328971.190575:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328971.190629:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712d80 x1853164010855936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328971.190681:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010855936:0@lo:38:kworker.0
00000100:00080000:2.0:1767328971.190686:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328971.190691:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328971.190693:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328971.190697:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14163
00000100:00080000:2.0:1767328971.190700:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328971.190705:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328971.190706:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010856064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328971.190718:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324ca80 x1853164010856320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328971.190730:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010856192:0@lo:400:kworker.0
00000100:00080000:2.0:1767328971.190750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328971.190754:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328971.190755:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328971.190760:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14163
00000100:00080000:2.0:1767328971.190762:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328971.190764:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328971.190777:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f800 x1853164010856576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328971.190778:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328971.190778:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328971.190797:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328971.190800:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328971.190802:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328971.190807:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010856448:0@lo:400:kworker.0
00000100:00080000:2.0:1767328971.190807:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14163
00000100:00080000:2.0:1767328971.190812:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328971.190818:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328971.190830:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48324f100 x1853164010856832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767328971.190841:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010856320:0@lo:38:kworker.0
00000100:00100000:1.0:1767328971.190851:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328971.190860:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010856704:0@lo:400:kworker.0
00000100:00100000:3.0:1767328971.190878:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010855936
00000100:00100000:3.0:1767328971.190887:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010855936
00000100:00100000:0.0:1767328971.190892:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328971.190918:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328971.190931:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856448
00000100:00100000:1.0:1767328971.190936:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856448
00000100:00100000:3.0:1767328971.190938:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35371
00000100:00100000:3.0:1767328971.190947:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010855936:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328971.190948:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856704
00000100:00100000:0.0:1767328971.190955:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856704
00000100:00100000:2.0:1767328971.190968:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856064
00010000:00020000:3.0:1767328971.190971:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328971.190974:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856064
00000100:00100000:1.0:1767328971.191001:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725
00000100:00100000:0.0:1767328971.191009:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726
00000100:00100000:1.0:1767328971.191017:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010856448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328971.191020:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856192
00000100:00100000:3.0:1767328971.191021:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010855936:12345-0@lo:38:kworker.0 Request processed in 70us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328971.191023:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010856704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328971.191025:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856192
00000100:00100000:3.0:1767328971.191037:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35371
00000100:00100000:2.0:1767328971.191052:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9720
00000100:00100000:2.0:1767328971.191061:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010856064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328971.191071:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9721
00000100:00100000:3.0:1767328971.191084:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010856192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328971.191098:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010856448:12345-0@lo:400:kworker.0 Request processed in 87us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328971.191100:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010856704:12345-0@lo:400:kworker.0 Request processed in 82us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328971.191110:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725
00000100:00100000:0.0:1767328971.191117:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726
00000100:00100000:2.0:1767328971.191123:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010856064:12345-0@lo:400:kworker.0 Request processed in 62us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328971.191131:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9720
00000100:00100000:3.0:1767328971.191138:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010856192:12345-0@lo:400:kworker.0 Request processed in 57us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328971.191146:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9721
00000100:00080000:1.0:1767328971.191151:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767328971.191158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328971.191175:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010856192:0@lo:400:kworker.0
00000100:00100000:1.0:1767328971.191194:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010856448:0@lo:400:kworker.0
00000100:00100000:3.0:1767328971.191197:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010856064:0@lo:400:kworker.0
00000100:00100000:2.0:1767328971.191204:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010856704:0@lo:400:kworker.0
00000100:00100000:0.0:1767328971.191218:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328971.191244:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010856576:0@lo:38:kworker.0
00000100:00100000:2.0:1767328971.191247:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856320
00000100:00100000:2.0:1767328971.191251:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856320
00000100:00100000:0.0:1767328971.191268:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328971.191284:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856576
00000100:00100000:2.0:1767328971.191287:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856576
00000100:00080000:0.0:1767328971.191296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328971.191303:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328971.191308:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010855936:0@lo:38:kworker.0
00000100:00100000:2.0:1767328971.191313:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4821
00000100:00100000:2.0:1767328971.191320:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010856320:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328971.191324:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822
00000100:00100000:0.0:1767328971.191327:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010856832:0@lo:38:kworker.0
00000100:00100000:3.0:1767328971.191335:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010856576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328971.191336:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328971.191350:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328971.191361:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328971.191393:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010856320:12345-0@lo:38:kworker.0 Request processed in 72us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328971.191400:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4821
00000100:00100000:1.0:1767328971.191413:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856832
00000100:00080000:0.0:1767328971.191440:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767328971.191447:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856832
00000100:00100000:3.0:1767328971.191447:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010856576:12345-0@lo:38:kworker.0 Request processed in 110us (176us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328971.191449:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328971.191457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010856320:0@lo:38:kworker.0
00000100:00100000:3.0:1767328971.191463:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822
00000100:00080000:0.0:1767328971.191470:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328971.191475:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328971.191480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010856576:0@lo:38:kworker.0
00000100:00100000:1.0:1767328971.191484:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823
00000100:00100000:1.0:1767328971.191491:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010856832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328971.191502:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328971.191533:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010856832:12345-0@lo:38:kworker.0 Request processed in 43us (173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328971.191539:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823
00000100:00080000:0.0:1767328971.191545:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767328971.191550:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767328971.191553:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010856832:0@lo:38:kworker.0
00000100:00100000:3.0:1767328971.600960:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328971.601000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767328971.601031:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275648
00000100:00100000:1.0:1767328971.601044:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275648
00000100:00100000:2.0:1767328971.601087:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275520
00000100:00100000:2.0:1767328971.601094:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275520
00000100:00080000:3.0:1767328971.601115:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328971.601145:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2727
00000100:00100000:1.0:1767328971.601155:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4824
00000100:00100000:2.0:1767328971.601161:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993275648:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767328971.601169:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993275520:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767328971.601193:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328971.601259:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993275520:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 87us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328971.601259:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993275648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328971.601277:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2727
00000100:00100000:1.0:1767328971.601283:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4824
00010000:00010000:1.0:1767328972.150587:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328973.174573:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328974.198611:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767328974.774598:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010856960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767328974.774684:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328974.774739:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010856960
00000100:00100000:2.0:1767328974.774749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010856960
00000100:00080000:3.0:1767328974.774805:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328974.774812:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8617
00000100:00100000:2.0:1767328974.774824:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010856960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328974.774857:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328974.774906:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010856960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328974.774912:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8617
00000100:00100000:3.0:1767328974.775117:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010856960:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328975.222610:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328975.286674:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010857088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767328975.286758:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328975.286811:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857088
00000100:00100000:0.0:1767328975.286822:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857088
00000100:00080000:3.0:1767328975.286882:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328975.286893:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8618
00000100:00100000:0.0:1767328975.286906:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010857088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328975.286940:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328975.286989:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010857088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328975.286996:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8618
00000100:00100000:2.0:1767328975.287036:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010857088:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328976.246589:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328976.310532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328976.310541:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328976.310544:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328976.310547:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328976.310552:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328976.310560:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14169
00000100:00080000:1.0:1767328976.310564:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328976.310572:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328976.310620:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5880 x1853164010857216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328976.310677:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010857216:0@lo:38:kworker.0
00000100:00080000:1.0:1767328976.310688:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328976.310692:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328976.310693:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328976.310697:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14169
00000100:00080000:1.0:1767328976.310700:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767328976.310703:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328976.310713:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9dc00 x1853164010857600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328976.310742:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328976.310745:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328976.310747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767328976.310752:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010857344:0@lo:400:kworker.0
00000100:00080000:1.0:1767328976.310753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14169
00000100:00080000:1.0:1767328976.310759:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767328976.310764:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328976.310767:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328976.310775:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010857472:0@lo:400:kworker.0
00000100:00100000:1.0:1767328976.310782:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c380 x1853164010857856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767328976.310800:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328976.310803:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328976.310805:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328976.310810:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14169
00000100:00100000:2.0:1767328976.310811:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010857600:0@lo:38:kworker.0
00000100:00080000:1.0:1767328976.310817:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328976.310817:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767328976.310824:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328976.310837:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d180 x1853164010858112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328976.310856:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328976.310859:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857216
00000100:00100000:0.0:1767328976.310869:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857216
00000100:00100000:1.0:1767328976.310880:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328976.310883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010857856:0@lo:38:kworker.0
00000100:00100000:3.0:1767328976.310884:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857344
00000100:00100000:3.0:1767328976.310892:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857344
00000100:00100000:0.0:1767328976.310919:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35372
00000100:00100000:2.0:1767328976.310921:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328976.310931:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010857216:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328976.310938:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857472
00000100:00100000:1.0:1767328976.310943:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857472
00000100:00100000:2.0:1767328976.310950:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010858112:0@lo:38:kworker.0
00010000:00020000:0.0:1767328976.310954:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328976.310956:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9722
00000100:00100000:3.0:1767328976.310970:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010857344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328976.310985:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9723
00000100:00100000:2.0:1767328976.310987:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328976.311001:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010857472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328976.311007:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010857216:12345-0@lo:38:kworker.0 Request processed in 76us (244us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328976.311015:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35372
00000100:00080000:2.0:1767328976.311035:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328976.311036:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010857344:12345-0@lo:400:kworker.0 Request processed in 68us (221us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328976.311045:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328976.311050:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9722
00000100:00100000:2.0:1767328976.311052:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010857216:0@lo:38:kworker.0
00000100:00100000:0.0:1767328976.311059:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857600
00000100:00100000:1.0:1767328976.311059:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010857472:12345-0@lo:400:kworker.0 Request processed in 60us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328976.311065:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857600
00000100:00100000:1.0:1767328976.311069:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9723
00000100:00100000:3.0:1767328976.311084:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857856
00000100:00100000:3.0:1767328976.311089:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857856
00000100:00100000:0.0:1767328976.311094:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858112
00000100:00100000:2.0:1767328976.311098:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010857984:0@lo:400:kworker.0
00000100:00100000:0.0:1767328976.311099:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858112
00000100:00100000:1.0:1767328976.311119:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010857472:0@lo:400:kworker.0
00000100:00100000:3.0:1767328976.311120:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4825
00000100:00100000:3.0:1767328976.311132:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010857600:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328976.311135:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826
00000100:00100000:2.0:1767328976.311140:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328976.311145:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010857856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328976.311148:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767328976.311160:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328976.311163:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857984
00000100:00100000:2.0:1767328976.311163:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767328976.311168:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857984
00000100:00100000:2.0:1767328976.311173:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010857728:0@lo:400:kworker.0
00000100:00100000:3.0:1767328976.311202:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010857600:12345-0@lo:38:kworker.0 Request processed in 69us (345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328976.311208:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010857856:12345-0@lo:38:kworker.0 Request processed in 59us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328976.311209:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728
00000100:00100000:2.0:1767328976.311217:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328976.311222:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4825
00000100:00100000:1.0:1767328976.311224:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010857984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328976.311234:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826
00000100:00100000:3.0:1767328976.311243:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010857728
00000100:00100000:3.0:1767328976.311247:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010857728
00000100:00100000:2.0:1767328976.311260:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4827
00000100:00100000:2.0:1767328976.311269:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010858112:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767328976.311275:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010857984:12345-0@lo:400:kworker.0 Request processed in 53us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328976.311281:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729
00010000:00020000:2.0:1767328976.311282:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328976.311298:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010857728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328976.311299:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728
00000100:00080000:3.0:1767328976.311302:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328976.311310:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328976.311319:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010858112:12345-0@lo:38:kworker.0 Request processed in 49us (334us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328976.311327:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4827
00000100:00100000:3.0:1767328976.311362:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010857344:0@lo:400:kworker.0
00000100:00100000:0.0:1767328976.311367:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48324ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010857728:12345-0@lo:400:kworker.0 Request processed in 71us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328976.311374:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729
00000100:00100000:2.0:1767328976.311391:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010857728:0@lo:400:kworker.0
00000100:00100000:2.0:1767328976.311406:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010857984:0@lo:400:kworker.0
00000100:00080000:1.0:1767328976.311449:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328976.311454:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328976.311457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010858112:0@lo:38:kworker.0
00000100:00080000:1.0:1767328976.311467:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328976.311469:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328976.311471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010857600:0@lo:38:kworker.0
00000100:00080000:1.0:1767328976.311476:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328976.311478:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328976.311480:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010857856:0@lo:38:kworker.0
00000100:00100000:2.0:1767328976.721167:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328976.721210:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328976.721236:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275904
00000100:00100000:3.0:1767328976.721249:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275904
00000100:00100000:0.0:1767328976.721250:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993275776
00000100:00100000:0.0:1767328976.721256:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993275776
00000100:00100000:0.0:1767328976.721307:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2730
00000100:00100000:0.0:1767328976.721321:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993275904:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328976.721324:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4828
00000100:00100000:3.0:1767328976.721348:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993275776:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767328976.721374:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767328976.721379:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328976.721463:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993275776:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 113us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328976.721465:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993275904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 144us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328976.721474:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4828
00000100:00100000:0.0:1767328976.721483:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2730
00010000:00010000:1.0:1767328977.270595:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328978.294626:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328979.318609:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328979.894602:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010858240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328979.894688:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328979.894738:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858240
00000100:00100000:2.0:1767328979.894749:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858240
00000100:00080000:3.0:1767328979.894807:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328979.894820:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8619
00000100:00100000:2.0:1767328979.894831:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010858240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328979.894867:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328979.894918:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010858240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328979.894926:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8619
00000100:00100000:0.0:1767328979.894966:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010858240:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328980.342638:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328980.406627:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010858368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328980.406708:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328980.406759:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858368
00000100:00100000:2.0:1767328980.406771:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858368
00000100:00080000:3.0:1767328980.406826:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328980.406842:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8620
00000100:00100000:2.0:1767328980.406852:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010858368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328980.406885:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328980.406934:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010858368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328980.406940:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8620
00000100:00100000:1.0:1767328980.406978:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010858368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328981.366567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767328981.430512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328981.430522:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767328981.430526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328981.430530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328981.430534:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328981.430543:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14174
00000100:00080000:1.0:1767328981.430550:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328981.430559:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328981.430607:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9dc00 x1853164010858496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328981.430661:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010858496:0@lo:38:kworker.0
00000100:00080000:1.0:1767328981.430665:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328981.430671:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328981.430673:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328981.430677:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14174
00000100:00080000:1.0:1767328981.430679:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328981.430682:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328981.430687:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010858752:0@lo:400:kworker.0
00000100:00100000:1.0:1767328981.430697:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9ea00 x1853164010858880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328981.430729:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010858624:0@lo:400:kworker.0
00000100:00080000:1.0:1767328981.430730:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328981.430737:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328981.430739:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328981.430742:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14174
00000100:00080000:1.0:1767328981.430745:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328981.430748:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328981.430764:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9c700 x1853164010859136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328981.430768:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328981.430770:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328981.430787:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010859008:0@lo:400:kworker.0
00000100:00080000:1.0:1767328981.430794:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767328981.430798:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767328981.430800:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767328981.430803:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14174
00000100:00080000:1.0:1767328981.430806:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767328981.430810:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328981.430816:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010858880:0@lo:38:kworker.0
00000100:00100000:1.0:1767328981.430825:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d500 x1853164010859392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328981.430826:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328981.430853:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010859264:0@lo:400:kworker.0
00000100:00100000:1.0:1767328981.430866:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858496
00000100:00100000:1.0:1767328981.430876:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858496
00000100:00100000:2.0:1767328981.430876:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858752
00000100:00100000:2.0:1767328981.430884:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858752
00000100:00100000:0.0:1767328981.430898:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328981.430906:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328981.430931:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35373
00000100:00100000:1.0:1767328981.430940:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcaa8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010858496:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328981.430941:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858624
00000100:00100000:2.0:1767328981.430946:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858624
00000100:00100000:0.0:1767328981.430961:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859008
00000100:00100000:3.0:1767328981.430962:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9724
00010000:00020000:1.0:1767328981.430963:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328981.430967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859008
00000100:00100000:3.0:1767328981.430979:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010858752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328981.430986:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9725
00000100:00100000:2.0:1767328981.430998:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010858624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328981.431012:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859264
00000100:00100000:0.0:1767328981.431017:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859264
00000100:00100000:1.0:1767328981.431018:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcaa8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010858496:12345-0@lo:38:kworker.0 Request processed in 77us (255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328981.431027:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35373
00000100:00100000:3.0:1767328981.431047:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010858752:12345-0@lo:400:kworker.0 Request processed in 73us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328981.431052:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731
00000100:00100000:3.0:1767328981.431061:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9724
00000100:00100000:2.0:1767328981.431062:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010858624:12345-0@lo:400:kworker.0 Request processed in 65us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328981.431066:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010859008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328981.431080:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9725
00000100:00080000:3.0:1767328981.431093:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767328981.431100:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328981.431119:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732
00000100:00100000:3.0:1767328981.431123:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328981.431127:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010859008:12345-0@lo:400:kworker.0 Request processed in 63us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328981.431135:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010859264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767328981.431136:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731
00000100:00100000:3.0:1767328981.431154:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010859136:0@lo:38:kworker.0
00000100:00100000:0.0:1767328981.431162:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010858880
00000100:00100000:0.0:1767328981.431167:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010858880
00000100:00100000:2.0:1767328981.431196:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010859264:12345-0@lo:400:kworker.0 Request processed in 61us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328981.431196:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328981.431197:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4829
00000100:00100000:0.0:1767328981.431207:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010858880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767328981.431212:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732
00010000:00020000:0.0:1767328981.431222:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328981.431238:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859136
00000100:00080000:3.0:1767328981.431239:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328981.431245:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859136
00000100:00080000:3.0:1767328981.431247:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328981.431253:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010858496:0@lo:38:kworker.0
00000100:00100000:0.0:1767328981.431257:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010858880:12345-0@lo:38:kworker.0 Request processed in 48us (139us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328981.431266:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4830
00000100:00100000:0.0:1767328981.431276:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4829
00000100:00100000:2.0:1767328981.431277:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010859136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328981.431280:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010859392:0@lo:38:kworker.0
00010000:00020000:2.0:1767328981.431293:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328981.431336:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328981.431350:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010858752:0@lo:400:kworker.0
00000100:00100000:1.0:1767328981.431351:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010859264:0@lo:400:kworker.0
00000100:00100000:2.0:1767328981.431352:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010859136:12345-0@lo:38:kworker.0 Request processed in 77us (159us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328981.431366:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4830
00000100:00080000:3.0:1767328981.431373:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328981.431382:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328981.431389:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010858880:0@lo:38:kworker.0
00000100:00100000:2.0:1767328981.431391:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859392
00000100:00100000:2.0:1767328981.431396:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859392
00000100:00100000:1.0:1767328981.431406:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010858624:0@lo:400:kworker.0
00000100:00080000:3.0:1767328981.431440:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767328981.431445:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328981.431449:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010859136:0@lo:38:kworker.0
00000100:00100000:2.0:1767328981.431459:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4831
00000100:00100000:2.0:1767328981.431467:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010859392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328981.431477:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328981.431481:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010859008:0@lo:400:kworker.0
00000100:00100000:2.0:1767328981.431514:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010859392:12345-0@lo:38:kworker.0 Request processed in 46us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328981.431521:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4831
00000100:00080000:1.0:1767328981.431538:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328981.431544:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328981.431546:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010859392:0@lo:38:kworker.0
00000100:00100000:3.0:1767328981.841093:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328981.841131:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328981.841165:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276160
00000100:00100000:2.0:1767328981.841178:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276160
00000100:00100000:0.0:1767328981.841183:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276032
00000100:00100000:0.0:1767328981.841190:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276032
00000100:00100000:0.0:1767328981.841239:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2733
00000100:00080000:3.0:1767328981.841239:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767328981.841256:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4832
00000100:00100000:0.0:1767328981.841257:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993276160:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767328981.841267:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993276032:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767328981.841305:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328981.841363:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993276032:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 97us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328981.841366:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993276160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 114us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328981.841377:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4832
00000100:00100000:0.0:1767328981.841385:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2733
00010000:00010000:1.0:1767328982.390635:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328983.414614:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328984.438610:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328985.014687:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767328985.014714:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010859520:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328985.014800:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328985.014887:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859520
00000100:00100000:2.0:1767328985.014898:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859520
00000100:00080000:3.0:1767328985.014959:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328985.014967:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8621
00000100:00100000:2.0:1767328985.014979:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010859520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328985.015012:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328985.015063:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010859520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328985.015070:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8621
00000100:00100000:0.0:1767328985.015113:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010859520:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328985.462651:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328985.526650:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328985.526673:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010859648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328985.526754:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328985.526797:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859648
00000100:00100000:2.0:1767328985.526809:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859648
00000100:00080000:3.0:1767328985.526869:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328985.526879:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8622
00000100:00100000:2.0:1767328985.526891:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010859648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328985.526925:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328985.526976:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010859648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328985.526983:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8622
00000100:00100000:1.0:1767328985.527020:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010859648:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328986.486596:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767328986.550527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328986.550538:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328986.550541:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328986.550545:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328986.550549:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328986.550559:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14179
00000100:00080000:0.0:1767328986.550566:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328986.550573:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328986.550621:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d048000 x1853164010859776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328986.550685:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328986.550689:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328986.550691:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328986.550696:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14179
00000100:00080000:0.0:1767328986.550699:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328986.550702:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328986.550713:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010859904:0@lo:400:kworker.0
00000100:00100000:3.0:1767328986.550713:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010859776:0@lo:38:kworker.0
00000100:00100000:0.0:1767328986.550715:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48d049500 x1853164010860160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328986.550720:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010860032:0@lo:400:kworker.0
00000100:00080000:0.0:1767328986.550755:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328986.550758:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328986.550760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328986.550764:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14179
00000100:00080000:0.0:1767328986.550766:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328986.550769:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328986.550779:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712680 x1853164010860416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328986.550794:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328986.550797:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328986.550798:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328986.550802:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14179
00000100:00080000:0.0:1767328986.550805:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767328986.550808:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328986.550818:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328986.550819:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485710700 x1853164010860672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328986.550842:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010860288:0@lo:400:kworker.0
00000100:00100000:0.0:1767328986.550847:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010860544:0@lo:400:kworker.0
00000100:00100000:2.0:1767328986.550904:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328986.550911:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859904
00000100:00100000:0.0:1767328986.550921:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859904
00000100:00100000:1.0:1767328986.550939:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328986.550940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328986.551000:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010859776
00000100:00100000:0.0:1767328986.551005:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9726
00000100:00100000:2.0:1767328986.551011:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010859776
00000100:00100000:0.0:1767328986.551024:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010859904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328986.551062:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010860160:0@lo:38:kworker.0
00000100:00100000:2.0:1767328986.551073:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35374
00000100:00100000:2.0:1767328986.551083:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010859776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767328986.551109:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010859904:12345-0@lo:400:kworker.0 Request processed in 91us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328986.551111:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860032
00010000:00020000:2.0:1767328986.551113:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328986.551124:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860032
00000100:00100000:0.0:1767328986.551139:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9726
00000100:00100000:3.0:1767328986.551140:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328986.551197:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9727
00000100:00100000:3.0:1767328986.551203:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010860416:0@lo:38:kworker.0
00000100:00100000:2.0:1767328986.551206:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010859776:12345-0@lo:38:kworker.0 Request processed in 120us (285us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328986.551213:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010860032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328986.551223:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35374
00000100:00100000:3.0:1767328986.551233:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328986.551274:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860288
00000100:00100000:1.0:1767328986.551280:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860288
00000100:00100000:3.0:1767328986.551286:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010860672:0@lo:38:kworker.0
00000100:00100000:2.0:1767328986.551306:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860160
00000100:00100000:3.0:1767328986.551314:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328986.551315:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860160
00000100:00100000:0.0:1767328986.551345:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010860032:12345-0@lo:400:kworker.0 Request processed in 134us (417us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328986.551356:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9727
00000100:00080000:3.0:1767328986.551367:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767328986.551377:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860416
00000100:00080000:3.0:1767328986.551378:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328986.551380:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860672
00000100:00100000:1.0:1767328986.551393:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860672
00000100:00100000:2.0:1767328986.551393:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860416
00000100:00100000:3.0:1767328986.551394:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010859776:0@lo:38:kworker.0
00000100:00100000:1.0:1767328986.551470:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734
00000100:00100000:1.0:1767328986.551488:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010860288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328986.551496:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4833
00000100:00100000:0.0:1767328986.551502:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010859904:0@lo:400:kworker.0
00000100:00100000:2.0:1767328986.551511:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010860160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328986.551513:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4834
00000100:00100000:3.0:1767328986.551527:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010860672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328986.551539:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767328986.551548:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328986.551564:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010860288:12345-0@lo:400:kworker.0 Request processed in 82us (662us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328986.551574:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734
00000100:00100000:0.0:1767328986.551614:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010860032:0@lo:400:kworker.0
00000100:00100000:1.0:1767328986.551623:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835
00000100:00100000:1.0:1767328986.551630:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010860416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767328986.551645:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767328986.551645:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010860160:12345-0@lo:38:kworker.0 Request processed in 134us (516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328986.551647:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010860672:12345-0@lo:38:kworker.0 Request processed in 117us (328us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767328986.551661:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328986.551685:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4834
00000100:00100000:1.0:1767328986.551695:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010860416:12345-0@lo:38:kworker.0 Request processed in 55us (455us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328986.551698:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328986.551709:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4833
00000100:00100000:1.0:1767328986.551722:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835
00000100:00100000:3.0:1767328986.551730:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860544
00000100:00100000:3.0:1767328986.551735:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860544
00000100:00080000:0.0:1767328986.551806:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767328986.551822:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328986.551828:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735
00000100:00080000:2.0:1767328986.551835:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328986.551841:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010860288:0@lo:400:kworker.0
00000100:00100000:3.0:1767328986.551847:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010860544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328986.551854:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010860160:0@lo:38:kworker.0
00000100:00080000:2.0:1767328986.551883:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767328986.551888:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328986.551892:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010860416:0@lo:38:kworker.0
00000100:00100000:3.0:1767328986.551909:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010860544:12345-0@lo:400:kworker.0 Request processed in 71us (223us total) trans 0 rc 0/0
00000100:00080000:2.0:1767328986.551914:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328986.551915:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735
00000100:00080000:2.0:1767328986.551930:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767328986.551939:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010860672:0@lo:38:kworker.0
00000100:00100000:0.0:1767328986.551953:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010860544:0@lo:400:kworker.0
00000100:00100000:2.0:1767328986.961073:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328986.961120:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328986.961150:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276288
00000100:00100000:3.0:1767328986.961167:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276288
00000100:00100000:0.0:1767328986.961169:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276416
00000100:00100000:0.0:1767328986.961180:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276416
00000100:00100000:3.0:1767328986.961240:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4836
00000100:00080000:2.0:1767328986.961267:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328986.961268:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993276288:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:0.0:1767328986.961292:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2736
00010000:00020000:3.0:1767328986.961300:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328986.961303:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993276416:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328986.961390:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993276416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 85us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328986.961401:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993276288:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 133us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328986.961409:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2736
00000100:00100000:3.0:1767328986.961478:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4836
00010000:00010000:1.0:1767328987.510570:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328988.534546:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328989.558577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767328990.134707:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010860800:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767328990.134796:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328990.134898:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860800
00000100:00100000:2.0:1767328990.134911:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860800
00000100:00080000:0.0:1767328990.134967:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767328990.134987:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8623
00000100:00100000:2.0:1767328990.135000:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010860800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767328990.135034:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767328990.135085:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010860800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328990.135091:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8623
00000100:00100000:0.0:1767328990.135130:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010860800:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328990.582641:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328990.646635:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010860928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328990.646706:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328990.646771:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010860928
00000100:00100000:2.0:1767328990.646786:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010860928
00000100:00080000:0.0:1767328990.646843:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767328990.646866:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8624
00000100:00100000:2.0:1767328990.646876:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010860928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767328990.646913:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767328990.646989:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc805850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010860928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328990.646997:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8624
00000100:00100000:1.0:1767328990.647031:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010860928:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328991.606588:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328991.670551:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328966/real 1767328966]  req@ffff9bb48324e300 x1853164010854528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767328991.670557:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328991.670566:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767328991.670573:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328991.670580:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328991.670583:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328991.670589:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14184
00000100:00080000:0.0:1767328991.670595:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328991.670605:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328991.670613:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb48324e300 x1853164010854528/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767328991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767328991.670634:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328991.670651:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485712680 x1853164010861056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328991.670656:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767328991.670665:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48324e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010854528:0@lo:250:kworker.0
00000100:00100000:2.0:1767328991.670706:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010861056:0@lo:38:kworker.0
00000100:00080000:0.0:1767328991.670721:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328991.670726:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328991.670729:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328991.670736:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14184
00000100:00100000:1.0:1767328991.670736:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010861184:0@lo:400:kworker.0
00000100:00080000:0.0:1767328991.670742:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328991.670752:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328991.670769:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb485713100 x1853164010861440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767328991.670793:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328991.670800:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010861312:0@lo:400:kworker.0
00000100:00080000:0.0:1767328991.670807:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328991.670813:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328991.670816:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328991.670820:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14184
00000100:00080000:0.0:1767328991.670823:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328991.670830:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767328991.670842:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328991.670855:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ea680 x1853164010861696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328991.670876:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767328991.670880:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767328991.670883:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767328991.670888:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010861440:0@lo:38:kworker.0
00000100:00080000:0.0:1767328991.670889:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14184
00000100:00080000:0.0:1767328991.670895:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767328991.670899:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767328991.670901:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861184
00000100:00100000:3.0:1767328991.670912:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861184
00000100:00100000:0.0:1767328991.670918:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9180 x1853164010861952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767328991.670936:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767328991.670940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328991.670944:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010861824:0@lo:400:kworker.0
00000100:00080000:0.0:1767328991.670946:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767328991.670953:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767328991.670960:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14163
00000100:00080000:0.0:1767328991.670966:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767328991.670970:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328991.670983:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010861696:0@lo:38:kworker.0
00000100:00100000:3.0:1767328991.670985:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9728
00000100:00100000:0.0:1767328991.670988:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ead80 x1853164010862080/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328991.671015:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328991.671016:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010861184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328991.671040:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010861568:0@lo:400:kworker.0
00000100:00100000:0.0:1767328991.671085:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861440
00000100:00100000:0.0:1767328991.671091:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861440
00000100:00100000:0.0:1767328991.671115:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861824
00000100:00100000:0.0:1767328991.671117:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861824
00000100:00100000:0.0:1767328991.671143:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737
00000100:00100000:0.0:1767328991.671149:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010861824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328991.672172:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010861184:12345-0@lo:400:kworker.0 Request processed in 1174us (1345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328991.672179:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9728
00000100:00100000:2.0:1767328991.672203:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328991.672207:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4837
00000100:00100000:3.0:1767328991.672212:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010861440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328991.672244:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328991.672246:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861568
00000100:00100000:1.0:1767328991.672255:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861568
00000100:00100000:2.0:1767328991.672303:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861056
00000100:00100000:3.0:1767328991.672305:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010861440:12345-0@lo:38:kworker.0 Request processed in 89us (1372us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767328991.672310:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861056
00000100:00100000:3.0:1767328991.672318:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4837
00000100:00100000:0.0:1767328991.672319:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010861824:12345-0@lo:400:kworker.0 Request processed in 1165us (1321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767328991.672332:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738
00000100:00100000:0.0:1767328991.672346:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737
00000100:00100000:1.0:1767328991.672357:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010861568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328991.672357:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35375
00000100:00100000:3.0:1767328991.672366:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328991.672377:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010861056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767328991.672393:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328991.672398:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861312
00000100:00100000:0.0:1767328991.672406:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861312
00000100:00100000:2.0:1767328991.672526:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010861056:12345-0@lo:38:kworker.0 Request processed in 149us (1733us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328991.672539:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9729
00000100:00100000:2.0:1767328991.672546:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35375
00000100:00100000:3.0:1767328991.672548:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010861184:0@lo:400:kworker.0
00000100:00100000:1.0:1767328991.672549:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010861568:12345-0@lo:400:kworker.0 Request processed in 198us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328991.672562:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010861312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767328991.672589:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738
00000100:00100000:2.0:1767328991.672599:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010861568:0@lo:400:kworker.0
00000100:00080000:3.0:1767328991.672606:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767328991.672644:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328991.672649:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010861824:0@lo:400:kworker.0
00000100:00100000:0.0:1767328991.672652:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010861312:12345-0@lo:400:kworker.0 Request processed in 97us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328991.672664:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9729
00000100:00100000:2.0:1767328991.672709:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010861312:0@lo:400:kworker.0
00000100:00080000:1.0:1767328991.672726:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767328991.672732:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861696
00000100:00100000:0.0:1767328991.672738:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861696
00000100:00080000:1.0:1767328991.672738:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328991.672750:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010861056:0@lo:38:kworker.0
00000100:00100000:0.0:1767328991.672773:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838
00000100:00100000:1.0:1767328991.672777:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010861952:0@lo:38:kworker.0
00000100:00100000:0.0:1767328991.672779:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010861696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328991.672801:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328991.672815:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328991.672833:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010861696:12345-0@lo:38:kworker.0 Request processed in 52us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328991.672845:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010862080:0@lo:250:kworker.0
00000100:00100000:0.0:1767328991.672846:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838
00000100:00100000:3.0:1767328991.672853:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010861952
00000100:00100000:3.0:1767328991.672863:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010861952
00000400:00000100:1.0:1767328991.672887:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010862080 offset 0 length 520: 4
00000100:00100000:3.0:1767328991.672896:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4839
00000100:00100000:3.0:1767328991.672908:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010861952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328991.672922:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328991.672943:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328991.672949:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328991.672954:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010861440:0@lo:38:kworker.0
00000100:00080000:1.0:1767328991.672975:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767328991.672981:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010861952:12345-0@lo:38:kworker.0 Request processed in 73us (163us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767328991.672986:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328991.672999:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010861696:0@lo:38:kworker.0
00000100:00100000:3.0:1767328991.673023:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4839
00000100:00080000:1.0:1767328991.673043:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328991.673048:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328991.673052:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010861952:0@lo:38:kworker.0
00000100:00100000:2.0:1767328992.081040:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328992.081076:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:2.0:1767328992.081095:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993276800 offset 0 length 520: 4
00000100:00100000:3.0:1767328992.081101:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276672
00000100:00100000:3.0:1767328992.081114:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276672
00000100:00100000:0.0:1767328992.081120:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276544
00000100:00100000:0.0:1767328992.081127:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276544
00000100:00100000:0.0:1767328992.081179:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2739
00000100:00100000:3.0:1767328992.081188:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4840
00000100:00100000:0.0:1767328992.081193:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993276672:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767328992.081200:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993276544:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767328992.081240:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767328992.081242:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328992.081306:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993276672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 115us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328992.081307:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993276544:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328992.081324:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2739
00000100:00100000:3.0:1767328992.081330:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4840
00010000:00010000:1.0:1767328992.630594:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328993.654605:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328994.678560:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767328995.254631:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767328995.254662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010862208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767328995.254748:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328995.254841:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862208
00000100:00100000:0.0:1767328995.254852:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862208
00000100:00080000:1.0:1767328995.254905:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767328995.254917:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8625
00000100:00100000:0.0:1767328995.254925:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010862208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767328995.254950:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767328995.255019:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010862208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328995.255025:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8625
00000100:00100000:2.0:1767328995.255081:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010862208:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767328995.702566:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767328995.766612:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328995.766635:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010862336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767328995.766709:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328995.766753:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862336
00000100:00100000:0.0:1767328995.766762:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862336
00000100:00080000:1.0:1767328995.766809:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767328995.766819:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8626
00000100:00100000:0.0:1767328995.766827:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010862336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767328995.766852:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767328995.766902:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010862336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328995.766908:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8626
00000100:00100000:1.0:1767328995.766946:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010862336:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767328996.726621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767328996.790554:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328996.790564:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767328996.790568:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328996.790572:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328996.790576:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328996.790584:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14189
00000100:00080000:2.0:1767328996.790588:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328996.790597:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328996.790647:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda680 x1853164010862464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328996.790722:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767328996.790729:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328996.790733:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767328996.790734:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010862464:0@lo:38:kworker.0
00000100:00080000:2.0:1767328996.790741:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14189
00000100:00080000:2.0:1767328996.790748:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328996.790757:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767328996.790759:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010862720:0@lo:400:kworker.0
00000100:00100000:3.0:1767328996.790770:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010862592:0@lo:400:kworker.0
00000100:00100000:2.0:1767328996.790772:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd8a80 x1853164010862848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767328996.790829:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767328996.790830:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328996.790833:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328996.790844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328996.790847:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767328996.790853:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14189
00000100:00080000:2.0:1767328996.790857:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767328996.790861:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328996.790878:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd9500 x1853164010863104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767328996.790890:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010862976:0@lo:400:kworker.0
00000100:00080000:2.0:1767328996.790903:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767328996.790907:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010862848:0@lo:38:kworker.0
00000100:00080000:2.0:1767328996.790908:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767328996.790913:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767328996.790914:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862720
00000100:00080000:2.0:1767328996.790926:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14189
00000100:00100000:0.0:1767328996.790927:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862720
00000100:00080000:2.0:1767328996.790940:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767328996.790947:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767328996.790948:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767328996.790967:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5180 x1853164010863360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767328996.791004:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862464
00000100:00100000:0.0:1767328996.791005:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9730
00000100:00100000:3.0:1767328996.791010:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767328996.791014:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862464
00000100:00100000:0.0:1767328996.791022:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010862720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328996.791028:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010863232:0@lo:400:kworker.0
00000100:00100000:2.0:1767328996.791056:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767328996.791062:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35376
00000100:00100000:1.0:1767328996.791073:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010862464:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328996.791078:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767328996.791101:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767328996.791107:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010862720:12345-0@lo:400:kworker.0 Request processed in 90us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328996.791120:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9730
00000100:00100000:2.0:1767328996.791139:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862592
00000100:00100000:2.0:1767328996.791147:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862592
00000100:00100000:1.0:1767328996.791164:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010862464:12345-0@lo:38:kworker.0 Request processed in 85us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328996.791167:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863232
00000100:00100000:3.0:1767328996.791168:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862976
00000100:00100000:0.0:1767328996.791174:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863232
00000100:00100000:3.0:1767328996.791177:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862976
00000100:00100000:1.0:1767328996.791180:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35376
00000100:00100000:2.0:1767328996.791214:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9731
00000100:00100000:2.0:1767328996.791231:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010862592:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767328996.791248:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767328996.791255:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740
00000100:00100000:0.0:1767328996.791267:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010863232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767328996.791275:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741
00000100:00100000:1.0:1767328996.791277:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767328996.791291:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010862976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767328996.791323:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010862592:12345-0@lo:400:kworker.0 Request processed in 100us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767328996.791334:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9731
00000100:00100000:1.0:1767328996.791339:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010863104:0@lo:38:kworker.0
00000100:00100000:0.0:1767328996.791358:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010863232:12345-0@lo:400:kworker.0 Request processed in 92us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767328996.791364:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740
00000100:00100000:3.0:1767328996.791380:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010862976:12345-0@lo:400:kworker.0 Request processed in 89us (439us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328996.791393:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741
00000100:00100000:0.0:1767328996.791394:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010862848
00000100:00100000:0.0:1767328996.791399:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010862848
00000100:00100000:1.0:1767328996.791407:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767328996.791413:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010862592:0@lo:400:kworker.0
00000100:00100000:0.0:1767328996.791458:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863104
00000100:00100000:0.0:1767328996.791462:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863104
00000100:00100000:0.0:1767328996.791479:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4841
00000100:00100000:0.0:1767328996.791492:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010862848:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767328996.791493:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4842
00000100:00100000:3.0:1767328996.791505:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010863104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767328996.791506:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328996.791506:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328996.791520:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767328996.791528:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767328996.791530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010862464:0@lo:38:kworker.0
00000100:00100000:2.0:1767328996.791553:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010863232:0@lo:400:kworker.0
00000100:00100000:0.0:1767328996.791555:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010862848:12345-0@lo:38:kworker.0 Request processed in 67us (284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767328996.791569:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010863360:0@lo:38:kworker.0
00000100:00100000:0.0:1767328996.791575:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4841
00000100:00100000:2.0:1767328996.791583:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010862976:0@lo:400:kworker.0
00000100:00100000:3.0:1767328996.791589:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010863104:12345-0@lo:38:kworker.0 Request processed in 78us (181us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328996.791604:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4842
00000100:00100000:1.0:1767328996.791625:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767328996.791639:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010862720:0@lo:400:kworker.0
00000100:00100000:3.0:1767328996.791640:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863360
00000100:00100000:3.0:1767328996.791648:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863360
00000100:00080000:1.0:1767328996.791677:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328996.791689:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767328996.791692:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843
00000100:00100000:1.0:1767328996.791697:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010862848:0@lo:38:kworker.0
00000100:00100000:3.0:1767328996.791704:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010863360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767328996.791719:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767328996.791724:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328996.791736:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328996.791743:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010863104:0@lo:38:kworker.0
00000100:00100000:3.0:1767328996.791758:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010863360:12345-0@lo:38:kworker.0 Request processed in 56us (139us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767328996.791767:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843
00000100:00080000:1.0:1767328996.791771:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767328996.791777:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767328996.791783:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010863360:0@lo:38:kworker.0
00000100:00100000:2.0:1767328997.201058:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767328997.201105:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767328997.201132:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277056
00000100:00100000:3.0:1767328997.201145:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277056
00000100:00100000:3.0:1767328997.201224:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993276928
00000100:00100000:3.0:1767328997.201227:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993276928
00000100:00080000:1.0:1767328997.201247:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767328997.201253:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2742
00000100:00100000:3.0:1767328997.201266:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993277056:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767328997.201284:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4844
00000100:00100000:0.0:1767328997.201297:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993276928:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767328997.201320:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767328997.201343:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993277056:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767328997.201351:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2742
00000100:00100000:0.0:1767328997.201365:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993276928:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 66us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767328997.201373:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4844
00010000:00010000:1.0:1767328997.750550:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767328998.774548:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767328999.798579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329000.374673:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010863488:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767329000.374763:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329000.374811:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863488
00000100:00100000:0.0:1767329000.374821:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863488
00000100:00100000:0.0:1767329000.374895:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8627
00000100:00100000:0.0:1767329000.374902:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010863488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767329000.374929:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00080000:1.0:1767329000.374937:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329000.374998:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010863488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329000.375007:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8627
00000100:00100000:2.0:1767329000.375055:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010863488:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329000.822554:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329000.886569:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767329000.886587:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010863616:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329000.886647:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329000.886688:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863616
00000100:00100000:0.0:1767329000.886696:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863616
00000100:00080000:1.0:1767329000.886742:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329000.886751:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8628
00000100:00100000:0.0:1767329000.886759:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010863616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767329000.886785:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767329000.886826:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010863616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329000.886833:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8628
00000100:00100000:1.0:1767329000.886868:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010863616:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767329001.846572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329001.910512:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329001.910523:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329001.910526:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329001.910530:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329001.910535:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329001.910545:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14194
00000100:00080000:2.0:1767329001.910550:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329001.910559:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329001.910609:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5887c5180 x1853164010863744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767329001.910677:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329001.910682:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329001.910687:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767329001.910688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010863744:0@lo:38:kworker.0
00000100:00080000:2.0:1767329001.910695:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14194
00000100:00080000:2.0:1767329001.910704:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329001.910709:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329001.910722:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010863872:0@lo:400:kworker.0
00000100:00100000:2.0:1767329001.910724:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cdaa00 x1853164010864128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329001.910728:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010864000:0@lo:400:kworker.0
00000100:00100000:1.0:1767329001.910780:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329001.910788:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329001.910793:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329001.910795:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329001.910802:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14194
00000100:00080000:2.0:1767329001.910813:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767329001.910815:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329001.910829:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863744
00000100:00080000:2.0:1767329001.910829:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329001.910830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010864128:0@lo:38:kworker.0
00000100:00100000:0.0:1767329001.910845:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863744
00000100:00100000:2.0:1767329001.910856:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cda680 x1853164010864384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329001.910881:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329001.910892:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329001.910896:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329001.910898:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329001.910905:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14194
00000100:00100000:0.0:1767329001.910908:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35377
00000100:00080000:2.0:1767329001.910914:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767329001.910919:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010864384:0@lo:38:kworker.0
00000100:00100000:0.0:1767329001.910921:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010863744:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767329001.910925:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329001.910949:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010864512:0@lo:400:kworker.0
00000100:00100000:2.0:1767329001.910956:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba62680 x1853164010864640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767329001.910957:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329001.910986:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329001.910986:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010864256:0@lo:400:kworker.0
00000100:00100000:0.0:1767329001.911019:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010863744:12345-0@lo:38:kworker.0 Request processed in 93us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329001.911026:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35377
00000100:00100000:2.0:1767329001.911026:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010863872
00000100:00100000:2.0:1767329001.911036:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010863872
00000100:00100000:3.0:1767329001.911037:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329001.911066:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864128
00000100:00100000:0.0:1767329001.911073:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864128
00000100:00080000:1.0:1767329001.911074:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329001.911085:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329001.911091:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5887c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010863744:0@lo:38:kworker.0
00000100:00100000:3.0:1767329001.911103:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329001.911117:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010864640:0@lo:38:kworker.0
00000100:00100000:0.0:1767329001.911130:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864384
00000100:00100000:0.0:1767329001.911134:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864384
00000100:00100000:2.0:1767329001.911141:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9732
00000100:00100000:2.0:1767329001.911169:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010863872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329001.911180:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329001.911182:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864256
00000100:00100000:3.0:1767329001.911184:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864512
00000100:00100000:0.0:1767329001.911190:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864256
00000100:00100000:3.0:1767329001.911191:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864512
00000100:00080000:1.0:1767329001.911222:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329001.911231:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864640
00000100:00100000:0.0:1767329001.911235:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864640
00000100:00100000:3.0:1767329001.911245:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743
00000100:00100000:1.0:1767329001.911255:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744
00000100:00100000:3.0:1767329001.911256:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010864256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329001.911272:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010864512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329001.911277:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4845
00000100:00100000:0.0:1767329001.911285:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010864128:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329001.911291:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010863872:12345-0@lo:400:kworker.0 Request processed in 136us (487us total) trans 0 rc 0/0
00010000:00020000:0.0:1767329001.911302:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329001.911304:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9732
00000100:00100000:3.0:1767329001.911338:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010864256:12345-0@lo:400:kworker.0 Request processed in 82us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329001.911346:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743
00000100:00100000:1.0:1767329001.911355:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010864512:12345-0@lo:400:kworker.0 Request processed in 86us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329001.911364:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010864128:12345-0@lo:38:kworker.0 Request processed in 75us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329001.911368:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744
00000100:00100000:2.0:1767329001.911382:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4846
00000100:00100000:3.0:1767329001.911391:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4847
00000100:00100000:2.0:1767329001.911397:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010864384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329001.911408:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4845
00000100:00100000:3.0:1767329001.911409:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010864640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329001.911480:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767329001.911485:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767329001.911497:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329001.911504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329001.911510:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010864128:0@lo:38:kworker.0
00000100:00100000:0.0:1767329001.911533:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329001.911551:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329001.911559:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329001.911560:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010864384:12345-0@lo:38:kworker.0 Request processed in 162us (587us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329001.911562:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010864640:12345-0@lo:38:kworker.0 Request processed in 159us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329001.911575:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010864640:0@lo:38:kworker.0
00000100:00100000:0.0:1767329001.911588:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864000
00000100:00100000:2.0:1767329001.911596:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4846
00000100:00100000:3.0:1767329001.911605:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4847
00000100:00100000:0.0:1767329001.911609:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864000
00000100:00080000:1.0:1767329001.911609:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329001.911622:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329001.911627:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010864384:0@lo:38:kworker.0
00000100:00100000:3.0:1767329001.911673:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010864512:0@lo:400:kworker.0
00000100:00100000:2.0:1767329001.911678:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9733
00000100:00100000:2.0:1767329001.911696:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010864000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329001.911718:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010863872:0@lo:400:kworker.0
00000100:00100000:0.0:1767329001.911761:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010864256:0@lo:400:kworker.0
00000100:00100000:2.0:1767329001.911766:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010864000:12345-0@lo:400:kworker.0 Request processed in 73us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329001.911785:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9733
00000100:00100000:3.0:1767329001.911794:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010864000:0@lo:400:kworker.0
00000100:00100000:2.0:1767329002.320990:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329002.321054:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329002.321066:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277312
00000100:00100000:0.0:1767329002.321080:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277312
00000100:00100000:3.0:1767329002.321115:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277184
00000100:00100000:3.0:1767329002.321129:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277184
00000100:00080000:1.0:1767329002.321178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329002.321195:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2745
00000100:00100000:3.0:1767329002.321216:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993277312:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329002.321227:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4848
00000100:00100000:0.0:1767329002.321239:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993277184:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767329002.321270:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329002.321309:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993277312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 101us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329002.321324:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2745
00000100:00100000:0.0:1767329002.321343:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993277184:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329002.321355:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4848
00010000:00010000:1.0:1767329002.870544:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329003.894556:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329004.918593:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329005.494691:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010864768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329005.494765:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329005.494820:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864768
00000100:00100000:0.0:1767329005.494832:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864768
00000100:00080000:1.0:1767329005.494891:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329005.494911:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8629
00000100:00100000:0.0:1767329005.494921:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010864768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767329005.494955:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767329005.495030:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010864768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329005.495038:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8629
00000100:00100000:1.0:1767329005.495083:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010864768:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329005.942591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329006.006669:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767329006.006694:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010864896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329006.006771:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329006.006840:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010864896
00000100:00100000:0.0:1767329006.006853:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010864896
00000100:00080000:1.0:1767329006.006918:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329006.006946:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8630
00000100:00100000:0.0:1767329006.006961:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010864896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767329006.007003:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:0.0:1767329006.007093:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010864896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329006.007107:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8630
00000100:00100000:1.0:1767329006.007145:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010864896:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767329006.966616:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329007.030569:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329007.030579:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329007.030582:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329007.030586:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329007.030590:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329007.030598:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14199
00000100:00080000:0.0:1767329007.030604:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329007.030612:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329007.030665:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ea300 x1853164010865024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329007.030736:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329007.030736:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010865024:0@lo:38:kworker.0
00000100:00080000:0.0:1767329007.030744:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329007.030748:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329007.030753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14199
00000100:00080000:0.0:1767329007.030755:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329007.030758:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329007.030767:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010865280:0@lo:400:kworker.0
00000100:00100000:0.0:1767329007.030772:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb100 x1853164010865408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329007.030803:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329007.030808:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767329007.030809:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010865152:0@lo:400:kworker.0
00000100:00080000:0.0:1767329007.030810:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329007.030818:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14199
00000100:00080000:0.0:1767329007.030820:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329007.030823:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329007.030839:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1eb480 x1853164010865664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329007.030844:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329007.030845:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329007.030863:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329007.030866:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329007.030868:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329007.030873:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14199
00000100:00100000:3.0:1767329007.030873:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010865792:0@lo:400:kworker.0
00000100:00080000:0.0:1767329007.030876:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329007.030883:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329007.030896:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9880 x1853164010865920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329007.030901:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010865408:0@lo:38:kworker.0
00000100:00100000:3.0:1767329007.030915:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329007.030921:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865280
00000100:00100000:2.0:1767329007.030931:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865280
00000100:00100000:0.0:1767329007.030937:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865024
00000100:00100000:0.0:1767329007.030942:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865024
00000100:00100000:1.0:1767329007.030948:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329007.030953:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767329007.030961:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010865536:0@lo:400:kworker.0
00000100:00100000:1.0:1767329007.030976:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010865664:0@lo:38:kworker.0
00000100:00100000:0.0:1767329007.030993:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35378
00000100:00100000:2.0:1767329007.030993:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9734
00000100:00100000:3.0:1767329007.030996:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329007.031005:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010865024:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329007.031011:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010865280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329007.031026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767329007.031030:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329007.031040:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329007.031061:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010865920:0@lo:38:kworker.0
00000100:00100000:0.0:1767329007.031092:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010865024:12345-0@lo:38:kworker.0 Request processed in 86us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329007.031095:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865792
00000100:00100000:2.0:1767329007.031099:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010865280:12345-0@lo:400:kworker.0 Request processed in 90us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329007.031102:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329007.031102:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865792
00000100:00100000:0.0:1767329007.031107:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35378
00000100:00100000:2.0:1767329007.031128:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9734
00000100:00100000:2.0:1767329007.031149:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865152
00000100:00100000:2.0:1767329007.031153:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865152
00000100:00100000:0.0:1767329007.031161:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865408
00000100:00080000:1.0:1767329007.031162:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329007.031166:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865408
00000100:00080000:1.0:1767329007.031171:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329007.031174:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865536
00000100:00100000:1.0:1767329007.031179:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010865024:0@lo:38:kworker.0
00000100:00100000:3.0:1767329007.031180:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865536
00000100:00100000:0.0:1767329007.031186:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865664
00000100:00100000:0.0:1767329007.031191:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865664
00000100:00100000:2.0:1767329007.031196:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9735
00000100:00100000:0.0:1767329007.031207:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010865920
00000100:00100000:2.0:1767329007.031209:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010865152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329007.031211:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010865920
00000100:00100000:3.0:1767329007.031217:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746
00000100:00100000:3.0:1767329007.031230:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010865792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329007.031235:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747
00000100:00100000:0.0:1767329007.031247:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010865536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329007.031256:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849
00000100:00100000:2.0:1767329007.031262:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010865152:12345-0@lo:400:kworker.0 Request processed in 58us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329007.031265:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010865408:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329007.031270:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9735
00010000:00020000:1.0:1767329007.031278:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329007.031290:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010865792:12345-0@lo:400:kworker.0 Request processed in 63us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329007.031297:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010865536:12345-0@lo:400:kworker.0 Request processed in 53us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329007.031300:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746
00000100:00100000:2.0:1767329007.031315:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850
00000100:00100000:1.0:1767329007.031320:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010865408:12345-0@lo:38:kworker.0 Request processed in 55us (374us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329007.031326:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747
00000100:00100000:2.0:1767329007.031327:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010865664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329007.031335:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4851
00010000:00020000:2.0:1767329007.031343:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329007.031345:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849
00000100:00100000:3.0:1767329007.031347:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010865920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329007.031359:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767329007.031374:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329007.031376:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010865664:12345-0@lo:38:kworker.0 Request processed in 52us (349us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767329007.031381:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329007.031385:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850
00000100:00100000:3.0:1767329007.031395:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010865920:12345-0@lo:38:kworker.0 Request processed in 50us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329007.031401:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4851
00000100:00080000:1.0:1767329007.031406:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329007.031413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329007.031439:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010865920:0@lo:38:kworker.0
00000100:00100000:2.0:1767329007.031449:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010865152:0@lo:400:kworker.0
00000100:00080000:1.0:1767329007.031455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329007.031460:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329007.031464:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010865408:0@lo:38:kworker.0
00000100:00100000:3.0:1767329007.031471:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010865536:0@lo:400:kworker.0
00000100:00080000:1.0:1767329007.031479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329007.031485:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329007.031491:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010865664:0@lo:38:kworker.0
00000100:00100000:3.0:1767329007.031492:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010865792:0@lo:400:kworker.0
00000100:00100000:2.0:1767329007.031497:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010865280:0@lo:400:kworker.0
00000100:00100000:2.0:1767329007.441046:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329007.441090:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329007.441109:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277440
00000100:00100000:3.0:1767329007.441142:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277440
00000100:00100000:3.0:1767329007.441185:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277568
00000100:00100000:3.0:1767329007.441187:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277568
00000100:00100000:2.0:1767329007.441210:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4852
00000100:00100000:2.0:1767329007.441219:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993277440:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767329007.441245:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2748
00010000:00020000:2.0:1767329007.441248:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329007.441256:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993277568:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:1.0:1767329007.441295:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329007.441327:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993277440:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 107us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329007.441328:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993277568:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 73us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329007.441342:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4852
00000100:00100000:3.0:1767329007.441348:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2748
00010000:00010000:1.0:1767329007.990621:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329009.014597:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329010.038572:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329010.614684:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767329010.614705:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010866048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767329010.614778:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329010.614836:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866048
00000100:00100000:2.0:1767329010.614849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866048
00000100:00080000:1.0:1767329010.614886:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329010.614941:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8631
00000100:00100000:2.0:1767329010.614961:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010866048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767329010.615009:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767329010.615102:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010866048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329010.615109:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8631
00000100:00100000:3.0:1767329010.615362:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010866048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329011.062607:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329011.126677:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010866176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329011.126743:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329011.126797:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866176
00000100:00100000:2.0:1767329011.126809:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866176
00000100:00080000:1.0:1767329011.126870:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767329011.126887:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8632
00000100:00100000:2.0:1767329011.126897:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010866176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767329011.126932:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767329011.127004:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010866176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (259us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329011.127011:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8632
00000100:00100000:3.0:1767329011.127051:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010866176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767329012.086582:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329012.150568:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329012.150579:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329012.150582:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329012.150586:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329012.150592:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329012.150600:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14204
00000100:00080000:2.0:1767329012.150607:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767329012.150614:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329012.150662:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65ce00 x1853164010866304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329012.150718:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010866304:0@lo:38:kworker.0
00000100:00080000:2.0:1767329012.150721:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329012.150726:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329012.150728:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329012.150732:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14204
00000100:00080000:2.0:1767329012.150734:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767329012.150739:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329012.150740:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010866432:0@lo:400:kworker.0
00000100:00100000:2.0:1767329012.150751:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010866688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329012.150763:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010866560:0@lo:400:kworker.0
00000100:00080000:2.0:1767329012.150784:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329012.150788:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329012.150789:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329012.150794:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14204
00000100:00080000:2.0:1767329012.150796:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767329012.150800:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329012.150806:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329012.150807:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329012.150817:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65fb80 x1853164010866944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329012.150820:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767329012.150834:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010866816:0@lo:400:kworker.0
00000100:00080000:2.0:1767329012.150840:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329012.150844:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329012.150846:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329012.150850:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14204
00000100:00080000:2.0:1767329012.150852:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:2.0:1767329012.150856:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329012.150868:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d180 x1853164010867200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329012.150872:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329012.150889:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010866688:0@lo:38:kworker.0
00000100:00100000:2.0:1767329012.150906:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767329012.150908:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866304
00000100:00100000:0.0:1767329012.150918:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866304
00000100:00100000:2.0:1767329012.150918:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010867072:0@lo:400:kworker.0
00000100:00100000:3.0:1767329012.150928:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329012.150934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329012.150968:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35379
00000100:00100000:1.0:1767329012.150971:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010866944:0@lo:38:kworker.0
00000100:00100000:2.0:1767329012.150976:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329012.150982:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010866304:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329012.151001:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866816
00010000:00020000:0.0:1767329012.151006:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329012.151009:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866816
00000100:00100000:1.0:1767329012.151026:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329012.151027:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866432
00000100:00100000:2.0:1767329012.151034:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866432
00000100:00100000:0.0:1767329012.151057:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010866304:12345-0@lo:38:kworker.0 Request processed in 75us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329012.151058:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010867200:0@lo:38:kworker.0
00000100:00100000:0.0:1767329012.151070:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35379
00000100:00100000:3.0:1767329012.151073:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866688
00000100:00100000:3.0:1767329012.151089:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866688
00000100:00100000:2.0:1767329012.151096:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866560
00000100:00100000:2.0:1767329012.151101:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866560
00000100:00100000:1.0:1767329012.151112:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329012.151116:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867072
00000100:00100000:3.0:1767329012.151120:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867072
00000100:00100000:0.0:1767329012.151133:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9736
00000100:00100000:2.0:1767329012.151143:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9737
00000100:00100000:3.0:1767329012.151145:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010866944
00000100:00100000:0.0:1767329012.151150:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010866432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329012.151150:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010866944
00000100:00080000:1.0:1767329012.151155:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329012.151156:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010866560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329012.151160:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867200
00000100:00100000:3.0:1767329012.151165:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867200
00000100:00080000:1.0:1767329012.151167:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329012.151175:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010866304:0@lo:38:kworker.0
00000100:00100000:3.0:1767329012.151181:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749
00000100:00100000:3.0:1767329012.151191:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010866816:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767329012.151224:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329012.151224:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010866560:12345-0@lo:400:kworker.0 Request processed in 71us (297us total) trans 0 rc 0/0
00000100:00080000:1.0:1767329012.151233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329012.151234:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010866432:12345-0@lo:400:kworker.0 Request processed in 89us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329012.151239:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9737
00000100:00100000:3.0:1767329012.151246:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010866816:12345-0@lo:400:kworker.0 Request processed in 55us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329012.151252:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9736
00000100:00100000:3.0:1767329012.151256:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749
00000100:00100000:2.0:1767329012.151276:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750
00000100:00100000:3.0:1767329012.151283:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4853
00000100:00100000:2.0:1767329012.151288:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010867072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329012.151293:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010866688:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329012.151295:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4854
00000100:00100000:0.0:1767329012.151309:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855
00000100:00100000:1.0:1767329012.151310:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010866944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329012.151310:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329012.151319:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010867200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767329012.151326:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767329012.151331:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329012.151333:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010867072:12345-0@lo:400:kworker.0 Request processed in 48us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329012.151339:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750
00000100:00100000:3.0:1767329012.151356:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010866688:12345-0@lo:38:kworker.0 Request processed in 64us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329012.151364:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4853
00000100:00100000:1.0:1767329012.151375:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010866944:12345-0@lo:38:kworker.0 Request processed in 67us (350us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329012.151383:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010867200:12345-0@lo:38:kworker.0 Request processed in 60us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329012.151388:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4854
00000100:00100000:2.0:1767329012.151391:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010867072:0@lo:400:kworker.0
00000100:00100000:0.0:1767329012.151404:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855
00000100:00100000:3.0:1767329012.151407:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010866560:0@lo:400:kworker.0
00000100:00080000:1.0:1767329012.151459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329012.151464:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329012.151469:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010866688:0@lo:38:kworker.0
00000100:00100000:2.0:1767329012.151471:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010866816:0@lo:400:kworker.0
00000100:00100000:0.0:1767329012.151486:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010866432:0@lo:400:kworker.0
00000100:00080000:1.0:1767329012.151488:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329012.151495:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329012.151500:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010866944:0@lo:38:kworker.0
00000100:00080000:1.0:1767329012.151508:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329012.151510:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329012.151514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010867200:0@lo:38:kworker.0
00000100:00100000:2.0:1767329012.560914:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329012.560952:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329012.561015:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277824
00000100:00100000:0.0:1767329012.561029:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277824
00000100:00100000:1.0:1767329012.561033:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993277696
00000100:00100000:1.0:1767329012.561042:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993277696
00000100:00080000:2.0:1767329012.561104:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329012.561121:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2751
00000100:00100000:0.0:1767329012.561133:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4856
00000100:00100000:1.0:1767329012.561140:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993277824:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329012.561147:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993277696:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767329012.561172:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329012.561238:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993277696:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 94us (284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329012.561243:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993277824:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329012.561249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4856
00000100:00100000:1.0:1767329012.561259:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2751
00010000:00010000:1.0:1767329013.110594:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329014.134574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329015.158585:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329015.734610:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010867328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329015.734703:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329015.734771:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867328
00000100:00100000:2.0:1767329015.734783:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867328
00000100:00080000:1.0:1767329015.734833:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329015.734865:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8633
00000100:00100000:2.0:1767329015.734878:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010867328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767329015.734911:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767329015.734961:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010867328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329015.734968:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8633
00000100:00100000:0.0:1767329015.735026:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010867328:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329016.182616:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329016.246546:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767328991/real 1767328991]  req@ffff9bb5aa1ead80 x1853164010862080/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767329016.246587:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5aa1ead80 x1853164010862080/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767329016.246609:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329016.246634:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767329016.246640:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010862080:0@lo:250:kworker.0
00000100:00100000:1.0:1767329016.246651:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010867456:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767329016.246655:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329016.246661:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767329016.246665:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329016.246670:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14189
00000100:00080000:0.0:1767329016.246674:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767329016.246681:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329016.246700:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1ead80 x1853164010867584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329016.246717:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329016.246720:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329016.246721:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329016.246725:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14210
00000100:00080000:0.0:1767329016.246728:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329016.246732:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329016.246746:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010867584:0@lo:250:kworker.0
00000100:00100000:1.0:1767329016.246747:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329016.246749:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9180 x1853164010867712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329016.246783:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:2.0:1767329016.246785:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010867584 offset 0 length 520: 4
00000100:00080000:0.0:1767329016.246789:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329016.246793:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329016.246797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14210
00000100:00080000:0.0:1767329016.246801:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329016.246805:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329016.246818:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e8380 x1853164010867968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329016.246818:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867456
00000100:00100000:3.0:1767329016.246831:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867456
00000100:00100000:2.0:1767329016.246832:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010867712:0@lo:38:kworker.0
00000100:00080000:0.0:1767329016.246838:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329016.246841:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329016.246842:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329016.246846:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14210
00000100:00080000:0.0:1767329016.246848:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329016.246851:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329016.246861:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010867840:0@lo:400:kworker.0
00000100:00100000:0.0:1767329016.246863:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9c00 x1853164010868224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329016.246876:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329016.246900:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329016.246904:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329016.246908:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329016.246910:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767329016.246911:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010867968:0@lo:38:kworker.0
00000100:00080000:0.0:1767329016.246915:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14210
00000100:00100000:3.0:1767329016.246920:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8634
00000100:00080000:0.0:1767329016.246923:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329016.246927:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329016.246930:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767329016.246937:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010867456:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329016.246940:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010868096:0@lo:400:kworker.0
00000100:00100000:0.0:1767329016.246941:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5aa1e9880 x1853164010868480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329016.246956:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329016.246976:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767329016.246986:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767329016.246988:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010868224:0@lo:38:kworker.0
00000100:00100000:1.0:1767329016.247000:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329016.247001:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867968
00000100:00100000:0.0:1767329016.247008:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867968
00000100:00100000:2.0:1767329016.247023:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329016.247044:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868096
00000100:00100000:1.0:1767329016.247066:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868224
00000100:00100000:3.0:1767329016.247070:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010867456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (322us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329016.247073:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868224
00000100:00100000:0.0:1767329016.247074:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868096
00000100:00100000:2.0:1767329016.247080:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010868480:0@lo:38:kworker.0
00000100:00100000:3.0:1767329016.247088:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8634
00000100:00100000:1.0:1767329016.247113:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:2.0:1767329016.247117:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329016.247122:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868480
00000100:00100000:3.0:1767329016.247126:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010868352:0@lo:400:kworker.0
00000100:00100000:0.0:1767329016.247127:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868480
00000100:00100000:1.0:1767329016.247128:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010868096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329016.247149:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4857
00000100:00100000:0.0:1767329016.247155:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010867968:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329016.247165:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867712
00000100:00100000:2.0:1767329016.247172:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867712
00010000:00020000:0.0:1767329016.247178:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329016.247180:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329016.247187:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010868096:12345-0@lo:400:kworker.0 Request processed in 66us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329016.247197:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:2.0:1767329016.247203:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35380
00000100:00100000:2.0:1767329016.247210:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010867712:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329016.247217:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868352
00000100:00100000:1.0:1767329016.247220:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868352
00010000:00020000:2.0:1767329016.247223:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329016.247244:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010867968:12345-0@lo:38:kworker.0 Request processed in 85us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329016.247246:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753
00000100:00100000:1.0:1767329016.247257:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4858
00000100:00100000:2.0:1767329016.247258:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010867712:12345-0@lo:38:kworker.0 Request processed in 48us (388us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329016.247264:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010868352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329016.247265:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010868224:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329016.247269:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4857
00000100:00100000:2.0:1767329016.247272:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35380
00010000:00020000:1.0:1767329016.247284:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329016.247298:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4859
00000100:00100000:0.0:1767329016.247304:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010868480:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329016.247309:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010867840
00010000:00020000:0.0:1767329016.247315:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329016.247315:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010867840
00000100:00100000:1.0:1767329016.247327:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010868224:12345-0@lo:38:kworker.0 Request processed in 60us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329016.247335:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010868352:12345-0@lo:400:kworker.0 Request processed in 74us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329016.247340:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4858
00000100:00100000:0.0:1767329016.247354:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010868480:12345-0@lo:38:kworker.0 Request processed in 46us (234us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329016.247354:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753
00000100:00100000:2.0:1767329016.247356:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9738
00000100:00080000:1.0:1767329016.247364:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329016.247368:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4859
00000100:00100000:2.0:1767329016.247374:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010867840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329016.247400:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010868096:0@lo:400:kworker.0
00000100:00100000:3.0:1767329016.247410:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010868352:0@lo:400:kworker.0
00000100:00100000:1.0:1767329016.247452:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010867840:0@lo:400:kworker.0
00000100:00100000:2.0:1767329016.247454:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010867840:12345-0@lo:400:kworker.0 Request processed in 86us (554us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329016.247460:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010867456:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767329016.247467:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9738
00000100:00080000:3.0:1767329016.247500:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329016.247508:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329016.247514:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010868480:0@lo:38:kworker.0
00000100:00080000:3.0:1767329016.247525:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329016.247529:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329016.247533:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010867968:0@lo:38:kworker.0
00000100:00080000:3.0:1767329016.247541:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329016.247544:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329016.247548:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010868224:0@lo:38:kworker.0
00000100:00080000:3.0:1767329016.247557:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329016.247561:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329016.247564:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010867712:0@lo:38:kworker.0
00000400:00000100:0.0:1767329016.656937:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993277952 offset 0 length 520: 4
00000100:00100000:0.0:1767329016.657003:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329016.657082:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329016.657116:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278208
00000100:00100000:2.0:1767329016.657132:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278208
00000100:00100000:1.0:1767329016.657151:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278080
00000100:00100000:1.0:1767329016.657156:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278080
00000100:00080000:3.0:1767329016.657210:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329016.657212:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2754
00000100:00100000:2.0:1767329016.657223:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4860
00000100:00100000:1.0:1767329016.657228:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993278208:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329016.657229:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993278080:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329016.657256:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329016.657322:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993278208:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 97us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329016.657322:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993278080:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329016.657332:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2754
00000100:00100000:2.0:1767329016.657337:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4860
00010000:00010000:2.0:1767329017.206580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329018.230612:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329019.254602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329020.278601:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329020.854662:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010868608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329020.854753:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329020.854812:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868608
00000100:00100000:3.0:1767329020.854822:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868608
00000100:00080000:1.0:1767329020.854876:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767329020.854898:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8635
00000100:00100000:3.0:1767329020.854908:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010868608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329020.854943:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329020.854995:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010868608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329020.855002:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8635
00000100:00100000:0.0:1767329020.855059:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010868608:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329021.302652:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767329021.366595:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329021.366606:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767329021.366610:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329021.366616:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329021.366622:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329021.366634:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14214
00000100:00080000:1.0:1767329021.366640:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767329021.366645:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010868736:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767329021.366651:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329021.366681:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010868864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329021.366729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010868864:0@lo:38:kworker.0
00000100:00100000:2.0:1767329021.366733:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329021.366742:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329021.366747:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329021.366749:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329021.366753:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14214
00000100:00080000:1.0:1767329021.366756:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767329021.366759:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010868992:0@lo:400:kworker.0
00000100:00080000:1.0:1767329021.366762:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329021.366779:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7100 x1853164010869248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329021.366789:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329021.366806:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767329021.366813:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329021.366813:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329021.366817:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767329021.366818:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868736
00000100:00080000:1.0:1767329021.366823:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14214
00000100:00080000:1.0:1767329021.366827:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767329021.366828:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868736
00000100:00100000:3.0:1767329021.366828:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010869248:0@lo:38:kworker.0
00000100:00080000:1.0:1767329021.366833:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329021.366848:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65d180 x1853164010869504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329021.366866:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329021.366890:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010869120:0@lo:400:kworker.0
00000100:00080000:1.0:1767329021.366890:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329021.366896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010869504:0@lo:38:kworker.0
00000100:00080000:1.0:1767329021.366900:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329021.366905:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767329021.366906:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8636
00000100:00080000:1.0:1767329021.366914:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14214
00000100:00080000:1.0:1767329021.366916:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767329021.366919:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329021.366924:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010868736:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329021.366932:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329021.366935:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65dc00 x1853164010869760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329021.366956:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767329021.366962:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329021.366962:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010869760:0@lo:38:kworker.0
00000100:00080000:1.0:1767329021.366963:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767329021.366986:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869248
00000100:00100000:1.0:1767329021.366992:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869248
00000100:00100000:0.0:1767329021.366994:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767329021.366998:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329021.367008:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010869376:0@lo:400:kworker.0
00000100:00100000:2.0:1767329021.367047:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010868736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329021.367049:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869504
00000100:00100000:1.0:1767329021.367056:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869504
00000100:00100000:2.0:1767329021.367060:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8636
00000100:00100000:3.0:1767329021.367062:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868864
00000100:00100000:3.0:1767329021.367067:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868864
00000100:00100000:0.0:1767329021.367078:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329021.367093:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869760
00000100:00100000:2.0:1767329021.367097:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010868992
00000100:00100000:1.0:1767329021.367098:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869760
00000100:00100000:3.0:1767329021.367103:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35381
00000100:00100000:2.0:1767329021.367104:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010868992
00000100:00100000:3.0:1767329021.367111:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010868864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329021.367118:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869376
00000100:00100000:1.0:1767329021.367123:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869376
00010000:00020000:3.0:1767329021.367131:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329021.367148:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869120
00000100:00100000:2.0:1767329021.367153:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869120
00000100:00100000:1.0:1767329021.367163:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755
00000100:00100000:0.0:1767329021.367173:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4861
00000100:00100000:3.0:1767329021.367178:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010868864:12345-0@lo:38:kworker.0 Request processed in 63us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329021.367179:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010869376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329021.367186:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9739
00000100:00100000:0.0:1767329021.367190:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010869248:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329021.367196:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35381
00000100:00100000:2.0:1767329021.367202:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010868992:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767329021.367211:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329021.367227:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862
00000100:00100000:3.0:1767329021.367234:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010869504:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329021.367243:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010869376:12345-0@lo:400:kworker.0 Request processed in 71us (167us total) trans 0 rc 0/0
00010000:00020000:3.0:1767329021.367244:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329021.367258:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755
00000100:00100000:2.0:1767329021.367258:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010868992:12345-0@lo:400:kworker.0 Request processed in 57us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329021.367268:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010869248:12345-0@lo:38:kworker.0 Request processed in 80us (401us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329021.367268:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9739
00000100:00100000:0.0:1767329021.367283:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4861
00000100:00100000:3.0:1767329021.367286:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010869504:12345-0@lo:38:kworker.0 Request processed in 49us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329021.367292:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4863
00000100:00100000:2.0:1767329021.367296:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9740
00000100:00100000:3.0:1767329021.367301:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862
00000100:00100000:1.0:1767329021.367303:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010869760:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329021.367309:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010869120:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767329021.367318:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329021.367345:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010868992:0@lo:400:kworker.0
00000100:00080000:3.0:1767329021.367352:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329021.367359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329021.367363:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010869120:12345-0@lo:400:kworker.0 Request processed in 56us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329021.367365:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010869760:12345-0@lo:38:kworker.0 Request processed in 61us (367us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329021.367368:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010869504:0@lo:38:kworker.0
00000100:00100000:0.0:1767329021.367370:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767329021.367381:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9740
00000100:00100000:1.0:1767329021.367386:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4863
00000100:00100000:0.0:1767329021.367387:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010869632:0@lo:400:kworker.0
00000100:00080000:3.0:1767329021.367391:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329021.367399:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329021.367403:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010869248:0@lo:38:kworker.0
00000100:00080000:3.0:1767329021.367413:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329021.367440:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329021.367443:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010868864:0@lo:38:kworker.0
00000100:00080000:1.0:1767329021.367446:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329021.367458:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329021.367480:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010869376:0@lo:400:kworker.0
00000100:00080000:3.0:1767329021.367480:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329021.367490:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329021.367496:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010869760:0@lo:38:kworker.0
00000100:00100000:2.0:1767329021.367497:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869632
00000100:00100000:2.0:1767329021.367504:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869632
00000100:00100000:1.0:1767329021.367505:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010869120:0@lo:400:kworker.0
00000100:00080000:0.0:1767329021.367541:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329021.367550:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010868736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767329021.367555:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756
00000100:00100000:2.0:1767329021.367563:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010869632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329021.367599:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010869632:12345-0@lo:400:kworker.0 Request processed in 38us (145us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329021.367603:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756
00000100:00100000:0.0:1767329021.367627:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010869632:0@lo:400:kworker.0
00000100:00100000:2.0:1767329021.776960:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329021.777026:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329021.777063:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278336
00000100:00100000:1.0:1767329021.777077:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278336
00000100:00100000:1.0:1767329021.777132:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278464
00000100:00100000:1.0:1767329021.777135:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278464
00000100:00100000:0.0:1767329021.777151:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4864
00000100:00100000:0.0:1767329021.777162:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993278336:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767329021.777190:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329021.777191:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2757
00000100:00080000:3.0:1767329021.777193:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329021.777206:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993278464:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329021.777270:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993278464:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329021.777272:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993278336:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 109us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329021.777283:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2757
00000100:00100000:0.0:1767329021.777289:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4864
00010000:00010000:2.0:1767329022.326621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329023.350615:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329024.374609:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329025.398577:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329025.974670:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010869888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329025.974756:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329025.974799:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010869888
00000100:00100000:2.0:1767329025.974811:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010869888
00000100:00080000:3.0:1767329025.974870:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329025.974888:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8637
00000100:00100000:2.0:1767329025.974900:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010869888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767329025.974933:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767329025.974995:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010869888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329025.975002:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8637
00000100:00100000:0.0:1767329025.975050:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010869888:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329026.422571:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329026.486538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329026.486552:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329026.486557:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329026.486562:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329026.486567:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329026.486577:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14219
00000100:00080000:2.0:1767329026.486584:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329026.486594:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329026.486631:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0a80 x1853164010870144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329026.486645:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010870016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329026.486701:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010870144:0@lo:38:kworker.0
00000100:00100000:3.0:1767329026.486727:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010870272:0@lo:400:kworker.0
00000100:00080000:2.0:1767329026.486731:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329026.486736:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329026.486743:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329026.486747:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329026.486754:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329026.486754:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14219
00000100:00080000:2.0:1767329026.486761:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329026.486767:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329026.486785:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329026.486789:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3b80 x1853164010870528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329026.486811:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767329026.486824:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010870400:0@lo:400:kworker.0
00000100:00080000:2.0:1767329026.486828:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329026.486834:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329026.486837:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329026.486838:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870016
00000100:00080000:2.0:1767329026.486844:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14219
00000100:00100000:0.0:1767329026.486849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870016
00000100:00080000:2.0:1767329026.486849:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767329026.486851:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870144
00000100:00100000:1.0:1767329026.486856:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329026.486859:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870144
00000100:00080000:2.0:1767329026.486860:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329026.486880:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a2300 x1853164010870784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329026.486884:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010870656:0@lo:400:kworker.0
00000100:00100000:3.0:1767329026.486907:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35382
00000100:00100000:0.0:1767329026.486914:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8638
00000100:00100000:3.0:1767329026.486919:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010870144:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767329026.486923:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329026.486927:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329026.486929:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010870016:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767329026.486935:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329026.486939:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329026.486944:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14219
00000100:00080000:2.0:1767329026.486947:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00010000:00020000:3.0:1767329026.486950:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767329026.486955:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00002000:00000024:0.0:1767329026.486967:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767329026.486996:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5f480 x1853164010871040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329026.487004:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870656
00000100:00100000:1.0:1767329026.487009:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870656
00000100:00100000:3.0:1767329026.487018:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010870144:12345-0@lo:38:kworker.0 Request processed in 99us (263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329026.487030:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35382
00000100:00100000:2.0:1767329026.487038:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870272
00000100:00100000:2.0:1767329026.487044:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870272
00000100:00100000:0.0:1767329026.487049:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010870016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329026.487054:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758
00000100:00080000:3.0:1767329026.487061:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329026.487068:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8638
00000100:00080000:3.0:1767329026.487069:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767329026.487070:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010870656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329026.487085:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767329026.487094:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870400
00000100:00100000:3.0:1767329026.487096:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010870912:0@lo:400:kworker.0
00000100:00100000:2.0:1767329026.487101:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870400
00000100:00100000:0.0:1767329026.487114:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010870528:0@lo:38:kworker.0
00000100:00100000:1.0:1767329026.487134:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010870656:12345-0@lo:400:kworker.0 Request processed in 68us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329026.487143:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9741
00000100:00100000:3.0:1767329026.487143:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329026.487153:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758
00000100:00100000:2.0:1767329026.487159:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010870272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329026.487170:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870912
00000100:00100000:0.0:1767329026.487175:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870912
00000100:00080000:3.0:1767329026.487198:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329026.487211:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010870656:0@lo:400:kworker.0
00000100:00100000:2.0:1767329026.487225:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010870272:12345-0@lo:400:kworker.0 Request processed in 67us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329026.487228:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759
00000100:00100000:3.0:1767329026.487233:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010870272:0@lo:400:kworker.0
00000100:00100000:2.0:1767329026.487245:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9741
00000100:00100000:0.0:1767329026.487246:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010870912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329026.487267:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329026.487275:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9742
00000100:00100000:1.0:1767329026.487288:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010870016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767329026.487291:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010870400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329026.487295:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010870784:0@lo:38:kworker.0
00000100:00100000:0.0:1767329026.487306:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010870912:12345-0@lo:400:kworker.0 Request processed in 65us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329026.487313:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759
00000100:00100000:1.0:1767329026.487314:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870528
00000100:00100000:1.0:1767329026.487318:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870528
00000100:00100000:3.0:1767329026.487333:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329026.487337:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4865
00000100:00100000:0.0:1767329026.487344:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010870528:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329026.487350:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010870784
00010000:00020000:0.0:1767329026.487355:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329026.487355:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010870784
00000100:00100000:2.0:1767329026.487363:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010870400:12345-0@lo:400:kworker.0 Request processed in 74us (505us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329026.487363:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010871040:0@lo:38:kworker.0
00000100:00100000:2.0:1767329026.487377:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9742
00000100:00100000:1.0:1767329026.487383:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4866
00000100:00100000:1.0:1767329026.487391:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010870784:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329026.487393:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a348700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010870528:12345-0@lo:38:kworker.0 Request processed in 46us (126us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329026.487402:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4865
00010000:00020000:1.0:1767329026.487404:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329026.487406:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329026.487455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329026.487459:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871040
00000100:00080000:3.0:1767329026.487462:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329026.487464:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871040
00000100:00100000:1.0:1767329026.487468:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010870784:12345-0@lo:38:kworker.0 Request processed in 75us (134us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329026.487471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010870144:0@lo:38:kworker.0
00000100:00100000:1.0:1767329026.487481:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4866
00000100:00100000:0.0:1767329026.487494:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4867
00000100:00100000:0.0:1767329026.487501:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010871040:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767329026.487505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329026.487509:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767329026.487512:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329026.487516:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010870528:0@lo:38:kworker.0
00000100:00100000:1.0:1767329026.487531:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010870400:0@lo:400:kworker.0
00000100:00080000:3.0:1767329026.487535:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329026.487541:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329026.487546:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010870784:0@lo:38:kworker.0
00000100:00100000:2.0:1767329026.487555:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010870912:0@lo:400:kworker.0
00000100:00100000:0.0:1767329026.487560:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010871040:12345-0@lo:38:kworker.0 Request processed in 56us (157us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767329026.487563:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329026.487573:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329026.487575:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4867
00000100:00100000:3.0:1767329026.487580:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010871040:0@lo:38:kworker.0
00000100:00100000:2.0:1767329026.896953:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329026.897043:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278592
00000100:00100000:2.0:1767329026.897050:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329026.897058:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278592
00000100:00100000:1.0:1767329026.897114:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278720
00000100:00100000:0.0:1767329026.897121:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4868
00000100:00100000:1.0:1767329026.897122:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278720
00000100:00100000:0.0:1767329026.897134:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993278592:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767329026.897158:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767329026.897161:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329026.897185:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2760
00000100:00100000:1.0:1767329026.897195:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993278720:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329026.897239:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993278592:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 105us (299us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329026.897249:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4868
00000100:00100000:1.0:1767329026.897249:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993278720:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329026.897260:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2760
00010000:00010000:2.0:1767329027.446630:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329028.470593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329029.494602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329030.518600:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329031.094620:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010871168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767329031.094705:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329031.094794:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871168
00000100:00100000:0.0:1767329031.094806:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871168
00000100:00100000:0.0:1767329031.094876:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8639
00000100:00100000:0.0:1767329031.094887:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010871168:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767329031.094902:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767329031.094922:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767329031.094997:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010871168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329031.095005:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8639
00000100:00100000:2.0:1767329031.095044:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010871168:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329031.542584:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329031.606523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329031.606534:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329031.606537:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329031.606541:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329031.606546:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329031.606554:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14224
00000100:00080000:2.0:1767329031.606560:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767329031.606568:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329031.606599:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ca80 x1853164010871424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329031.606633:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010871296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329031.606642:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010871552:0@lo:400:kworker.0
00000100:00100000:0.0:1767329031.606644:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010871424:0@lo:38:kworker.0
00000100:00080000:2.0:1767329031.606647:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329031.606658:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329031.606660:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329031.606663:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14224
00000100:00080000:2.0:1767329031.606665:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767329031.606668:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329031.606682:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ed80 x1853164010871808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767329031.606700:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329031.606703:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329031.606705:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329031.606709:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14224
00000100:00080000:2.0:1767329031.606712:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767329031.606715:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329031.606728:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5c700 x1853164010872064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329031.606735:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329031.606735:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329031.606738:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329031.606758:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329031.606762:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329031.606763:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329031.606768:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14224
00000100:00080000:2.0:1767329031.606771:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767329031.606775:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329031.606787:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5f100 x1853164010872320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329031.606797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010871808:0@lo:38:kworker.0
00000100:00100000:1.0:1767329031.606798:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010872192:0@lo:400:kworker.0
00000100:00100000:3.0:1767329031.606817:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871424
00000100:00100000:2.0:1767329031.606819:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010871936:0@lo:400:kworker.0
00000100:00100000:3.0:1767329031.606825:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871424
00000100:00100000:1.0:1767329031.606846:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329031.606871:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010871680:0@lo:400:kworker.0
00000100:00100000:2.0:1767329031.606873:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871552
00000100:00100000:3.0:1767329031.606874:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35383
00000100:00100000:2.0:1767329031.606881:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871552
00000100:00100000:3.0:1767329031.606886:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010871424:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329031.606903:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871296
00010000:00020000:3.0:1767329031.606910:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329031.606911:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329031.606911:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871296
00000100:00100000:2.0:1767329031.606955:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871680
00000100:00100000:2.0:1767329031.606959:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871680
00000100:00100000:3.0:1767329031.606976:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010871424:12345-0@lo:38:kworker.0 Request processed in 89us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329031.606986:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872192
00000100:00100000:3.0:1767329031.606986:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35383
00000100:00100000:0.0:1767329031.606992:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872192
00000100:00100000:2.0:1767329031.606997:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9743
00000100:00100000:1.0:1767329031.607001:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8640
00000100:00100000:2.0:1767329031.607010:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010871552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329031.607017:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010871296:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767329031.607020:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767329031.607029:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329031.607038:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761
00000100:00100000:0.0:1767329031.607051:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010872192:12345-0@lo:400:kworker.0
00002000:00000024:1.0:1767329031.607054:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:2.0:1767329031.607070:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010871552:12345-0@lo:400:kworker.0 Request processed in 63us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329031.607077:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9744
00000100:00100000:2.0:1767329031.607085:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9743
00000100:00100000:3.0:1767329031.607092:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010871680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329031.607106:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010872192:12345-0@lo:400:kworker.0 Request processed in 58us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329031.607114:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761
00000100:00100000:1.0:1767329031.607119:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010871296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329031.607127:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8640
00000100:00100000:2.0:1767329031.607142:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329031.607148:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010871680:12345-0@lo:400:kworker.0 Request processed in 61us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329031.607155:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9744
00000100:00100000:1.0:1767329031.607167:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329031.607175:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010872192:0@lo:400:kworker.0
00000100:00100000:1.0:1767329031.607198:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010872064:0@lo:38:kworker.0
00000100:00100000:2.0:1767329031.607202:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871936
00000100:00100000:0.0:1767329031.607204:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010871296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329031.607206:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010871680:0@lo:400:kworker.0
00000100:00100000:2.0:1767329031.607210:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871936
00000100:00100000:1.0:1767329031.607225:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329031.607242:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767329031.607261:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329031.607264:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010871808
00000100:00080000:1.0:1767329031.607268:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329031.607269:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010871808
00000100:00100000:2.0:1767329031.607270:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872064
00000100:00100000:1.0:1767329031.607275:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010871424:0@lo:38:kworker.0
00000100:00100000:3.0:1767329031.607276:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010871552:0@lo:400:kworker.0
00000100:00100000:2.0:1767329031.607278:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872064
00000100:00100000:1.0:1767329031.607298:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010872320:0@lo:38:kworker.0
00000100:00100000:0.0:1767329031.607300:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762
00000100:00100000:0.0:1767329031.607312:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010871936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329031.607323:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4869
00000100:00100000:1.0:1767329031.607328:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329031.607338:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4870
00000100:00100000:2.0:1767329031.607339:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010871808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329031.607347:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010872064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329031.607358:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767329031.607361:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329031.607364:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010871936:12345-0@lo:400:kworker.0 Request processed in 51us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329031.607374:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872320
00000100:00100000:0.0:1767329031.607375:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762
00000100:00100000:1.0:1767329031.607379:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872320
00000100:00100000:0.0:1767329031.607404:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4871
00000100:00100000:0.0:1767329031.607414:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010872320:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329031.607445:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010872064:12345-0@lo:38:kworker.0 Request processed in 97us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329031.607446:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010871808:12345-0@lo:38:kworker.0 Request processed in 81us (251us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767329031.607455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767329031.607465:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329031.607465:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4870
00000100:00080000:1.0:1767329031.607468:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329031.607479:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010871808:0@lo:38:kworker.0
00000100:00100000:2.0:1767329031.607479:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4869
00000100:00080000:1.0:1767329031.607504:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329031.607509:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010872320:12345-0@lo:38:kworker.0 Request processed in 93us (179us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767329031.607512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329031.607520:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010871936:0@lo:400:kworker.0
00000100:00100000:1.0:1767329031.607522:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010872064:0@lo:38:kworker.0
00000100:00100000:0.0:1767329031.607524:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4871
00000100:00080000:1.0:1767329031.607558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329031.607561:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329031.607564:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010872320:0@lo:38:kworker.0
00000100:00100000:2.0:1767329032.017059:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329032.017105:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329032.017164:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278976
00000100:00100000:3.0:1767329032.017164:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993278848
00000100:00100000:3.0:1767329032.017178:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278848
00000100:00100000:0.0:1767329032.017179:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993278976
00000100:00100000:3.0:1767329032.017241:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2763
00000100:00080000:2.0:1767329032.017245:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329032.017250:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4872
00000100:00100000:3.0:1767329032.017262:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993278976:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329032.017263:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993278848:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:0.0:1767329032.017294:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329032.017356:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993278848:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (310us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329032.017363:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993278976:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 110us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329032.017370:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4872
00000100:00100000:3.0:1767329032.017379:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2763
00010000:00010000:2.0:1767329032.566601:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329033.590574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329034.614608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329035.638582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329036.214654:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767329036.214680:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010872448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329036.214761:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329036.214806:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872448
00000100:00100000:0.0:1767329036.214817:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872448
00000100:00100000:0.0:1767329036.214891:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8641
00000100:00080000:2.0:1767329036.214891:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329036.214903:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010872448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767329036.214949:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767329036.214998:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010872448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329036.215006:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8641
00000100:00100000:1.0:1767329036.215048:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010872448:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329036.662596:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767329036.726523:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329036.726535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767329036.726538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329036.726542:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329036.726547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329036.726557:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14229
00000100:00080000:1.0:1767329036.726563:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767329036.726571:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329036.726597:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767329036.726603:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a3b80 x1853164010872704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329036.726614:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010872576:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767329036.726644:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329036.726649:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329036.726651:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329036.726656:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14229
00000100:00080000:1.0:1767329036.726659:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1767329036.726662:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010872704:0@lo:38:kworker.0
00000100:00100000:3.0:1767329036.726663:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767329036.726666:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329036.726680:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010872832:0@lo:400:kworker.0
00000100:00100000:1.0:1767329036.726686:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a0e00 x1853164010872960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329036.726699:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329036.726719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767329036.726725:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329036.726727:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329036.726730:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329036.726735:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14229
00000100:00080000:1.0:1767329036.726739:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1767329036.726740:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329036.726744:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329036.726758:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5890a1500 x1853164010873216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767329036.726779:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329036.726783:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329036.726784:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329036.726787:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010872960:0@lo:38:kworker.0
00000100:00080000:1.0:1767329036.726791:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14229
00000100:00080000:1.0:1767329036.726795:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767329036.726798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329036.726801:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872832
00000100:00100000:3.0:1767329036.726809:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872832
00000100:00100000:2.0:1767329036.726814:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872704
00000100:00100000:1.0:1767329036.726815:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38a80 x1853164010873472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329036.726822:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872704
00000100:00100000:0.0:1767329036.726827:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329036.726857:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010873088:0@lo:400:kworker.0
00000100:00100000:0.0:1767329036.726858:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010873216:0@lo:38:kworker.0
00000100:00100000:2.0:1767329036.726868:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35384
00000100:00100000:3.0:1767329036.726872:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9745
00000100:00100000:2.0:1767329036.726879:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010872704:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329036.726885:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010872832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329036.726898:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767329036.726903:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329036.726942:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329036.726943:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010873472:0@lo:38:kworker.0
00000100:00100000:2.0:1767329036.726976:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010872704:12345-0@lo:38:kworker.0 Request processed in 95us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329036.726977:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010872832:12345-0@lo:400:kworker.0 Request processed in 96us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329036.726981:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767329036.726991:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35384
00000100:00100000:0.0:1767329036.726992:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329036.726993:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010873344:0@lo:400:kworker.0
00000100:00100000:3.0:1767329036.726997:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9745
00000100:00080000:3.0:1767329036.727030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767329036.727031:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872960
00000100:00100000:1.0:1767329036.727036:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329036.727038:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872960
00000100:00080000:0.0:1767329036.727040:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767329036.727046:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329036.727051:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010872704:0@lo:38:kworker.0
00000100:00100000:3.0:1767329036.727066:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873216
00000100:00100000:2.0:1767329036.727071:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873088
00000100:00100000:3.0:1767329036.727071:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873216
00000100:00100000:2.0:1767329036.727077:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873088
00000100:00100000:1.0:1767329036.727081:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873472
00000100:00100000:1.0:1767329036.727086:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873472
00000100:00100000:0.0:1767329036.727092:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873344
00000100:00100000:3.0:1767329036.727096:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4873
00000100:00100000:0.0:1767329036.727097:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873344
00000100:00100000:3.0:1767329036.727106:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010872960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329036.727118:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329036.727120:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764
00000100:00100000:2.0:1767329036.727134:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874
00000100:00100000:1.0:1767329036.727135:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010873088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329036.727147:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010873216:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329036.727156:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010872960:12345-0@lo:38:kworker.0 Request processed in 50us (332us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767329036.727159:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329036.727160:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765
00000100:00100000:3.0:1767329036.727173:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4873
00000100:00100000:0.0:1767329036.727176:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010873344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329036.727192:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010873088:12345-0@lo:400:kworker.0 Request processed in 63us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329036.727197:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4875
00000100:00100000:2.0:1767329036.727204:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010873216:12345-0@lo:38:kworker.0 Request processed in 58us (304us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329036.727208:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764
00000100:00100000:3.0:1767329036.727209:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010873472:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329036.727220:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010873344:12345-0@lo:400:kworker.0 Request processed in 46us (183us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329036.727222:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874
00010000:00020000:3.0:1767329036.727227:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329036.727235:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765
00000100:00100000:1.0:1767329036.727264:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010873344:0@lo:400:kworker.0
00000100:00100000:3.0:1767329036.727265:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010873472:12345-0@lo:38:kworker.0 Request processed in 57us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329036.727270:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010872576
00000100:00100000:0.0:1767329036.727275:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010872576
00000100:00100000:3.0:1767329036.727276:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4875
00000100:00100000:2.0:1767329036.727281:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010872832:0@lo:400:kworker.0
00000100:00100000:1.0:1767329036.727286:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010873088:0@lo:400:kworker.0
00000100:00080000:3.0:1767329036.727306:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329036.727318:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8642
00000100:00100000:0.0:1767329036.727328:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010872576:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767329036.727334:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329036.727340:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329036.727345:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010873472:0@lo:38:kworker.0
00002000:00000024:0.0:1767329036.727352:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00080000:3.0:1767329036.727360:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329036.727366:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329036.727371:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010872960:0@lo:38:kworker.0
00000100:00080000:3.0:1767329036.727385:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329036.727391:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010872576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (691us total) trans 0 rc 0/0
00000100:00080000:3.0:1767329036.727394:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329036.727403:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8642
00000100:00100000:3.0:1767329036.727404:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5890a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010873216:0@lo:38:kworker.0
00000100:00100000:2.0:1767329036.727411:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010872576:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329037.136842:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329037.136888:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329037.136950:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993279104
00000100:00100000:1.0:1767329037.136963:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993279232
00000100:00100000:0.0:1767329037.136964:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993279104
00000100:00100000:1.0:1767329037.136972:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993279232
00000100:00100000:0.0:1767329037.137020:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4876
00000100:00100000:0.0:1767329037.137029:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993279104:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767329037.137039:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767329037.137055:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329037.137062:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2766
00000100:00100000:2.0:1767329037.137077:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993279232:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329037.137137:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993279104:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 103us (302us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329037.137137:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993279232:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 62us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329037.137155:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4876
00000100:00100000:2.0:1767329037.137161:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2766
00010000:00010000:2.0:1767329037.686592:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329038.710600:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329039.734606:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329040.758590:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767329041.232988:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993279360 offset 0 length 520: 4
00000100:00100000:2.0:1767329041.233032:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329041.233064:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329041.233107:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993279616
00000100:00100000:3.0:1767329041.233117:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993279488
00000100:00100000:0.0:1767329041.233122:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993279616
00000100:00100000:3.0:1767329041.233123:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993279488
00000100:00100000:3.0:1767329041.233186:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2767
00000100:00100000:2.0:1767329041.233202:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4877
00000100:00100000:3.0:1767329041.233204:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993279616:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329041.233210:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993279488:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767329041.233228:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767329041.233239:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329041.233305:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993279488:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 95us (238us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329041.233305:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993279616:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329041.233314:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4877
00000100:00100000:3.0:1767329041.233319:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2767
00000100:00100000:2.0:1767329041.334634:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010873600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767329041.334702:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329041.334756:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873600
00000100:00100000:0.0:1767329041.334764:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873600
00000100:00080000:1.0:1767329041.334813:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329041.334840:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8643
00000100:00100000:0.0:1767329041.334852:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010873600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767329041.334915:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:0.0:1767329041.334975:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010873600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329041.334986:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8643
00000100:00100000:2.0:1767329041.335023:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010873600:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329041.782581:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767329041.846522:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329041.846522:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329016/real 1767329016]  req@ffff9bb5aa1ead80 x1853164010867584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767329041.846530:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767329041.846533:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329041.846538:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329041.846542:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329041.846549:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14234
00000100:00080000:1.0:1767329041.846556:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:3.0:1767329041.846563:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5aa1ead80 x1853164010867584/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767329041.846566:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:3.0:1767329041.846589:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329041.846598:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3aa00 x1853164010873856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767329041.846604:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767329041.846610:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010867584:0@lo:250:kworker.0
00000100:00100000:2.0:1767329041.846618:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010873728:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767329041.846643:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329041.846643:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010873856:0@lo:38:kworker.0
00000100:00100000:0.0:1767329041.846649:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010873984:0@lo:400:kworker.0
00000100:00080000:1.0:1767329041.846650:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329041.846655:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329041.846662:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14234
00000100:00080000:1.0:1767329041.846665:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767329041.846670:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329041.846686:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38e00 x1853164010874112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767329041.846708:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329041.846713:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767329041.846716:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329041.846718:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329041.846724:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329041.846724:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329041.846729:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14234
00000100:00080000:1.0:1767329041.846733:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767329041.846738:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329041.846751:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38700 x1853164010874368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767329041.846772:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329041.846776:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329041.846778:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329041.846782:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14234
00000100:00080000:1.0:1767329041.846786:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767329041.846790:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329041.846796:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767329041.846797:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010874112:0@lo:38:kworker.0
00000100:00100000:0.0:1767329041.846798:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767329041.846805:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a38380 x1853164010874624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329041.846811:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010874496:0@lo:400:kworker.0
00000100:00100000:0.0:1767329041.846812:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010874240:0@lo:400:kworker.0
00000100:00080000:1.0:1767329041.846833:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329041.846834:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329041.846838:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767329041.846840:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329041.846844:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14214
00000100:00080000:1.0:1767329041.846847:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767329041.846852:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329041.846861:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329041.846864:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010874368:0@lo:38:kworker.0
00000100:00100000:1.0:1767329041.846886:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b3a3bb80 x1853164010874752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329041.846912:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873728
00000100:00100000:0.0:1767329041.846921:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873728
00000100:00100000:3.0:1767329041.846932:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329041.846943:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873856
00000100:00100000:2.0:1767329041.846948:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873856
00000100:00100000:3.0:1767329041.846966:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010874624:0@lo:38:kworker.0
00000100:00080000:1.0:1767329041.846984:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329041.846990:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8644
00000100:00100000:2.0:1767329041.847000:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35385
00000100:00100000:0.0:1767329041.847004:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010873728:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329041.847004:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329041.847014:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010873856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329041.847019:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010873984
00000100:00100000:1.0:1767329041.847025:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010873984
00000100:00100000:3.0:1767329041.847029:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010874752:0@lo:250:kworker.0
00002000:00000024:0.0:1767329041.847040:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00010000:00020000:2.0:1767329041.847041:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000400:00000100:3.0:1767329041.847051:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010874752 offset 0 length 520: 4
00000100:00100000:1.0:1767329041.847063:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9746
00000100:00100000:1.0:1767329041.847073:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010873984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329041.847099:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6992:x1853164010873728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (387us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329041.847100:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010874112
00000100:00100000:3.0:1767329041.847107:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010874112
00000100:00100000:2.0:1767329041.847111:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010873856:12345-0@lo:38:kworker.0 Request processed in 97us (395us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329041.847112:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8644
00000100:00100000:2.0:1767329041.847125:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35385
00000100:00100000:1.0:1767329041.847132:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010873984:12345-0@lo:400:kworker.0 Request processed in 58us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329041.847142:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9746
00000100:00100000:3.0:1767329041.847142:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010874496
00000100:00100000:3.0:1767329041.847147:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010874496
00000100:00100000:2.0:1767329041.847161:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010874368
00000100:00100000:0.0:1767329041.847166:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010874624
00000100:00100000:2.0:1767329041.847166:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010874368
00000100:00100000:0.0:1767329041.847171:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010874624
00000100:00100000:1.0:1767329041.847182:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768
00000100:00100000:1.0:1767329041.847192:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010874496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329041.847194:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4878
00000100:00100000:3.0:1767329041.847201:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010874112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329041.847203:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879
00000100:00100000:0.0:1767329041.847215:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880
00000100:00100000:2.0:1767329041.847218:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010874368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329041.847222:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329041.847226:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010874624:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329041.847233:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010874496:12345-0@lo:400:kworker.0 Request processed in 39us (370us total) trans 0 rc 0/0
00010000:00020000:2.0:1767329041.847241:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767329041.847244:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329041.847247:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768
00000100:00100000:3.0:1767329041.847252:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010874112:12345-0@lo:38:kworker.0 Request processed in 51us (418us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329041.847259:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4878
00000100:00080000:3.0:1767329041.847281:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329041.847291:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010874624:12345-0@lo:38:kworker.0 Request processed in 67us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329041.847302:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880
00000100:00100000:2.0:1767329041.847303:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010874368:12345-0@lo:38:kworker.0 Request processed in 82us (367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329041.847306:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329041.847316:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329041.847318:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010874240
00000100:00100000:2.0:1767329041.847318:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879
00000100:00100000:0.0:1767329041.847324:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010874240
00000100:00080000:3.0:1767329041.847327:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329041.847334:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010874624:0@lo:38:kworker.0
00000100:00100000:1.0:1767329041.847347:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010873984:0@lo:400:kworker.0
00000100:00080000:3.0:1767329041.847351:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329041.847355:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329041.847361:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010874112:0@lo:38:kworker.0
00000100:00100000:0.0:1767329041.847366:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769
00000100:00100000:2.0:1767329041.847370:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010874496:0@lo:400:kworker.0
00000100:00100000:0.0:1767329041.847378:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010874240:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767329041.847378:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329041.847389:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329041.847396:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010874368:0@lo:38:kworker.0
00000100:00100000:2.0:1767329041.847399:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010873728:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767329041.847444:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329041.847451:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329041.847456:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010873856:0@lo:38:kworker.0
00000100:00080000:2.0:1767329041.847469:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329041.847472:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010874240:12345-0@lo:400:kworker.0 Request processed in 98us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329041.847480:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010874240:0@lo:400:kworker.0
00000100:00100000:0.0:1767329041.847482:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769
00010000:00010000:2.0:1767329042.806619:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329043.830585:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329044.854528:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329045.878576:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329046.352869:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329046.352924:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329046.352943:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993279744
00000100:00100000:0.0:1767329046.352964:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993279744
00000100:00100000:1.0:1767329046.352994:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993279872
00000100:00100000:1.0:1767329046.353005:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993279872
00000100:00100000:0.0:1767329046.353047:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4881
00000100:00100000:0.0:1767329046.353064:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993279744:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767329046.353071:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329046.353092:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2770
00010000:00020000:0.0:1767329046.353099:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329046.353110:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993279872:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329046.353187:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993279744:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 125us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329046.353198:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993279872:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 87us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329046.353208:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4881
00000100:00100000:1.0:1767329046.353226:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2770
00000100:00100000:0.0:1767329046.454646:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010874880:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329046.454738:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329046.454814:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010874880
00000100:00100000:1.0:1767329046.454822:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010874880
00000100:00080000:2.0:1767329046.454896:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329046.454909:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8645
00000100:00100000:1.0:1767329046.454927:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010874880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767329046.454953:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767329046.455016:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010874880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329046.455026:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8645
00000100:00100000:0.0:1767329046.455068:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010874880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329046.902577:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329046.966528:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329046.966536:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329046.966540:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329046.966545:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329046.966550:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329046.966558:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14239
00000100:00080000:2.0:1767329046.966563:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329046.966572:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329046.966605:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ea00 x1853164010875136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329046.966629:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767329046.966652:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010875008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329046.966672:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010875136:0@lo:38:kworker.0
00000100:00080000:2.0:1767329046.966673:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329046.966682:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329046.966685:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329046.966694:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14239
00000100:00080000:2.0:1767329046.966697:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329046.966704:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329046.966712:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767329046.966724:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329046.966725:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5ca80 x1853164010875392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329046.966736:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010875264:0@lo:400:kworker.0
00000100:00100000:0.0:1767329046.966751:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329046.966781:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329046.966785:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329046.966788:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329046.966793:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14239
00000100:00080000:2.0:1767329046.966796:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329046.966801:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329046.966806:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010875392:0@lo:38:kworker.0
00000100:00100000:2.0:1767329046.966821:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb585c5d880 x1853164010875648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329046.966847:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329046.966853:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875136
00000100:00100000:3.0:1767329046.966866:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875136
00000100:00080000:2.0:1767329046.966879:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329046.966887:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767329046.966890:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329046.966891:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329046.966898:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14239
00000100:00080000:2.0:1767329046.966901:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329046.966906:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329046.966912:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010875520:0@lo:400:kworker.0
00000100:00100000:2.0:1767329046.966928:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010875904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329046.966934:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010875648:0@lo:38:kworker.0
00000100:00100000:3.0:1767329046.966935:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35386
00000100:00100000:3.0:1767329046.966969:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010875136:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329046.966970:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329046.966993:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010875776:0@lo:400:kworker.0
00010000:00020000:3.0:1767329046.966999:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329046.967029:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875008
00000100:00100000:2.0:1767329046.967037:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875008
00000100:00100000:1.0:1767329046.967043:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875392
00000100:00100000:0.0:1767329046.967053:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329046.967056:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875392
00000100:00100000:3.0:1767329046.967067:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010875136:12345-0@lo:38:kworker.0 Request processed in 107us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329046.967078:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35386
00000100:00100000:1.0:1767329046.967112:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875520
00000100:00100000:1.0:1767329046.967120:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875520
00000100:00100000:2.0:1767329046.967142:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8646
00000100:00100000:0.0:1767329046.967149:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875776
00000100:00100000:3.0:1767329046.967152:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875264
00000100:00100000:0.0:1767329046.967158:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875776
00000100:00100000:2.0:1767329046.967158:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010875008:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329046.967158:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875264
00000100:00100000:1.0:1767329046.967186:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771
00002000:00000024:2.0:1767329046.967204:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329046.967206:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010875520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329046.967224:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9747
00000100:00100000:0.0:1767329046.967232:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772
00000100:00100000:3.0:1767329046.967239:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bc800c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010875264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329046.967256:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010875776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329046.967283:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6994:x1853164010875008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (561us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329046.967292:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8646
00000100:00100000:1.0:1767329046.967298:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010875520:12345-0@lo:400:kworker.0 Request processed in 98us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329046.967316:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771
00000100:00100000:3.0:1767329046.967334:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bc800c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010875264:12345-0@lo:400:kworker.0 Request processed in 95us (512us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329046.967338:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4882
00000100:00100000:2.0:1767329046.967354:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010875392:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329046.967355:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010875776:12345-0@lo:400:kworker.0 Request processed in 100us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329046.967365:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9747
00010000:00020000:2.0:1767329046.967378:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329046.967384:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772
00000100:00100000:1.0:1767329046.967386:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010875520:0@lo:400:kworker.0
00000100:00100000:2.0:1767329046.967452:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010875392:12345-0@lo:38:kworker.0 Request processed in 100us (567us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329046.967464:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4882
00000100:00100000:1.0:1767329046.967498:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329046.967540:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875648
00000100:00100000:2.0:1767329046.967547:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875648
00000100:00100000:0.0:1767329046.967551:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010875776:0@lo:400:kworker.0
00000100:00100000:2.0:1767329046.967588:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4883
00000100:00080000:1.0:1767329046.967599:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329046.967602:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010875648:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767329046.967611:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767329046.967621:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329046.967623:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010875392:0@lo:38:kworker.0
00000100:00080000:1.0:1767329046.967666:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329046.967678:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329046.967686:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010875136:0@lo:38:kworker.0
00000100:00100000:0.0:1767329046.967703:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010875008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767329046.967711:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010875648:12345-0@lo:38:kworker.0 Request processed in 109us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329046.967726:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4883
00000100:00100000:1.0:1767329046.967759:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010875904:0@lo:38:kworker.0
00000100:00080000:2.0:1767329046.967772:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767329046.967783:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329046.967790:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010875264:0@lo:400:kworker.0
00000100:00100000:1.0:1767329046.967817:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329046.967874:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010875904
00000100:00100000:2.0:1767329046.967882:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010875904
00000100:00080000:1.0:1767329046.967884:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329046.967891:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329046.967897:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb585c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010875648:0@lo:38:kworker.0
00000100:00100000:2.0:1767329046.967917:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4884
00000100:00100000:2.0:1767329046.967924:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010875904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329046.967934:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329046.967971:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010875904:12345-0@lo:38:kworker.0 Request processed in 47us (160us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329046.967977:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4884
00000100:00080000:1.0:1767329046.968008:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329046.968015:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329046.968019:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010875904:0@lo:38:kworker.0
00010000:00010000:2.0:1767329047.926565:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329048.950596:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329049.974560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329050.998556:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329051.472897:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329051.472934:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329051.472974:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280128
00000100:00100000:2.0:1767329051.472991:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280128
00000100:00100000:0.0:1767329051.472992:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280000
00000100:00100000:0.0:1767329051.473000:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280000
00000100:00100000:0.0:1767329051.473062:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2773
00000100:00080000:3.0:1767329051.473066:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329051.473085:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4885
00000100:00100000:0.0:1767329051.473086:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993280128:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329051.473097:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993280000:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329051.473123:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329051.473196:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2509:x1853163993280000:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 99us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329051.473197:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993280128:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 122us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329051.473212:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2773
00000100:00100000:2.0:1767329051.473219:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4885
00000100:00100000:0.0:1767329051.574643:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010876032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329051.574722:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329051.574776:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876032
00000100:00100000:2.0:1767329051.574789:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876032
00000100:00080000:3.0:1767329051.574876:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329051.574907:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8647
00000100:00100000:2.0:1767329051.574919:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010876032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767329051.574955:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767329051.575008:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010876032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329051.575014:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8647
00000100:00100000:0.0:1767329051.575067:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010876032:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329052.022569:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329052.086506:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329052.086516:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329052.086520:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329052.086524:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329052.086528:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329052.086538:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14244
00000100:00080000:2.0:1767329052.086543:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329052.086552:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329052.086584:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6680 x1853164010876288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329052.086602:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767329052.086622:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010876160:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767329052.086642:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329052.086647:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329052.086650:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329052.086657:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14244
00000100:00080000:2.0:1767329052.086659:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329052.086664:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329052.086677:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5880 x1853164010876544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329052.086678:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010876416:0@lo:400:kworker.0
00000100:00100000:1.0:1767329052.086679:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010876288:0@lo:38:kworker.0
00000100:00100000:0.0:1767329052.086715:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329052.086737:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329052.086741:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329052.086749:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329052.086757:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14244
00000100:00080000:2.0:1767329052.086759:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329052.086763:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329052.086780:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010876800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329052.086793:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010876672:0@lo:400:kworker.0
00000100:00100000:1.0:1767329052.086819:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329052.086823:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329052.086856:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329052.086860:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329052.086863:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329052.086867:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14244
00000100:00080000:2.0:1767329052.086870:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329052.086876:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329052.086888:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329052.086900:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb6d80 x1853164010877056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329052.086908:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010876544:0@lo:38:kworker.0
00000100:00100000:3.0:1767329052.086916:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767329052.086935:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010876928:0@lo:400:kworker.0
00000100:00100000:0.0:1767329052.086950:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876672
00000100:00100000:0.0:1767329052.086958:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876672
00000100:00100000:2.0:1767329052.086972:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876160
00000100:00100000:2.0:1767329052.086978:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876160
00000100:00100000:1.0:1767329052.086986:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329052.087000:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876288
00000100:00100000:3.0:1767329052.087009:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876288
00000100:00100000:0.0:1767329052.087043:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876544
00000100:00100000:1.0:1767329052.087046:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010876800:0@lo:38:kworker.0
00000100:00100000:0.0:1767329052.087048:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876544
00000100:00100000:2.0:1767329052.087056:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8648
00000100:00100000:3.0:1767329052.087064:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35387
00000100:00100000:3.0:1767329052.087077:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010876288:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329052.087081:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010876160:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329052.087090:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774
00000100:00100000:0.0:1767329052.087102:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010876672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329052.087106:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767329052.087106:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00002000:00000024:2.0:1767329052.087121:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329052.087171:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010877056:0@lo:38:kworker.0
00000100:00100000:3.0:1767329052.087187:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010876288:12345-0@lo:38:kworker.0 Request processed in 108us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329052.087195:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35387
00000100:00100000:2.0:1767329052.087204:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010876160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (493us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329052.087206:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010876672:12345-0@lo:400:kworker.0 Request processed in 108us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329052.087216:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8648
00000100:00100000:0.0:1767329052.087222:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774
00000100:00100000:1.0:1767329052.087239:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329052.087245:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876800
00000100:00100000:3.0:1767329052.087251:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876800
00000100:00100000:0.0:1767329052.087278:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877056
00000100:00100000:0.0:1767329052.087284:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877056
00000100:00100000:3.0:1767329052.087291:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886
00000100:00100000:3.0:1767329052.087307:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010876544:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329052.087312:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010876160:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767329052.087316:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329052.087319:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4887
00010000:00020000:3.0:1767329052.087333:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329052.087338:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010876800:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767329052.087339:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329052.087357:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010876288:0@lo:38:kworker.0
00010000:00020000:0.0:1767329052.087367:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767329052.087373:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767329052.087380:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329052.087407:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876416
00000100:00100000:3.0:1767329052.087410:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010876544:12345-0@lo:38:kworker.0 Request processed in 99us (419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329052.087413:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876416
00000100:00100000:0.0:1767329052.087446:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010876800:12345-0@lo:38:kworker.0 Request processed in 111us (347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329052.087452:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4887
00000100:00080000:1.0:1767329052.087459:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329052.087476:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329052.087478:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886
00000100:00100000:0.0:1767329052.087486:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4888
00000100:00100000:1.0:1767329052.087486:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010876544:0@lo:38:kworker.0
00000100:00100000:2.0:1767329052.087503:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9748
00000100:00100000:0.0:1767329052.087504:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010877056:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329052.087519:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010876416:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767329052.087524:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767329052.087525:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329052.087536:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329052.087551:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329052.087561:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010876800:0@lo:38:kworker.0
00000100:00100000:0.0:1767329052.087575:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010877056:12345-0@lo:38:kworker.0 Request processed in 74us (347us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329052.087587:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4888
00000100:00100000:0.0:1767329052.087619:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010876928
00000100:00100000:0.0:1767329052.087625:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010876928
00000100:00080000:1.0:1767329052.087633:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329052.087636:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010876416:12345-0@lo:400:kworker.0 Request processed in 118us (842us total) trans 0 rc 0/0
00000100:00080000:1.0:1767329052.087650:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329052.087650:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9748
00000100:00100000:1.0:1767329052.087667:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010877056:0@lo:38:kworker.0
00000100:00100000:3.0:1767329052.087672:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010876416:0@lo:400:kworker.0
00000100:00100000:0.0:1767329052.087687:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775
00000100:00100000:0.0:1767329052.087697:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010876928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329052.087744:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010876928:12345-0@lo:400:kworker.0 Request processed in 47us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329052.087754:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775
00000100:00080000:3.0:1767329052.087756:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329052.087793:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010876672:0@lo:400:kworker.0
00000100:00100000:2.0:1767329052.087833:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010876928:0@lo:400:kworker.0
00010000:00010000:2.0:1767329053.046581:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329054.070595:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329055.094579:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329056.118575:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329056.592955:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329056.593000:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329056.593020:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280256
00000100:00100000:1.0:1767329056.593035:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280256
00000100:00100000:0.0:1767329056.593042:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280384
00000100:00100000:0.0:1767329056.593049:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280384
00000100:00100000:1.0:1767329056.593103:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2776
00000100:00100000:1.0:1767329056.593121:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993280384:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329056.593122:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4889
00000100:00080000:3.0:1767329056.593124:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329056.593136:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993280256:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329056.593162:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329056.593226:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993280256:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 88us (280us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329056.593228:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993280384:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329056.593238:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4889
00000100:00100000:1.0:1767329056.593251:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2776
00000100:00100000:0.0:1767329056.694639:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767329056.694665:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010877184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329056.694745:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329056.694838:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877184
00000100:00100000:1.0:1767329056.694849:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877184
00000100:00080000:3.0:1767329056.694915:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329056.694920:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8649
00000100:00100000:1.0:1767329056.694932:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010877184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767329056.694966:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767329056.695014:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010877184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329056.695020:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8649
00000100:00100000:0.0:1767329056.695066:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010877184:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329057.142582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767329057.206538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329057.206548:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329057.206551:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329057.206555:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329057.206561:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329057.206570:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14249
00000100:00080000:3.0:1767329057.206577:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767329057.206585:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329057.206611:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010877312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329057.206615:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010877440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329057.206671:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010877440:0@lo:38:kworker.0
00000100:00080000:3.0:1767329057.206684:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329057.206689:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329057.206691:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329057.206695:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14249
00000100:00100000:0.0:1767329057.206701:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010877568:0@lo:400:kworker.0
00000100:00100000:2.0:1767329057.206702:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329057.206702:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767329057.206711:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329057.206721:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329057.206727:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010877824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767329057.206750:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329057.206753:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329057.206755:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329057.206775:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329057.206775:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010877824:0@lo:38:kworker.0
00000100:00080000:3.0:1767329057.206782:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14249
00000100:00080000:3.0:1767329057.206786:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767329057.206787:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877312
00000100:00080000:3.0:1767329057.206791:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329057.206798:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877312
00000100:00100000:3.0:1767329057.206808:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0e00 x1853164010878080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329057.206819:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329057.206828:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010877696:0@lo:400:kworker.0
00000100:00080000:3.0:1767329057.206850:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329057.206854:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010878080:0@lo:38:kworker.0
00000100:00080000:3.0:1767329057.206856:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329057.206860:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329057.206864:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329057.206868:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14249
00000100:00100000:2.0:1767329057.206871:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8650
00000100:00080000:3.0:1767329057.206872:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767329057.206878:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329057.206885:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010877312:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329057.206894:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0000 x1853164010878336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329057.206895:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767329057.206896:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329057.206909:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010877952:0@lo:400:kworker.0
00002000:00000024:2.0:1767329057.206920:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329057.206930:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010878336:0@lo:38:kworker.0
00000100:00100000:3.0:1767329057.206938:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877440
00000100:00100000:3.0:1767329057.206944:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877440
00000100:00100000:0.0:1767329057.206948:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329057.206983:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35388
00000100:00100000:2.0:1767329057.206984:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010877312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329057.206985:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329057.206997:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010877440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329057.207003:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877824
00000100:00100000:2.0:1767329057.207003:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8650
00000100:00100000:0.0:1767329057.207010:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877824
00010000:00020000:3.0:1767329057.207019:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329057.207029:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878080
00000100:00100000:1.0:1767329057.207034:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878080
00000100:00100000:2.0:1767329057.207039:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877568
00000100:00100000:0.0:1767329057.207043:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877952
00000100:00100000:2.0:1767329057.207044:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877568
00000100:00100000:0.0:1767329057.207048:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877952
00000100:00100000:1.0:1767329057.207069:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878336
00000100:00100000:1.0:1767329057.207073:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878336
00000100:00100000:3.0:1767329057.207075:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010877440:12345-0@lo:38:kworker.0 Request processed in 79us (354us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329057.207083:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35388
00000100:00100000:2.0:1767329057.207086:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010877696
00000100:00100000:2.0:1767329057.207090:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010877696
00000100:00100000:0.0:1767329057.207094:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777
00000100:00100000:1.0:1767329057.207101:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4890
00000100:00100000:0.0:1767329057.207107:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010877952:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767329057.207107:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329057.207112:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010877824:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767329057.207116:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:1.0:1767329057.207127:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329057.207127:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9749
00000100:00100000:3.0:1767329057.207133:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010878208:0@lo:400:kworker.0
00000100:00100000:2.0:1767329057.207140:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010877568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329057.207161:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010877952:12345-0@lo:400:kworker.0 Request processed in 58us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329057.207169:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777
00000100:00100000:1.0:1767329057.207181:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010877824:12345-0@lo:38:kworker.0 Request processed in 70us (365us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329057.207185:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329057.207192:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010877568:12345-0@lo:400:kworker.0 Request processed in 53us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329057.207196:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4891
00000100:00100000:2.0:1767329057.207206:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9749
00000100:00100000:0.0:1767329057.207211:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010878080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329057.207211:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4890
00010000:00020000:0.0:1767329057.207226:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329057.207231:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9750
00000100:00100000:3.0:1767329057.207232:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010877312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329057.207233:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878208
00000100:00100000:1.0:1767329057.207240:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878208
00000100:00100000:2.0:1767329057.207245:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010877696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329057.207265:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010878080:12345-0@lo:38:kworker.0 Request processed in 57us (370us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329057.207272:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4891
00000100:00100000:2.0:1767329057.207286:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010877696:12345-0@lo:400:kworker.0 Request processed in 44us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329057.207291:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778
00000100:00100000:2.0:1767329057.207295:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9750
00000100:00100000:1.0:1767329057.207302:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010878208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329057.207305:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892
00000100:00100000:3.0:1767329057.207315:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010878336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329057.207325:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329057.207360:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010878208:12345-0@lo:400:kworker.0 Request processed in 60us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329057.207362:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010877568:0@lo:400:kworker.0
00000100:00100000:3.0:1767329057.207369:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010878336:12345-0@lo:38:kworker.0 Request processed in 52us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329057.207376:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778
00000100:00100000:3.0:1767329057.207383:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892
00000100:00080000:2.0:1767329057.207385:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329057.207411:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010877952:0@lo:400:kworker.0
00000100:00080000:1.0:1767329057.207450:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329057.207450:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010878208:0@lo:400:kworker.0
00000100:00100000:0.0:1767329057.207460:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010877696:0@lo:400:kworker.0
00000100:00080000:1.0:1767329057.207461:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329057.207470:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010878336:0@lo:38:kworker.0
00000100:00080000:1.0:1767329057.207486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329057.207489:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329057.207492:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010878080:0@lo:38:kworker.0
00000100:00080000:1.0:1767329057.207501:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329057.207504:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329057.207505:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010877824:0@lo:38:kworker.0
00000100:00080000:1.0:1767329057.207511:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329057.207513:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329057.207515:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010877440:0@lo:38:kworker.0
00010000:00010000:0.0:1767329058.166613:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329059.190584:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329060.214567:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329061.238630:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329061.712894:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329061.712936:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329061.712973:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280512
00000100:00100000:2.0:1767329061.712987:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280512
00000100:00100000:1.0:1767329061.713013:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280640
00000100:00100000:1.0:1767329061.713020:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280640
00000100:00100000:2.0:1767329061.713042:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4893
00000100:00100000:2.0:1767329061.713052:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993280512:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329061.713077:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329061.713082:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2779
00000100:00100000:1.0:1767329061.713094:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993280640:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767329061.713121:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329061.713159:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993280512:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 106us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329061.713160:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993280640:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 67us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329061.713174:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4893
00000100:00100000:1.0:1767329061.713181:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2779
00000100:00100000:0.0:1767329061.814672:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010878464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329061.814783:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329061.814828:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878464
00000100:00100000:2.0:1767329061.814838:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878464
00000100:00100000:2.0:1767329061.814910:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8651
00000100:00080000:1.0:1767329061.814912:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329061.814922:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010878464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767329061.814960:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:2.0:1767329061.815008:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010878464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329061.815014:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8651
00000100:00100000:0.0:1767329061.815060:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010878464:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329062.262629:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767329062.326524:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329062.326535:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329062.326538:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329062.326542:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329062.326547:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329062.326556:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14255
00000100:00080000:3.0:1767329062.326561:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767329062.326570:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329062.326604:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c651f80 x1853164010878592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767329062.326655:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329062.326659:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010878720:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767329062.326659:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329062.326668:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329062.326671:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010878976:0@lo:400:kworker.0
00000100:00080000:3.0:1767329062.326674:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14255
00000100:00080000:3.0:1767329062.326680:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767329062.326684:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329062.326699:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48c652680 x1853164010879104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329062.326709:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010878592:0@lo:38:kworker.0
00000100:00080000:3.0:1767329062.326719:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329062.326722:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329062.326739:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329062.326743:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14255
00000100:00080000:3.0:1767329062.326746:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767329062.326750:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329062.326769:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb48ba60380 x1853164010879360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329062.326770:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329062.326770:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329062.326782:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329062.326802:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329062.326805:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329062.326807:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329062.326811:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14255
00000100:00080000:3.0:1767329062.326814:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767329062.326816:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329062.326828:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5adf9d880 x1853164010879616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329062.326857:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767329062.326857:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010878848:0@lo:400:kworker.0
00000100:00100000:1.0:1767329062.326861:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010879488:0@lo:400:kworker.0
00000100:00100000:2.0:1767329062.326865:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010879104:0@lo:38:kworker.0
00000100:00100000:0.0:1767329062.326870:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010879232:0@lo:400:kworker.0
00000100:00100000:1.0:1767329062.326923:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329062.326923:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329062.326931:0:18320:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878720
00000100:00100000:2.0:1767329062.326939:0:18320:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878720
00000100:00100000:0.0:1767329062.326942:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878976
00000100:00100000:0.0:1767329062.326948:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878976
00000100:00100000:1.0:1767329062.326990:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010879488
00000100:00100000:1.0:1767329062.326995:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010879488
00000100:00100000:0.0:1767329062.327003:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878848
00000100:00100000:3.0:1767329062.327006:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010878592
00000100:00100000:0.0:1767329062.327007:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878848
00000100:00100000:2.0:1767329062.327010:0:18320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8652
00000100:00100000:3.0:1767329062.327013:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010878592
00000100:00100000:2.0:1767329062.327024:0:18320:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010878720:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329062.327041:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780
00000100:00100000:1.0:1767329062.327052:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010879488:12345-0@lo:400:kworker.0
00002000:00000024:2.0:1767329062.327058:0:18320:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329062.327058:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35389
00000100:00100000:0.0:1767329062.327059:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9751
00000100:00100000:3.0:1767329062.327069:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010878592:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329062.327075:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010878976:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767329062.327093:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329062.327112:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010879488:12345-0@lo:400:kworker.0 Request processed in 62us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329062.327118:0:18320:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:6993:x1853164010878720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329062.327125:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780
00000100:00100000:2.0:1767329062.327129:0:18320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8652
00000100:00100000:0.0:1767329062.327133:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+6:6991:x1853164010878976:12345-0@lo:400:kworker.0 Request processed in 60us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329062.327139:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010878592:12345-0@lo:38:kworker.0 Request processed in 69us (360us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329062.327146:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9751
00000100:00100000:3.0:1767329062.327150:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35389
00000100:00100000:2.0:1767329062.327169:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9752
00000100:00100000:2.0:1767329062.327179:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010878848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329062.327185:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010879488:0@lo:400:kworker.0
00000100:00100000:0.0:1767329062.327200:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329062.327203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767329062.327211:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767329062.327212:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a5c7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010878720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329062.327232:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329062.327234:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010878848:12345-0@lo:400:kworker.0 Request processed in 55us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329062.327243:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9752
00000100:00100000:0.0:1767329062.327244:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010878976:0@lo:400:kworker.0
00000100:00100000:3.0:1767329062.327263:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010879360:0@lo:38:kworker.0
00000100:00100000:2.0:1767329062.327278:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010879232
00000100:00100000:0.0:1767329062.327283:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010879104
00000100:00100000:2.0:1767329062.327284:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010879232
00000100:00100000:0.0:1767329062.327289:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010879104
00000100:00100000:3.0:1767329062.327291:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329062.327313:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010878848:0@lo:400:kworker.0
00000100:00100000:0.0:1767329062.327320:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010879360
00000100:00100000:3.0:1767329062.327321:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010879616:0@lo:38:kworker.0
00000100:00100000:0.0:1767329062.327326:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010879360
00000100:00100000:2.0:1767329062.327337:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781
00000100:00100000:2.0:1767329062.327348:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010879232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329062.327355:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329062.327361:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4894
00000100:00100000:0.0:1767329062.327372:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010879104:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329062.327372:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4895
00000100:00100000:1.0:1767329062.327383:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010879360:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767329062.327384:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767329062.327387:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767329062.327394:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329062.327400:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010879232:12345-0@lo:400:kworker.0 Request processed in 53us (199us total) trans 0 rc 0/0
00010000:00020000:1.0:1767329062.327401:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329062.327402:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010878592:0@lo:38:kworker.0
00000100:00100000:2.0:1767329062.327414:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781
00000100:00100000:2.0:1767329062.327460:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010879616
00000100:00100000:0.0:1767329062.327462:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010879104:12345-0@lo:38:kworker.0 Request processed in 92us (231us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329062.327464:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010879616
00000100:00080000:3.0:1767329062.327466:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329062.327475:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4894
00000100:00080000:3.0:1767329062.327475:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329062.327481:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010879360:12345-0@lo:38:kworker.0 Request processed in 97us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329062.327483:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010879104:0@lo:38:kworker.0
00000100:00100000:2.0:1767329062.327493:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4896
00000100:00080000:3.0:1767329062.327503:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329062.327504:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4895
00000100:00100000:2.0:1767329062.327504:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010879616:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767329062.327508:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767329062.327512:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329062.327519:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010879360:0@lo:38:kworker.0
00010000:00020000:2.0:1767329062.327526:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329062.327554:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48ba62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010879232:0@lo:400:kworker.0
00000100:00100000:2.0:1767329062.327568:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010879616:12345-0@lo:38:kworker.0 Request processed in 66us (214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329062.327574:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4896
00000100:00080000:3.0:1767329062.327576:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329062.327582:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329062.327586:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5adf9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010879616:0@lo:38:kworker.0
00010000:00010000:0.0:1767329063.286621:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329064.310659:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329065.334663:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329066.358634:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329066.422509:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329041/real 1767329041]  req@ffff9bb5b3a3bb80 x1853164010874752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767329066.422547:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5b3a3bb80 x1853164010874752/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767329066.422569:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329066.422591:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767329066.422594:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b3a3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010874752:0@lo:250:kworker.0
00000100:00080000:2.0:1767329066.422660:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329066.422667:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767329066.422670:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329066.422675:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14239
00000100:00080000:2.0:1767329066.422679:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329066.422686:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329066.422741:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb7b80 x1853164010879744/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767329066.422763:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329066.422767:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329066.422768:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329066.422771:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14260
00000100:00080000:2.0:1767329066.422775:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767329066.422780:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329066.422793:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010879744:0@lo:250:kworker.0
00000100:00100000:2.0:1767329066.422797:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586eb5880 x1853164010879872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767329066.422852:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010879744 offset 0 length 520: 4
00000100:00080000:2.0:1767329066.422858:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329066.422862:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329066.422864:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329066.422872:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14260
00000100:00080000:2.0:1767329066.422874:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767329066.422878:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329066.422894:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340700 x1853164010880256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767329066.422913:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329066.422916:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010880000:0@lo:400:kworker.0
00000100:00100000:3.0:1767329066.422918:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010879872:0@lo:38:kworker.0
00000100:00080000:2.0:1767329066.422919:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329066.422928:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329066.422938:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14260
00000100:00100000:0.0:1767329066.422940:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010880128:0@lo:400:kworker.0
00000100:00080000:2.0:1767329066.422943:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767329066.422949:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329066.422965:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340000 x1853164010880512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329066.422970:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329066.422997:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329066.423000:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329066.423001:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767329066.423005:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010880256:0@lo:38:kworker.0
00000100:00080000:2.0:1767329066.423007:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14260
00000100:00100000:0.0:1767329066.423012:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329066.423013:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767329066.423020:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329066.423033:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a342d80 x1853164010880768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329066.423057:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329066.423064:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010880384:0@lo:400:kworker.0
00000100:00100000:1.0:1767329066.423085:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010880640:0@lo:400:kworker.0
00000100:00100000:0.0:1767329066.423086:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880128
00000100:00100000:0.0:1767329066.423097:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880128
00000100:00100000:3.0:1767329066.423104:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010880512:0@lo:38:kworker.0
00000100:00100000:2.0:1767329066.423111:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329066.423156:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329066.423159:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010879872
00000100:00100000:3.0:1767329066.423164:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010879872
00000100:00100000:0.0:1767329066.423174:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9753
00000100:00100000:0.0:1767329066.423186:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010880128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329066.423189:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880256
00000100:00100000:2.0:1767329066.423196:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880256
00000100:00100000:3.0:1767329066.423203:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35390
00000100:00100000:3.0:1767329066.423212:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010879872:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329066.423230:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880384
00010000:00020000:3.0:1767329066.423233:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329066.423235:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880384
00000100:00100000:0.0:1767329066.423255:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a5c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010880128:12345-0@lo:400:kworker.0 Request processed in 71us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329066.423263:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9753
00000100:00100000:2.0:1767329066.423279:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880640
00000100:00100000:1.0:1767329066.423281:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329066.423284:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880640
00000100:00100000:3.0:1767329066.423287:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010879872:12345-0@lo:38:kworker.0 Request processed in 72us (317us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329066.423298:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35390
00000100:00100000:0.0:1767329066.423307:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782
00000100:00100000:0.0:1767329066.423320:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010880384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329066.423343:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783
00000100:00100000:3.0:1767329066.423347:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329066.423362:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010880640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329066.423376:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010880768:0@lo:38:kworker.0
00000100:00100000:0.0:1767329066.423409:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010880384:12345-0@lo:400:kworker.0 Request processed in 90us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329066.423414:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880000
00000100:00100000:0.0:1767329066.423450:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782
00000100:00100000:3.0:1767329066.423457:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329066.423467:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880512
00000100:00100000:1.0:1767329066.423470:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880000
00000100:00100000:0.0:1767329066.423473:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880512
00000100:00100000:2.0:1767329066.423489:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010880640:12345-0@lo:400:kworker.0 Request processed in 133us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329066.423495:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880768
00000100:00100000:0.0:1767329066.423500:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880768
00000100:00100000:2.0:1767329066.423500:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783
00000100:00080000:3.0:1767329066.423515:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329066.423525:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329066.423533:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010879872:0@lo:38:kworker.0
00000100:00100000:2.0:1767329066.423541:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4897
00000100:00100000:1.0:1767329066.423549:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9754
00000100:00100000:0.0:1767329066.423553:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898
00000100:00100000:2.0:1767329066.423560:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010880256:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329066.423575:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010880512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329066.423577:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329066.423578:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010880000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329066.423589:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4899
00010000:00020000:0.0:1767329066.423591:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329066.423603:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010880768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329066.423616:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329066.423628:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010880256:12345-0@lo:38:kworker.0 Request processed in 76us (571us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329066.423635:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5887c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010880512:12345-0@lo:38:kworker.0 Request processed in 65us (295us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329066.423640:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4897
00000100:00100000:0.0:1767329066.423646:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898
00000100:00100000:3.0:1767329066.423685:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b3a3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010880768:12345-0@lo:38:kworker.0 Request processed in 82us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329066.423714:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4899
00000100:00100000:2.0:1767329066.423718:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010880640:0@lo:400:kworker.0
00000100:00100000:1.0:1767329066.423723:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010880000:12345-0@lo:400:kworker.0 Request processed in 131us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329066.423724:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010880384:0@lo:400:kworker.0
00000100:00100000:1.0:1767329066.423755:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9754
00000100:00080000:3.0:1767329066.423772:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329066.423781:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329066.423789:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010880512:0@lo:38:kworker.0
00000100:00080000:3.0:1767329066.423800:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329066.423808:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329066.423814:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010880768:0@lo:38:kworker.0
00000100:00080000:2.0:1767329066.423815:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767329066.423822:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767329066.423825:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329066.423839:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010880128:0@lo:400:kworker.0
00000100:00080000:3.0:1767329066.423841:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329066.423847:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329066.423852:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010880256:0@lo:38:kworker.0
00000100:00100000:1.0:1767329066.423858:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010880000:0@lo:400:kworker.0
00000100:00100000:0.0:1767329066.832943:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329066.832980:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:0.0:1767329066.833005:0:6986:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993281024 offset 0 length 520: 4
00000100:00100000:2.0:1767329066.833012:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280768
00000100:00100000:2.0:1767329066.833026:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280768
00000100:00100000:3.0:1767329066.833033:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993280896
00000100:00100000:3.0:1767329066.833040:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993280896
00000100:00100000:2.0:1767329066.833081:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4900
00000100:00100000:2.0:1767329066.833094:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993280768:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767329066.833101:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329066.833115:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2784
00010000:00020000:2.0:1767329066.833123:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329066.833129:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993280896:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329066.833210:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2509:x1853163993280768:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 114us (272us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329066.833210:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993280896:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 80us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329066.833227:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4900
00000100:00100000:3.0:1767329066.833233:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2784
00000100:00100000:1.0:1767329066.934757:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010880896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329066.934826:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329066.934894:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010880896
00000100:00100000:3.0:1767329066.934906:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010880896
00000100:00100000:3.0:1767329066.934969:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8653
00000100:00100000:3.0:1767329066.934979:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010880896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329066.935014:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329066.935090:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010880896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329066.935099:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8653
00000100:00100000:1.0:1767329066.935188:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010880896:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329067.382636:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329067.446676:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767329067.446729:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010881024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329067.446821:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329067.446875:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881024
00000100:00100000:3.0:1767329067.446887:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881024
00000100:00100000:3.0:1767329067.446948:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8654
00000100:00100000:3.0:1767329067.446958:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010881024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329067.446992:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329067.447044:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010881024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329067.447051:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8654
00000100:00100000:1.0:1767329067.447102:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48c653480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010881024:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329068.406574:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329069.430638:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329070.454644:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329071.478597:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767329071.542564:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329071.542575:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767329071.542578:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329071.542582:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329071.542587:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329071.542595:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14264
00000100:00080000:2.0:1767329071.542600:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329071.542608:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329071.542656:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343480 x1853164010881152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329071.542738:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010881152:0@lo:38:kworker.0
00000100:00080000:2.0:1767329071.542760:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329071.542764:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329071.542767:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329071.542771:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14264
00000100:00080000:2.0:1767329071.542774:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767329071.542780:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010881280:0@lo:400:kworker.0
00000100:00080000:2.0:1767329071.542780:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329071.542798:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a343100 x1853164010881536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329071.542804:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767329071.542820:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010881408:0@lo:400:kworker.0
00000100:00080000:2.0:1767329071.542820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767329071.542828:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767329071.542830:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329071.542837:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14264
00000100:00100000:1.0:1767329071.542841:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329071.542843:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767329071.542843:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329071.542851:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329071.542865:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340700 x1853164010881792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329071.542874:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329071.542893:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767329071.542894:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329071.542895:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010881536:0@lo:38:kworker.0
00000100:00080000:2.0:1767329071.542902:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767329071.542904:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010881920:0@lo:400:kworker.0
00000100:00080000:2.0:1767329071.542905:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329071.542910:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010881664:0@lo:400:kworker.0
00000100:00080000:2.0:1767329071.542915:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14264
00000100:00080000:2.0:1767329071.542918:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767329071.542921:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329071.542935:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a340000 x1853164010882048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329071.542940:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329071.542966:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881280
00000100:00100000:1.0:1767329071.542967:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881408
00000100:00100000:1.0:1767329071.542975:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881408
00000100:00100000:0.0:1767329071.542976:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881280
00000100:00100000:3.0:1767329071.542982:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010881792:0@lo:38:kworker.0
00000100:00100000:2.0:1767329071.542998:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881152
00000100:00100000:2.0:1767329071.543003:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881152
00000100:00100000:3.0:1767329071.543027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329071.543051:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9755
00000100:00100000:2.0:1767329071.543052:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35391
00000100:00100000:1.0:1767329071.543062:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9756
00000100:00100000:2.0:1767329071.543066:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010881152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329071.543066:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010882048:0@lo:38:kworker.0
00000100:00100000:0.0:1767329071.543067:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010881280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329071.543079:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010881408:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767329071.543099:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329071.543109:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329071.543149:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb585c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010881280:12345-0@lo:400:kworker.0 Request processed in 86us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329071.543157:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010881408:12345-0@lo:400:kworker.0 Request processed in 82us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329071.543158:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9755
00000100:00100000:3.0:1767329071.543159:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881536
00000100:00100000:3.0:1767329071.543165:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881536
00000100:00100000:1.0:1767329071.543170:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9756
00000100:00100000:2.0:1767329071.543176:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010881152:12345-0@lo:38:kworker.0 Request processed in 112us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329071.543185:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35391
00000100:00080000:0.0:1767329071.543195:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767329071.543196:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881792
00000100:00100000:3.0:1767329071.543201:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881792
00000100:00080000:0.0:1767329071.543203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329071.543204:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882048
00000100:00100000:1.0:1767329071.543210:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882048
00000100:00100000:3.0:1767329071.543231:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4901
00000100:00100000:3.0:1767329071.543239:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010881536:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329071.543243:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4902
00000100:00100000:1.0:1767329071.543254:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4903
00010000:00020000:3.0:1767329071.543254:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329071.543255:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010881792:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329071.543265:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010882048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329071.543270:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767329071.543278:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329071.543285:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329071.543290:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010881536:12345-0@lo:38:kworker.0 Request processed in 51us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329071.543298:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4901
00000100:00100000:3.0:1767329071.543317:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881664
00000100:00100000:3.0:1767329071.543320:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881664
00000100:00100000:2.0:1767329071.543324:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5adf9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010881792:12345-0@lo:38:kworker.0 Request processed in 71us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329071.543331:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010882048:12345-0@lo:38:kworker.0 Request processed in 64us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329071.543332:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010881408:0@lo:400:kworker.0
00000100:00100000:2.0:1767329071.543337:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4902
00000100:00100000:3.0:1767329071.543353:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785
00000100:00100000:1.0:1767329071.543366:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4903
00000100:00100000:3.0:1767329071.543366:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010881664:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767329071.543383:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767329071.543405:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329071.543408:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329071.543413:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329071.543440:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010882048:0@lo:38:kworker.0
00000100:00100000:3.0:1767329071.543445:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48c653480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010881664:12345-0@lo:400:kworker.0 Request processed in 82us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329071.543452:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785
00000100:00100000:0.0:1767329071.543457:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010881664:0@lo:400:kworker.0
00000100:00080000:2.0:1767329071.543460:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329071.543467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329071.543472:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010881536:0@lo:38:kworker.0
00000100:00100000:3.0:1767329071.543475:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010881920
00000100:00100000:3.0:1767329071.543481:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010881920
00000100:00100000:1.0:1767329071.543490:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010881280:0@lo:400:kworker.0
00000100:00080000:2.0:1767329071.543490:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329071.543501:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329071.543507:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010881792:0@lo:38:kworker.0
00000100:00080000:0.0:1767329071.543508:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767329071.543528:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329071.543530:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786
00000100:00080000:2.0:1767329071.543534:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329071.543539:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010881152:0@lo:38:kworker.0
00000100:00100000:3.0:1767329071.543545:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010881920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329071.543585:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010881920:12345-0@lo:400:kworker.0 Request processed in 46us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329071.543590:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786
00000100:00100000:1.0:1767329071.543618:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010881920:0@lo:400:kworker.0
00000100:00100000:3.0:1767329071.952969:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329071.953012:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329071.953057:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281280
00000100:00100000:2.0:1767329071.953063:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281152
00000100:00100000:0.0:1767329071.953070:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281280
00000100:00100000:2.0:1767329071.953071:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281152
00000100:00100000:2.0:1767329071.953132:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2787
00000100:00100000:3.0:1767329071.953151:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4904
00000100:00100000:2.0:1767329071.953153:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993281280:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767329071.953162:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993281152:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767329071.953178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767329071.953187:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329071.953245:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993281152:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 86us (232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329071.953257:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4904
00000100:00100000:2.0:1767329071.953258:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993281280:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 111us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329071.953269:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2787
00000100:00100000:1.0:1767329072.054720:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010882176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329072.054817:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329072.054878:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882176
00000100:00100000:3.0:1767329072.054889:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882176
00000100:00100000:3.0:1767329072.054965:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8655
00000100:00100000:3.0:1767329072.054978:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010882176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329072.055019:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329072.055085:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010882176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329072.055092:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8655
00000100:00100000:1.0:1767329072.055139:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb48d04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010882176:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329072.502644:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329072.566689:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010882304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767329072.566770:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329072.566835:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882304
00000100:00100000:3.0:1767329072.566848:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882304
00000100:00100000:3.0:1767329072.566918:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8656
00000100:00100000:3.0:1767329072.566932:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010882304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329072.566972:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329072.567037:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010882304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329072.567048:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8656
00000100:00100000:2.0:1767329072.567073:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010882304:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329073.526617:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329074.550601:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329075.574608:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329076.598611:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329076.662527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329076.662537:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329076.662540:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329076.662544:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329076.662548:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329076.662558:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14269
00000100:00080000:0.0:1767329076.662562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767329076.662570:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329076.662617:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc2d80 x1853164010882432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329076.662688:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010882432:0@lo:38:kworker.0
00000100:00080000:0.0:1767329076.662706:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329076.662710:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329076.662712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329076.662716:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14269
00000100:00080000:0.0:1767329076.662719:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767329076.662725:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329076.662725:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010882560:0@lo:400:kworker.0
00000100:00100000:0.0:1767329076.662742:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010882816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329076.662762:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329076.662765:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329076.662767:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329076.662771:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14269
00000100:00080000:0.0:1767329076.662773:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767329076.662776:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329076.662781:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010882688:0@lo:400:kworker.0
00000100:00100000:0.0:1767329076.662787:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010883072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329076.662791:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329076.662792:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329076.662815:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329076.662817:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329076.662819:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329076.662823:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14269
00000100:00080000:0.0:1767329076.662825:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767329076.662828:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329076.662839:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc3b80 x1853164010883328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329076.662848:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329076.662850:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767329076.662851:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010882816:0@lo:38:kworker.0
00000100:00100000:1.0:1767329076.662861:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010883200:0@lo:400:kworker.0
00000100:00100000:0.0:1767329076.662889:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010882944:0@lo:400:kworker.0
00000100:00100000:1.0:1767329076.662903:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329076.662907:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882560
00000100:00100000:2.0:1767329076.662911:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882432
00000100:00100000:3.0:1767329076.662918:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882560
00000100:00100000:2.0:1767329076.662919:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882432
00000100:00100000:0.0:1767329076.662935:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329076.662955:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882688
00000100:00100000:1.0:1767329076.662961:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882688
00000100:00100000:2.0:1767329076.662972:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35392
00000100:00100000:2.0:1767329076.662981:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010882432:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329076.662996:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9757
00000100:00100000:0.0:1767329076.662997:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767329076.663007:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329076.663009:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9758
00000100:00100000:3.0:1767329076.663015:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010882560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329076.663021:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010883072:0@lo:38:kworker.0
00000100:00100000:1.0:1767329076.663024:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010882688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329076.663058:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329076.663069:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010882432:12345-0@lo:38:kworker.0 Request processed in 87us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329076.663078:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35392
00000100:00100000:1.0:1767329076.663100:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48d04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010882688:12345-0@lo:400:kworker.0 Request processed in 82us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329076.663104:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48ba61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010882560:12345-0@lo:400:kworker.0 Request processed in 96us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329076.663109:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883200
00000100:00100000:1.0:1767329076.663113:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9758
00000100:00080000:0.0:1767329076.663115:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329076.663115:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883200
00000100:00100000:3.0:1767329076.663121:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9757
00000100:00080000:0.0:1767329076.663125:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329076.663131:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010882432:0@lo:38:kworker.0
00000100:00080000:3.0:1767329076.663149:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767329076.663156:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329076.663159:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010883328:0@lo:38:kworker.0
00000100:00100000:2.0:1767329076.663160:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882944
00000100:00080000:3.0:1767329076.663161:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329076.663168:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882944
00000100:00100000:1.0:1767329076.663176:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010882688:0@lo:400:kworker.0
00000100:00100000:0.0:1767329076.663191:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329076.663204:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010882560:0@lo:400:kworker.0
00000100:00100000:2.0:1767329076.663216:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010882816
00000100:00100000:2.0:1767329076.663221:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010882816
00000100:00100000:1.0:1767329076.663226:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883072
00000100:00100000:1.0:1767329076.663229:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883072
00000100:00100000:0.0:1767329076.663241:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883328
00000100:00100000:2.0:1767329076.663246:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788
00000100:00100000:0.0:1767329076.663247:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883328
00000100:00100000:3.0:1767329076.663253:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789
00000100:00100000:2.0:1767329076.663258:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010883200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329076.663263:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4905
00000100:00100000:3.0:1767329076.663267:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010882944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329076.663274:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010882816:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329076.663282:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906
00000100:00100000:0.0:1767329076.663289:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010883072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767329076.663289:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767329076.663303:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329076.663319:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010882944:12345-0@lo:400:kworker.0 Request processed in 56us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329076.663330:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789
00000100:00100000:2.0:1767329076.663331:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010883200:12345-0@lo:400:kworker.0 Request processed in 73us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329076.663343:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010882816:12345-0@lo:38:kworker.0 Request processed in 71us (351us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329076.663345:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788
00000100:00100000:0.0:1767329076.663351:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010883072:12345-0@lo:38:kworker.0 Request processed in 57us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329076.663354:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907
00000100:00100000:3.0:1767329076.663363:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010883328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329076.663368:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4905
00010000:00020000:3.0:1767329076.663375:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767329076.663378:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329076.663381:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906
00000100:00100000:2.0:1767329076.663407:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010883200:0@lo:400:kworker.0
00000100:00100000:3.0:1767329076.663446:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010883328:12345-0@lo:38:kworker.0 Request processed in 50us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329076.663450:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010882944:0@lo:400:kworker.0
00000100:00080000:0.0:1767329076.663455:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329076.663457:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907
00000100:00080000:0.0:1767329076.663465:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329076.663471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010883328:0@lo:38:kworker.0
00000100:00080000:0.0:1767329076.663484:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767329076.663488:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329076.663490:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010882816:0@lo:38:kworker.0
00000100:00080000:0.0:1767329076.663496:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767329076.663499:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329076.663501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010883072:0@lo:38:kworker.0
00000100:00100000:0.0:1767329077.073017:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329077.073062:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329077.073077:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281408
00000100:00100000:3.0:1767329077.073091:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281408
00000100:00100000:3.0:1767329077.073143:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281536
00000100:00100000:3.0:1767329077.073146:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281536
00000100:00100000:2.0:1767329077.073157:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4908
00000100:00100000:2.0:1767329077.073171:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993281408:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:0.0:1767329077.073203:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767329077.073204:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329077.073210:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2790
00000100:00100000:3.0:1767329077.073223:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993281536:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329077.073303:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993281408:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 129us (294us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329077.073304:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5890a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993281536:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 81us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329077.073317:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4908
00000100:00100000:3.0:1767329077.073324:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2790
00000100:00100000:2.0:1767329077.174682:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010883456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767329077.174772:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329077.174819:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883456
00000100:00100000:3.0:1767329077.174830:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883456
00000100:00100000:3.0:1767329077.174885:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8657
00000100:00100000:3.0:1767329077.174894:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010883456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329077.174929:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329077.174979:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010883456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329077.174990:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8657
00000100:00100000:2.0:1767329077.175018:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb485711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010883456:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329077.622645:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329077.686638:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010883584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329077.686727:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329077.686827:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883584
00000100:00100000:3.0:1767329077.686839:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883584
00000100:00100000:3.0:1767329077.686898:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8658
00000100:00100000:3.0:1767329077.686907:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010883584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329077.686942:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329077.686993:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010883584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329077.687000:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8658
00000100:00100000:1.0:1767329077.687037:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010883584:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329078.646578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329079.670593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329080.694625:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329081.718652:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329081.782523:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329081.782533:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329081.782536:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329081.782540:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329081.782544:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329081.782553:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14274
00000100:00080000:0.0:1767329081.782558:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329081.782566:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329081.782632:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0380 x1853164010883712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329081.782694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010883712:0@lo:38:kworker.0
00000100:00080000:0.0:1767329081.782704:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329081.782709:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767329081.782711:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767329081.782712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329081.782719:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14274
00000100:00080000:0.0:1767329081.782722:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329081.782726:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329081.782729:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010883840:0@lo:400:kworker.0
00000100:00100000:0.0:1767329081.782742:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1880 x1853164010884096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329081.782762:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329081.782766:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329081.782768:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329081.782772:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14274
00000100:00080000:0.0:1767329081.782776:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329081.782782:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329081.782784:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010883968:0@lo:400:kworker.0
00000100:00100000:2.0:1767329081.782786:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329081.782789:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329081.782799:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc0000 x1853164010884352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329081.782824:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329081.782828:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329081.782830:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329081.782835:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14274
00000100:00080000:0.0:1767329081.782838:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767329081.782841:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010884096:0@lo:38:kworker.0
00000100:00100000:1.0:1767329081.782843:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329081.782844:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010884480:0@lo:400:kworker.0
00000100:00080000:0.0:1767329081.782845:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329081.782864:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb586fc1500 x1853164010884608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329081.782882:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767329081.782892:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329081.782893:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010884224:0@lo:400:kworker.0
00000100:00100000:3.0:1767329081.782909:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883840
00000100:00100000:3.0:1767329081.782921:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883840
00000100:00100000:2.0:1767329081.782926:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010884352:0@lo:38:kworker.0
00000100:00100000:1.0:1767329081.782933:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329081.782957:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883968
00000100:00100000:2.0:1767329081.782963:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329081.782966:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883968
00000100:00100000:1.0:1767329081.782991:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884096
00000100:00100000:1.0:1767329081.782997:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884096
00000100:00100000:2.0:1767329081.783000:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010884608:0@lo:38:kworker.0
00000100:00100000:3.0:1767329081.783006:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9759
00000100:00100000:0.0:1767329081.783017:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9760
00000100:00100000:3.0:1767329081.783022:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010883840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329081.783030:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884224
00000100:00100000:0.0:1767329081.783035:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010883968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329081.783035:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329081.783036:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884224
00000100:00100000:1.0:1767329081.783075:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884352
00000100:00100000:1.0:1767329081.783079:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884352
00000100:00100000:2.0:1767329081.783086:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010883712
00000100:00100000:3.0:1767329081.783091:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010883840:12345-0@lo:400:kworker.0 Request processed in 74us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329081.783093:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884608
00000100:00100000:2.0:1767329081.783094:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010883712
00000100:00100000:1.0:1767329081.783100:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884608
00000100:00100000:0.0:1767329081.783102:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010883968:12345-0@lo:400:kworker.0 Request processed in 74us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329081.783105:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9759
00000100:00100000:0.0:1767329081.783115:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9760
00000100:00100000:1.0:1767329081.783124:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1767329081.783135:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010884224:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767329081.783137:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329081.783142:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35393
00000100:00080000:3.0:1767329081.783145:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767329081.783149:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329081.783155:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010883712:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329081.783165:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4909
00000100:00100000:0.0:1767329081.783171:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010884096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329081.783180:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329081.783181:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010884224:12345-0@lo:400:kworker.0 Request processed in 45us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329081.783181:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767329081.783185:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329081.783195:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1767329081.783213:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884480
00000100:00100000:1.0:1767329081.783217:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884480
00000100:00100000:3.0:1767329081.783224:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010883840:0@lo:400:kworker.0
00000100:00100000:0.0:1767329081.783247:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010884096:12345-0@lo:38:kworker.0 Request processed in 74us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329081.783254:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792
00000100:00100000:2.0:1767329081.783255:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010883712:12345-0@lo:38:kworker.0 Request processed in 98us (471us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767329081.783256:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329081.783265:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4909
00000100:00100000:2.0:1767329081.783271:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35393
00000100:00100000:1.0:1767329081.783272:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010884480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329081.783292:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910
00000100:00100000:3.0:1767329081.783299:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010884352:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329081.783305:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911
00000100:00100000:0.0:1767329081.783312:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010884608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329081.783314:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329081.783321:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb485711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010884480:12345-0@lo:400:kworker.0 Request processed in 55us (147us total) trans 0 rc 0/0
00000100:00080000:2.0:1767329081.783322:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:0.0:1767329081.783326:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767329081.783332:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329081.783340:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010884096:0@lo:38:kworker.0
00000100:00100000:1.0:1767329081.783341:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792
00000100:00100000:3.0:1767329081.783352:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010884352:12345-0@lo:38:kworker.0 Request processed in 50us (389us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329081.783360:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910
00000100:00080000:2.0:1767329081.783363:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329081.783370:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010884608:12345-0@lo:38:kworker.0 Request processed in 55us (339us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767329081.783370:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329081.783380:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010884352:0@lo:38:kworker.0
00000100:00100000:0.0:1767329081.783385:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911
00000100:00100000:1.0:1767329081.783393:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010884224:0@lo:400:kworker.0
00000100:00080000:2.0:1767329081.783404:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329081.783411:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010884480:0@lo:400:kworker.0
00000100:00080000:2.0:1767329081.783412:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329081.783415:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010883968:0@lo:400:kworker.0
00000100:00100000:2.0:1767329081.783438:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010883712:0@lo:38:kworker.0
00000100:00080000:2.0:1767329081.783479:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329081.783482:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329081.783487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010884608:0@lo:38:kworker.0
00000100:00100000:0.0:1767329082.193146:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329082.193191:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329082.193238:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281664
00000100:00100000:1.0:1767329082.193250:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281664
00000100:00100000:2.0:1767329082.193282:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281792
00000100:00100000:2.0:1767329082.193289:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281792
00000100:00100000:1.0:1767329082.193305:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4912
00000100:00100000:1.0:1767329082.193315:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993281664:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767329082.193342:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767329082.193353:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329082.193359:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2793
00000100:00100000:2.0:1767329082.193370:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993281792:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329082.193450:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993281664:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 101us (281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329082.193458:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993281792:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 89us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329082.193462:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4912
00000100:00100000:2.0:1767329082.193472:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2793
00000100:00100000:3.0:1767329082.294669:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767329082.294693:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010884736:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767329082.294769:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329082.294817:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884736
00000100:00100000:1.0:1767329082.294827:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884736
00000100:00100000:1.0:1767329082.294881:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8659
00000100:00100000:1.0:1767329082.294893:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010884736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767329082.294928:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767329082.294977:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010884736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329082.294983:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8659
00000100:00100000:3.0:1767329082.295151:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010884736:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329082.742609:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329082.806657:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010884864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329082.806736:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329082.806800:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884864
00000100:00100000:3.0:1767329082.806810:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884864
00000100:00100000:3.0:1767329082.806868:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8660
00000100:00100000:3.0:1767329082.806877:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010884864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329082.806912:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329082.806963:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010884864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329082.806969:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8660
00000100:00100000:1.0:1767329082.807008:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010884864:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329083.766611:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329084.790610:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329085.814586:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767329086.838606:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767329086.902603:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329086.902613:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767329086.902617:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329086.902620:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329086.902625:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329086.902632:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14279
00000100:00080000:1.0:1767329086.902638:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767329086.902645:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329086.902691:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3480 x1853164010884992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767329086.902762:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767329086.902765:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010884992:0@lo:38:kworker.0
00000100:00080000:1.0:1767329086.902766:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329086.902771:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329086.902773:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010885120:0@lo:400:kworker.0
00000100:00080000:1.0:1767329086.902780:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14279
00000100:00080000:1.0:1767329086.902782:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767329086.902785:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329086.902796:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd2a00 x1853164010885376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767329086.902816:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329086.902818:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329086.902820:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329086.902823:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14279
00000100:00080000:1.0:1767329086.902827:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767329086.902830:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329086.902842:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010885248:0@lo:400:kworker.0
00000100:00100000:1.0:1767329086.902843:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1880 x1853164010885632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329086.902864:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329086.902869:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329086.902872:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329086.902876:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329086.902878:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329086.902882:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14279
00000100:00080000:1.0:1767329086.902884:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767329086.902887:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329086.902897:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329086.902899:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1f80 x1853164010885888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329086.902931:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010885504:0@lo:400:kworker.0
00000100:00100000:0.0:1767329086.902949:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767329086.902959:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010885376:0@lo:38:kworker.0
00000100:00100000:0.0:1767329086.902960:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010885760:0@lo:400:kworker.0
00000100:00100000:3.0:1767329086.902972:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885120
00000100:00100000:1.0:1767329086.902973:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329086.902982:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885120
00000100:00100000:0.0:1767329086.903010:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329086.903027:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010884992
00000100:00100000:1.0:1767329086.903035:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885504
00000100:00100000:2.0:1767329086.903035:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010884992
00000100:00100000:1.0:1767329086.903041:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885504
00000100:00100000:3.0:1767329086.903049:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885248
00000100:00100000:3.0:1767329086.903053:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885248
00000100:00100000:0.0:1767329086.903073:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9761
00000100:00100000:2.0:1767329086.903079:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35394
00000100:00100000:1.0:1767329086.903082:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885760
00000100:00100000:1.0:1767329086.903087:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885760
00000100:00100000:0.0:1767329086.903093:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010885120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329086.903093:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010884992:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329086.903098:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9762
00000100:00100000:3.0:1767329086.903114:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010885248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329086.903119:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794
00010000:00020000:2.0:1767329086.903127:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329086.903131:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010885504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329086.903168:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010885248:12345-0@lo:400:kworker.0 Request processed in 57us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329086.903174:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9762
00000100:00100000:0.0:1767329086.903187:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010885120:12345-0@lo:400:kworker.0 Request processed in 102us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329086.903198:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010884992:12345-0@lo:38:kworker.0 Request processed in 107us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329086.903200:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9761
00000100:00100000:1.0:1767329086.903204:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010885504:12345-0@lo:400:kworker.0 Request processed in 75us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329086.903215:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795
00000100:00100000:2.0:1767329086.903221:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35394
00000100:00100000:1.0:1767329086.903229:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794
00000100:00100000:3.0:1767329086.903230:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010885760:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767329086.903233:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767329086.903241:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767329086.903244:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767329086.903276:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010885760:12345-0@lo:400:kworker.0 Request processed in 51us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329086.903285:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010885504:0@lo:400:kworker.0
00000100:00100000:0.0:1767329086.903286:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010885120:0@lo:400:kworker.0
00000100:00100000:3.0:1767329086.903286:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795
00000100:00100000:0.0:1767329086.903327:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010885760:0@lo:400:kworker.0
00000100:00100000:2.0:1767329086.903330:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010885248:0@lo:400:kworker.0
00000100:00100000:1.0:1767329086.903339:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329086.903363:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010885632:0@lo:38:kworker.0
00000100:00100000:3.0:1767329086.903377:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885376
00000100:00100000:3.0:1767329086.903382:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885376
00000100:00100000:1.0:1767329086.903386:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329086.903401:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010885888:0@lo:38:kworker.0
00000100:00100000:3.0:1767329086.903443:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885632
00000100:00100000:3.0:1767329086.903447:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885632
00000100:00100000:0.0:1767329086.903453:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4913
00000100:00100000:1.0:1767329086.903453:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329086.903464:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010885376:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329086.903472:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010885888
00010000:00020000:0.0:1767329086.903477:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329086.903481:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010885888
00000100:00100000:3.0:1767329086.903485:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4914
00000100:00080000:1.0:1767329086.903486:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329086.903494:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329086.903498:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010885632:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329086.903501:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010884992:0@lo:38:kworker.0
00010000:00020000:3.0:1767329086.903513:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329086.903520:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010885376:12345-0@lo:38:kworker.0 Request processed in 55us (180us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767329086.903525:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329086.903526:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915
00000100:00080000:1.0:1767329086.903534:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329086.903540:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010885888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329086.903541:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010885376:0@lo:38:kworker.0
00000100:00100000:0.0:1767329086.903542:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913
00000100:00100000:3.0:1767329086.903548:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010885632:12345-0@lo:38:kworker.0 Request processed in 51us (161us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767329086.903574:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329086.903575:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4914
00010000:00020000:2.0:1767329086.903583:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767329086.903584:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329086.903592:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010885632:0@lo:38:kworker.0
00000100:00100000:2.0:1767329086.903632:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010885888:12345-0@lo:38:kworker.0 Request processed in 93us (181us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767329086.903639:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329086.903643:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915
00000100:00080000:1.0:1767329086.903646:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329086.903650:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010885888:0@lo:38:kworker.0
00000100:00100000:0.0:1767329087.313055:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329087.313100:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329087.313150:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993281920
00000100:00100000:2.0:1767329087.313161:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282048
00000100:00100000:3.0:1767329087.313162:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993281920
00000100:00100000:2.0:1767329087.313170:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282048
00000100:00100000:3.0:1767329087.313225:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2796
00000100:00080000:0.0:1767329087.313229:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329087.313242:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993282048:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329087.313247:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4916
00000100:00100000:2.0:1767329087.313256:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993281920:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329087.313279:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329087.313334:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993281920:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 77us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329087.313335:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993282048:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 100us (231us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329087.313347:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4916
00000100:00100000:3.0:1767329087.313355:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2796
00000100:00100000:0.0:1767329087.414633:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010886016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329087.414719:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329087.414770:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886016
00000100:00100000:3.0:1767329087.414781:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886016
00000100:00100000:3.0:1767329087.414838:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8661
00000100:00100000:3.0:1767329087.414847:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010886016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329087.414884:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329087.414936:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010886016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329087.414943:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8661
00000100:00100000:0.0:1767329087.414983:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010886016:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329087.862634:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329087.926651:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767329087.926670:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010886144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329087.926747:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329087.926847:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886144
00000100:00100000:3.0:1767329087.926859:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886144
00000100:00100000:3.0:1767329087.926918:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8662
00000100:00100000:3.0:1767329087.926930:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010886144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329087.926965:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329087.927017:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010886144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329087.927023:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8662
00000100:00100000:1.0:1767329087.927065:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010886144:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329088.886572:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329089.910598:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329090.934583:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767329091.409080:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993282176 offset 0 length 520: 4
00000100:00100000:0.0:1767329091.409141:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329091.409180:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329091.409191:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282432
00000100:00100000:3.0:1767329091.409203:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282432
00000100:00100000:2.0:1767329091.409243:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282304
00000100:00100000:2.0:1767329091.409250:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282304
00000100:00080000:0.0:1767329091.409260:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329091.409286:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2797
00000100:00100000:2.0:1767329091.409297:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4917
00000100:00100000:3.0:1767329091.409303:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993282432:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329091.409310:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993282304:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329091.409335:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329091.409391:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993282304:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 84us (210us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329091.409394:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993282432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 97us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329091.409403:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4917
00000100:00100000:3.0:1767329091.409409:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2797
00010000:00010000:0.0:1767329091.958598:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329092.022577:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329066/real 1767329066]  req@ffff9bb586eb7b80 x1853164010879744/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767329092.022585:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329092.022593:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329092.022596:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329092.022600:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329092.022604:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329092.022609:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14284
00000100:00080000:0.0:1767329092.022616:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767329092.022621:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb586eb7b80 x1853164010879744/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767329092.022627:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00080000:2.0:1767329092.022645:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329092.022665:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767329092.022668:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb586eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010879744:0@lo:250:kworker.0
00000100:00100000:0.0:1767329092.022677:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885180 x1853164010886272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329092.022729:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010886272:0@lo:38:kworker.0
00000100:00080000:0.0:1767329092.022752:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329092.022757:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767329092.022757:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010886400:0@lo:400:kworker.0
00000100:00080000:0.0:1767329092.022760:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329092.022769:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14284
00000100:00080000:0.0:1767329092.022771:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329092.022775:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329092.022787:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886d80 x1853164010886656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329092.022791:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010886528:0@lo:400:kworker.0
00000100:00100000:2.0:1767329092.022809:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329092.022814:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329092.022817:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329092.022821:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329092.022823:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329092.022828:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14284
00000100:00080000:0.0:1767329092.022831:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329092.022834:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329092.022845:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884000 x1853164010886912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329092.022850:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329092.022878:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329092.022882:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329092.022884:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329092.022888:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14284
00000100:00080000:0.0:1767329092.022891:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1767329092.022893:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767329092.022896:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010886656:0@lo:38:kworker.0
00000100:00080000:0.0:1767329092.022897:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329092.022897:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767329092.022904:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010887040:0@lo:400:kworker.0
00000100:00100000:3.0:1767329092.022911:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010886784:0@lo:400:kworker.0
00000100:00100000:0.0:1767329092.022917:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010887168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329092.022931:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329092.022934:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767329092.022936:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329092.022940:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14264
00000100:00080000:0.0:1767329092.022946:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767329092.022946:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329092.022954:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329092.022969:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6884700 x1853164010887296/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329092.022982:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886400
00000100:00100000:3.0:1767329092.022985:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886272
00000100:00100000:3.0:1767329092.022991:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886272
00000100:00100000:1.0:1767329092.022992:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886400
00000100:00100000:2.0:1767329092.022992:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010886912:0@lo:38:kworker.0
00000100:00100000:2.0:1767329092.023022:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329092.023038:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35395
00000100:00100000:3.0:1767329092.023046:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010886272:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329092.023050:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010887168:0@lo:38:kworker.0
00000100:00100000:1.0:1767329092.023053:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886528
00000100:00080000:0.0:1767329092.023054:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329092.023059:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886528
00010000:00020000:3.0:1767329092.023069:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329092.023075:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329092.023098:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9763
00000100:00100000:2.0:1767329092.023099:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010887296:0@lo:250:kworker.0
00000100:00100000:1.0:1767329092.023107:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9764
00000100:00100000:0.0:1767329092.023113:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010886400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329092.023119:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010886272:12345-0@lo:38:kworker.0 Request processed in 69us (309us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329092.023121:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010886528:12345-0@lo:400:kworker.0
00000400:00000100:2.0:1767329092.023128:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010887296 offset 0 length 520: 4
00000100:00100000:3.0:1767329092.023134:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35395
00000100:00100000:3.0:1767329092.023172:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329092.023175:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329092.023181:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329092.023185:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010886272:0@lo:38:kworker.0
00000100:00100000:0.0:1767329092.023191:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010886400:12345-0@lo:400:kworker.0 Request processed in 80us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329092.023193:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010886528:12345-0@lo:400:kworker.0 Request processed in 75us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329092.023206:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9763
00000100:00100000:1.0:1767329092.023215:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9764
00000100:00100000:3.0:1767329092.023220:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010886528:0@lo:400:kworker.0
00000100:00100000:2.0:1767329092.023228:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886656
00000100:00100000:2.0:1767329092.023232:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886656
00000100:00100000:0.0:1767329092.023241:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886912
00000100:00100000:0.0:1767329092.023246:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886912
00000100:00100000:1.0:1767329092.023249:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887168
00000100:00100000:1.0:1767329092.023254:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887168
00000100:00100000:2.0:1767329092.023265:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010886784
00000100:00100000:2.0:1767329092.023269:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010886784
00000100:00100000:0.0:1767329092.023284:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918
00000100:00100000:0.0:1767329092.023290:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010886656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329092.023297:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919
00010000:00020000:0.0:1767329092.023305:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329092.023309:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4920
00000100:00100000:3.0:1767329092.023311:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010886912:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329092.023319:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010887168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329092.023324:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798
00010000:00020000:3.0:1767329092.023330:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767329092.023336:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329092.023336:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010886784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329092.023342:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010886656:12345-0@lo:38:kworker.0 Request processed in 47us (396us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329092.023349:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918
00000100:00080000:0.0:1767329092.023372:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767329092.023376:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767329092.023390:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb586eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010886912:12345-0@lo:38:kworker.0 Request processed in 82us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329092.023392:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010887168:12345-0@lo:38:kworker.0 Request processed in 73us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329092.023400:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010886784:12345-0@lo:400:kworker.0 Request processed in 65us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329092.023409:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329092.023414:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920
00000100:00100000:3.0:1767329092.023452:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919
00000100:00100000:1.0:1767329092.023453:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887040
00000100:00100000:1.0:1767329092.023459:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887040
00000100:00100000:2.0:1767329092.023463:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798
00000100:00100000:0.0:1767329092.023471:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010886400:0@lo:400:kworker.0
00000100:00080000:2.0:1767329092.023505:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329092.023506:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799
00000100:00080000:2.0:1767329092.023526:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329092.023530:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010887168:0@lo:38:kworker.0
00000100:00100000:3.0:1767329092.023534:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010886784:0@lo:400:kworker.0
00000100:00100000:1.0:1767329092.023537:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010887040:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767329092.023546:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767329092.023547:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329092.023554:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329092.023559:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010886656:0@lo:38:kworker.0
00000100:00080000:2.0:1767329092.023573:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329092.023577:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329092.023581:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010886912:0@lo:38:kworker.0
00000100:00100000:1.0:1767329092.023586:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010887040:12345-0@lo:400:kworker.0 Request processed in 53us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329092.023595:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799
00000100:00100000:0.0:1767329092.023612:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010887040:0@lo:400:kworker.0
00000100:00100000:0.0:1767329092.534664:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010887424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329092.534750:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329092.534813:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887424
00000100:00100000:3.0:1767329092.534824:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887424
00000100:00100000:3.0:1767329092.534891:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8663
00000100:00100000:3.0:1767329092.534903:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010887424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329092.534942:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329092.535004:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010887424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329092.535018:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8663
00000100:00100000:0.0:1767329092.535054:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5aa1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010887424:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329092.982614:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329093.046662:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010887552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329093.046760:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329093.046808:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887552
00000100:00100000:1.0:1767329093.046818:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887552
00000100:00100000:1.0:1767329093.046873:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8664
00000100:00100000:1.0:1767329093.046882:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010887552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767329093.046917:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329093.046965:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5aa1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010887552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329093.046971:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8664
00000100:00100000:3.0:1767329093.047034:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010887552:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329094.006625:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329095.030593:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329096.054594:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329096.528954:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329096.529007:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329096.529040:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282560
00000100:00100000:1.0:1767329096.529055:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282560
00000100:00100000:2.0:1767329096.529105:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282688
00000100:00100000:2.0:1767329096.529112:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282688
00000100:00100000:1.0:1767329096.529122:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4921
00000100:00100000:1.0:1767329096.529135:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993282560:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767329096.529166:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767329096.529178:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329096.529179:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2800
00000100:00100000:2.0:1767329096.529191:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993282688:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329096.529249:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993282688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 61us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329096.529256:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2800
00000100:00100000:1.0:1767329096.529263:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993282560:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 126us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329096.529274:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4921
00010000:00010000:0.0:1767329097.078626:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767329097.142530:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329097.142544:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329097.142549:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329097.142554:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329097.142560:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329097.142572:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14289
00000100:00080000:3.0:1767329097.142578:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329097.142589:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329097.142638:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65e300 x1853164010887680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329097.142694:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010887680:0@lo:38:kworker.0
00000100:00100000:1.0:1767329097.142723:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010887808:0@lo:400:kworker.0
00000100:00080000:3.0:1767329097.142729:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329097.142735:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329097.142738:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329097.142745:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14289
00000100:00080000:3.0:1767329097.142749:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329097.142754:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329097.142759:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767329097.142771:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349880 x1853164010888064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329097.142779:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010887936:0@lo:400:kworker.0
00000100:00100000:1.0:1767329097.142788:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329097.142788:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329097.142820:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329097.142824:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329097.142826:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329097.142832:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14289
00000100:00080000:3.0:1767329097.142835:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767329097.142841:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010888064:0@lo:38:kworker.0
00000100:00100000:0.0:1767329097.142842:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329097.142844:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329097.142850:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767329097.142860:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010888192:0@lo:400:kworker.0
00000100:00100000:3.0:1767329097.142867:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b100 x1853164010888320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329097.142884:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329097.142897:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887808
00000100:00100000:0.0:1767329097.142907:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887808
00000100:00080000:3.0:1767329097.142912:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329097.142913:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887936
00000100:00100000:1.0:1767329097.142919:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887936
00000100:00080000:3.0:1767329097.142920:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329097.142925:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767329097.142927:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010888320:0@lo:38:kworker.0
00000100:00080000:3.0:1767329097.142932:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14289
00000100:00080000:3.0:1767329097.142936:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329097.142941:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329097.142958:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5324000 x1853164010888576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329097.142965:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329097.142982:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9765
00000100:00100000:0.0:1767329097.142994:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9766
00000100:00100000:2.0:1767329097.142996:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010888576:0@lo:38:kworker.0
00000100:00100000:3.0:1767329097.143000:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767329097.143001:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010887936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329097.143009:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010887808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329097.143015:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010888448:0@lo:400:kworker.0
00000100:00100000:2.0:1767329097.143023:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329097.143062:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010887680
00000100:00100000:2.0:1767329097.143067:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010887680
00000100:00100000:3.0:1767329097.143074:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329097.143079:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010887808:12345-0@lo:400:kworker.0 Request processed in 72us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329097.143086:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010887936:12345-0@lo:400:kworker.0 Request processed in 90us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329097.143092:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9766
00000100:00100000:2.0:1767329097.143097:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35396
00000100:00100000:1.0:1767329097.143101:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9765
00000100:00100000:2.0:1767329097.143106:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010887680:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767329097.143126:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767329097.143126:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329097.143133:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010887808:0@lo:400:kworker.0
00000100:00080000:0.0:1767329097.143134:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329097.143152:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888064
00000100:00100000:0.0:1767329097.143158:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888064
00000100:00100000:2.0:1767329097.143173:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010887680:12345-0@lo:38:kworker.0 Request processed in 68us (395us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329097.143181:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35396
00000100:00100000:0.0:1767329097.143188:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888320
00000100:00100000:3.0:1767329097.143192:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888576
00000100:00100000:0.0:1767329097.143193:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888320
00000100:00100000:3.0:1767329097.143199:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888576
00000100:00100000:1.0:1767329097.143201:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010887936:0@lo:400:kworker.0
00000100:00100000:2.0:1767329097.143214:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888448
00000100:00100000:0.0:1767329097.143218:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922
00000100:00100000:2.0:1767329097.143220:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888448
00000100:00100000:0.0:1767329097.143227:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010888064:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329097.143233:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923
00010000:00020000:0.0:1767329097.143243:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329097.143245:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010888320:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329097.143248:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924
00000100:00100000:1.0:1767329097.143258:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010888576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329097.143267:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767329097.143271:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329097.143272:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801
00000100:00100000:0.0:1767329097.143277:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010888064:12345-0@lo:38:kworker.0 Request processed in 50us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329097.143286:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010888448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329097.143287:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922
00000100:00080000:0.0:1767329097.143313:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329097.143326:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010888320:12345-0@lo:38:kworker.0 Request processed in 82us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329097.143330:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010888576:12345-0@lo:38:kworker.0 Request processed in 71us (308us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329097.143342:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010888448:12345-0@lo:400:kworker.0 Request processed in 59us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329097.143346:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924
00000100:00100000:0.0:1767329097.143353:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329097.143358:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923
00000100:00100000:2.0:1767329097.143364:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801
00000100:00100000:1.0:1767329097.143372:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888192
00000100:00100000:1.0:1767329097.143377:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888192
00000100:00080000:0.0:1767329097.143408:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329097.143410:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010888448:0@lo:400:kworker.0
00000100:00080000:2.0:1767329097.143440:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329097.143446:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329097.143451:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802
00000100:00100000:2.0:1767329097.143452:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010888576:0@lo:38:kworker.0
00000100:00100000:1.0:1767329097.143465:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010888192:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767329097.143468:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329097.143474:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329097.143490:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010888320:0@lo:38:kworker.0
00000100:00080000:2.0:1767329097.143502:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329097.143505:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329097.143508:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010888064:0@lo:38:kworker.0
00000100:00080000:2.0:1767329097.143519:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329097.143525:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010888192:12345-0@lo:400:kworker.0 Request processed in 63us (174us total) trans 0 rc 0/0
00000100:00080000:2.0:1767329097.143526:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329097.143535:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802
00000100:00100000:2.0:1767329097.143538:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010887680:0@lo:38:kworker.0
00000100:00100000:0.0:1767329097.143554:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010888192:0@lo:400:kworker.0
00000100:00100000:0.0:1767329097.654614:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010888704:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329097.654699:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329097.654759:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888704
00000100:00100000:1.0:1767329097.654772:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888704
00000100:00100000:1.0:1767329097.654844:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8665
00000100:00100000:1.0:1767329097.654856:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010888704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767329097.654896:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767329097.654960:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010888704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329097.654970:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8665
00000100:00100000:0.0:1767329097.655006:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010888704:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329098.102673:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329098.166653:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010888832:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329098.166739:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329098.166824:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888832
00000100:00100000:3.0:1767329098.166835:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888832
00000100:00100000:3.0:1767329098.166907:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8666
00000100:00100000:3.0:1767329098.166921:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010888832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329098.166962:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329098.167020:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010888832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329098.167027:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8666
00000100:00100000:1.0:1767329098.167082:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010888832:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329099.126649:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329100.150658:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329101.174604:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329101.649175:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329101.649214:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329101.649241:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282816
00000100:00100000:1.0:1767329101.649253:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282816
00000100:00100000:0.0:1767329101.649255:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993282944
00000100:00100000:0.0:1767329101.649262:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993282944
00000100:00100000:1.0:1767329101.649306:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4925
00000100:00100000:1.0:1767329101.649316:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993282816:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:3.0:1767329101.649334:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329101.649339:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2803
00010000:00020000:1.0:1767329101.649344:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329101.649358:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993282944:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329101.649443:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993282816:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 104us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329101.649465:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2512:x1853163993282944:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 108us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329101.649473:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4925
00000100:00100000:0.0:1767329101.649482:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2803
00010000:00010000:0.0:1767329102.198604:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767329102.262517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329102.262528:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329102.262531:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329102.262535:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329102.262540:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329102.262549:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14295
00000100:00080000:3.0:1767329102.262554:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329102.262562:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329102.262611:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325880 x1853164010888960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329102.262670:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010888960:0@lo:38:kworker.0
00000100:00080000:3.0:1767329102.262680:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329102.262684:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329102.262686:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329102.262690:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14295
00000100:00080000:3.0:1767329102.262692:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329102.262695:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329102.262706:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5325180 x1853164010889344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767329102.262724:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329102.262728:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010889088:0@lo:400:kworker.0
00000100:00080000:3.0:1767329102.262728:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329102.262731:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329102.262739:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14295
00000100:00080000:3.0:1767329102.262741:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329102.262745:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329102.262755:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010889472:0@lo:400:kworker.0
00000100:00100000:2.0:1767329102.262759:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329102.262759:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5327b80 x1853164010889600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329102.262780:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329102.262786:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329102.262790:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329102.262792:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329102.262797:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14295
00000100:00080000:3.0:1767329102.262799:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329102.262803:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329102.262805:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010889344:0@lo:38:kworker.0
00000100:00100000:0.0:1767329102.262813:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329102.262817:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b5326a00 x1853164010889856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329102.262820:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767329102.262833:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010889728:0@lo:400:kworker.0
00000100:00100000:2.0:1767329102.262840:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329102.262853:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010889216:0@lo:400:kworker.0
00000100:00100000:1.0:1767329102.262867:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329102.262871:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010889600:0@lo:38:kworker.0
00000100:00100000:0.0:1767329102.262873:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889088
00000100:00100000:0.0:1767329102.262882:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889088
00000100:00100000:3.0:1767329102.262909:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329102.262910:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329102.262936:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889216
00000100:00100000:1.0:1767329102.262941:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889216
00000100:00100000:0.0:1767329102.262948:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9767
00000100:00100000:2.0:1767329102.262954:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010889856:0@lo:38:kworker.0
00000100:00100000:0.0:1767329102.262963:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010889088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329102.262978:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329102.262985:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9768
00000100:00100000:3.0:1767329102.262990:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889472
00000100:00100000:3.0:1767329102.262995:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889472
00000100:00100000:1.0:1767329102.262996:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010889216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329102.263022:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889344
00000100:00100000:2.0:1767329102.263027:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889344
00000100:00100000:0.0:1767329102.263032:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010889088:12345-0@lo:400:kworker.0 Request processed in 72us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329102.263040:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9767
00000100:00100000:3.0:1767329102.263044:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889728
00000100:00100000:3.0:1767329102.263049:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889728
00000100:00100000:2.0:1767329102.263052:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889600
00000100:00100000:1.0:1767329102.263055:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010889216:12345-0@lo:400:kworker.0 Request processed in 60us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329102.263057:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889600
00000100:00100000:1.0:1767329102.263064:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9768
00000100:00080000:0.0:1767329102.263072:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767329102.263080:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767329102.263080:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889856
00000100:00080000:0.0:1767329102.263084:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329102.263085:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889856
00000100:00100000:3.0:1767329102.263091:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804
00000100:00100000:3.0:1767329102.263105:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010889472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329102.263109:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:1.0:1767329102.263114:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010889216:0@lo:400:kworker.0
00000100:00100000:0.0:1767329102.263120:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4926
00000100:00100000:2.0:1767329102.263124:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010889728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329102.263130:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010889344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767329102.263148:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329102.263160:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927
00000100:00100000:1.0:1767329102.263167:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010889600:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329102.263175:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010889472:12345-0@lo:400:kworker.0 Request processed in 72us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329102.263177:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010889728:12345-0@lo:400:kworker.0 Request processed in 55us (309us total) trans 0 rc 0/0
00010000:00020000:1.0:1767329102.263188:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329102.263191:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804
00000100:00100000:0.0:1767329102.263195:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010889344:12345-0@lo:38:kworker.0 Request processed in 64us (354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329102.263201:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00100000:0.0:1767329102.263208:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4926
00000100:00100000:3.0:1767329102.263216:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928
00000100:00100000:3.0:1767329102.263223:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010889856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329102.263229:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010889600:12345-0@lo:38:kworker.0 Request processed in 58us (318us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767329102.263237:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329102.263239:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927
00000100:00100000:0.0:1767329102.263262:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010889472:0@lo:400:kworker.0
00000100:00080000:2.0:1767329102.263265:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329102.263272:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329102.263277:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010889344:0@lo:38:kworker.0
00000100:00100000:1.0:1767329102.263282:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010889728:0@lo:400:kworker.0
00000100:00100000:3.0:1767329102.263286:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010889856:12345-0@lo:38:kworker.0 Request processed in 59us (305us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767329102.263294:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329102.263295:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928
00000100:00100000:1.0:1767329102.263303:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010889088:0@lo:400:kworker.0
00000100:00080000:2.0:1767329102.263304:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329102.263309:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010888960
00000100:00100000:2.0:1767329102.263313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010889600:0@lo:38:kworker.0
00000100:00100000:0.0:1767329102.263314:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010888960
00000100:00100000:0.0:1767329102.263346:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35397
00000100:00080000:2.0:1767329102.263350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329102.263354:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010888960:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767329102.263358:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767329102.263365:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329102.263367:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010889856:0@lo:38:kworker.0
00000100:00100000:0.0:1767329102.263401:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010888960:12345-0@lo:38:kworker.0 Request processed in 48us (645us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329102.263411:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35397
00000100:00080000:2.0:1767329102.263438:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329102.263457:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329102.263461:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010888960:0@lo:38:kworker.0
00000100:00100000:0.0:1767329102.774700:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767329102.774728:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010889984:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329102.774810:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329102.774856:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010889984
00000100:00100000:3.0:1767329102.774867:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010889984
00000100:00100000:3.0:1767329102.774926:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8667
00000100:00100000:3.0:1767329102.774936:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010889984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329102.774971:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329102.775022:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010889984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329102.775028:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8667
00000100:00100000:0.0:1767329102.775067:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010889984:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329103.222591:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329103.286649:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010890112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767329103.286733:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329103.286793:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890112
00000100:00100000:3.0:1767329103.286804:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890112
00000100:00100000:3.0:1767329103.286870:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8668
00000100:00100000:3.0:1767329103.286882:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010890112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329103.286919:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329103.286979:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010890112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329103.286988:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8668
00000100:00100000:1.0:1767329103.287022:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010890112:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329104.246620:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329105.270615:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329106.294588:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329106.768955:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329106.769005:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329106.769021:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283072
00000100:00100000:3.0:1767329106.769036:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283072
00000100:00100000:1.0:1767329106.769063:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283200
00000100:00100000:1.0:1767329106.769071:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283200
00000100:00100000:3.0:1767329106.769098:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4929
00000100:00100000:3.0:1767329106.769110:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993283072:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767329106.769141:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329106.769148:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2806
00000100:00100000:1.0:1767329106.769162:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993283200:12345-192.168.203.25@tcp:400:kworker.0
00000100:00080000:0.0:1767329106.769175:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329106.769226:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993283072:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 117us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329106.769234:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2513:x1853163993283200:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 74us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329106.769240:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4929
00000100:00100000:1.0:1767329106.769250:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2806
00010000:00010000:0.0:1767329107.318627:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329107.382545:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329107.382557:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329107.382560:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329107.382564:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329107.382568:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329107.382578:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14300
00000100:00080000:0.0:1767329107.382584:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329107.382592:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329107.382636:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6887100 x1853164010890240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329107.382692:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010890240:0@lo:38:kworker.0
00000100:00080000:0.0:1767329107.382710:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329107.382715:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329107.382717:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329107.382721:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14300
00000100:00080000:0.0:1767329107.382724:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329107.382728:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329107.382729:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767329107.382729:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767329107.382744:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010890624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329107.382748:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010890368:0@lo:400:kworker.0
00000100:00100000:1.0:1767329107.382750:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010890496:0@lo:400:kworker.0
00000100:00080000:0.0:1767329107.382778:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767329107.382779:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329107.382785:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329107.382788:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329107.382791:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14300
00000100:00080000:0.0:1767329107.382794:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329107.382797:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329107.382810:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010890880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329107.382819:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329107.382830:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767329107.382830:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010890624:0@lo:38:kworker.0
00000100:00100000:1.0:1767329107.382833:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767329107.382840:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329107.382842:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329107.382846:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14300
00000100:00080000:0.0:1767329107.382849:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767329107.382851:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010891008:0@lo:400:kworker.0
00000100:00080000:0.0:1767329107.382854:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329107.382869:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7480 x1853164010891136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329107.382870:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329107.382892:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890240
00000100:00100000:2.0:1767329107.382900:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010890880:0@lo:38:kworker.0
00000100:00100000:3.0:1767329107.382902:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890240
00000100:00100000:1.0:1767329107.382903:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329107.382906:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890368
00000100:00100000:0.0:1767329107.382911:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890368
00000100:00100000:2.0:1767329107.382934:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329107.382954:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35398
00000100:00100000:3.0:1767329107.382963:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010890240:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329107.382964:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890624
00000100:00100000:2.0:1767329107.382966:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010891136:0@lo:38:kworker.0
00000100:00100000:0.0:1767329107.382974:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9769
00000100:00100000:1.0:1767329107.382974:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890624
00000100:00100000:0.0:1767329107.382987:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010890368:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767329107.382989:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329107.382997:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329107.383015:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891008
00000100:00100000:1.0:1767329107.383020:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891008
00000100:00100000:2.0:1767329107.383040:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890880
00000100:00100000:2.0:1767329107.383045:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890880
00000100:00100000:3.0:1767329107.383051:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010890240:12345-0@lo:38:kworker.0 Request processed in 86us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329107.383058:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010890368:12345-0@lo:400:kworker.0 Request processed in 72us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329107.383065:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891136
00000100:00100000:3.0:1767329107.383066:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35398
00000100:00100000:0.0:1767329107.383071:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9769
00000100:00100000:2.0:1767329107.383072:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807
00000100:00100000:1.0:1767329107.383073:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891136
00000100:00100000:2.0:1767329107.383087:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010891008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329107.383098:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767329107.383103:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329107.383104:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4930
00000100:00100000:3.0:1767329107.383110:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010890752:0@lo:400:kworker.0
00000100:00080000:0.0:1767329107.383111:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329107.383117:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010890624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767329107.383133:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329107.383137:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010891008:12345-0@lo:400:kworker.0 Request processed in 52us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329107.383140:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931
00000100:00100000:3.0:1767329107.383148:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329107.383154:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010890880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329107.383154:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807
00010000:00020000:0.0:1767329107.383168:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329107.383179:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890752
00000100:00100000:1.0:1767329107.383181:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010890624:12345-0@lo:38:kworker.0 Request processed in 65us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329107.383183:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890752
00000100:00100000:1.0:1767329107.383195:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4930
00000100:00080000:3.0:1767329107.383201:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329107.383206:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010890880:12345-0@lo:38:kworker.0 Request processed in 52us (270us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767329107.383211:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329107.383220:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931
00000100:00100000:3.0:1767329107.383221:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010890624:0@lo:38:kworker.0
00000100:00100000:1.0:1767329107.383233:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808
00000100:00080000:3.0:1767329107.383236:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329107.383242:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4932
00000100:00080000:3.0:1767329107.383243:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329107.383249:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010890752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329107.383251:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010890880:0@lo:38:kworker.0
00000100:00100000:2.0:1767329107.383257:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010891136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329107.383270:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767329107.383279:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329107.383283:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010890368:0@lo:400:kworker.0
00000100:00080000:3.0:1767329107.383285:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329107.383294:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010890240:0@lo:38:kworker.0
00000100:00100000:2.0:1767329107.383313:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010891136:12345-0@lo:38:kworker.0 Request processed in 57us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329107.383319:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4932
00000100:00100000:1.0:1767329107.383325:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010890752:12345-0@lo:400:kworker.0 Request processed in 79us (175us total) trans 0 rc 0/0
00000100:00080000:3.0:1767329107.383330:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329107.383337:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329107.383339:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808
00000100:00100000:0.0:1767329107.383340:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767329107.383341:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329107.383345:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010891136:0@lo:38:kworker.0
00000100:00100000:2.0:1767329107.383375:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010891008:0@lo:400:kworker.0
00000100:00100000:3.0:1767329107.383389:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010890752:0@lo:400:kworker.0
00000100:00100000:0.0:1767329107.383444:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010890496
00000100:00100000:0.0:1767329107.383448:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010890496
00000100:00080000:2.0:1767329107.383495:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767329107.383503:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9770
00000100:00100000:0.0:1767329107.383514:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010890496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329107.383559:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010890496:12345-0@lo:400:kworker.0 Request processed in 48us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329107.383564:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9770
00000100:00100000:1.0:1767329107.383588:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010890496:0@lo:400:kworker.0
00000100:00100000:0.0:1767329107.894669:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767329107.894695:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010891264:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329107.894779:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329107.894827:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891264
00000100:00100000:3.0:1767329107.894837:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891264
00000100:00100000:3.0:1767329107.894894:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8669
00000100:00100000:3.0:1767329107.894904:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010891264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329107.894938:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329107.894990:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010891264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329107.894998:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8669
00000100:00100000:0.0:1767329107.895040:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b5325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010891264:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329108.342587:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329108.406633:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010891392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329108.406717:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329108.406774:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891392
00000100:00100000:1.0:1767329108.406785:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891392
00000100:00100000:1.0:1767329108.406851:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8670
00000100:00100000:1.0:1767329108.406862:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010891392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767329108.406901:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329108.406963:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010891392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329108.406972:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8670
00000100:00100000:3.0:1767329108.407006:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010891392:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329109.366578:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329110.390588:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329111.414576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329111.889038:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329111.889096:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329111.889144:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283456
00000100:00100000:2.0:1767329111.889157:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283456
00000100:00100000:1.0:1767329111.889163:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283328
00000100:00100000:1.0:1767329111.889170:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283328
00000100:00100000:1.0:1767329111.889230:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2809
00000100:00080000:0.0:1767329111.889237:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329111.889243:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4933
00000100:00100000:1.0:1767329111.889250:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993283456:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329111.889253:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993283328:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:2.0:1767329111.889281:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329111.889342:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993283328:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 90us (245us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329111.889351:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993283456:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 102us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329111.889353:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4933
00000100:00100000:1.0:1767329111.889363:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2809
00010000:00010000:0.0:1767329112.438579:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329112.502513:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329112.502528:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329112.502532:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329112.502538:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329112.502543:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329112.502553:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14305
00000100:00080000:0.0:1767329112.502560:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329112.502569:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329112.502626:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010891520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329112.502692:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010891520:0@lo:38:kworker.0
00000100:00080000:0.0:1767329112.502714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329112.502718:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010891648:0@lo:400:kworker.0
00000100:00080000:0.0:1767329112.502719:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329112.502723:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329112.502729:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14305
00000100:00080000:0.0:1767329112.502731:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329112.502736:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329112.502749:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885c00 x1853164010891904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329112.502767:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329112.502771:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329112.502772:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329112.502776:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14305
00000100:00080000:0.0:1767329112.502779:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00100000:2.0:1767329112.502783:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010892032:0@lo:400:kworker.0
00000100:00080000:0.0:1767329112.502784:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329112.502796:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329112.502797:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329112.502801:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010892160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329112.502829:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329112.502832:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329112.502834:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329112.502838:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14305
00000100:00080000:0.0:1767329112.502840:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329112.502843:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329112.502849:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329112.502855:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5b8f50700 x1853164010892416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329112.502883:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767329112.502883:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010891904:0@lo:38:kworker.0
00000100:00100000:0.0:1767329112.502884:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010891776:0@lo:400:kworker.0
00000100:00100000:1.0:1767329112.502896:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010892288:0@lo:400:kworker.0
00000100:00100000:2.0:1767329112.502918:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891520
00000100:00100000:2.0:1767329112.502928:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891520
00000100:00100000:3.0:1767329112.502949:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329112.502951:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329112.502954:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892032
00000100:00100000:1.0:1767329112.502959:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892032
00000100:00100000:2.0:1767329112.502971:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35399
00000100:00100000:2.0:1767329112.502980:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010891520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329112.502993:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010892160:0@lo:38:kworker.0
00010000:00020000:2.0:1767329112.503002:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329112.503012:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891904
00000100:00100000:1.0:1767329112.503016:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891904
00000100:00100000:0.0:1767329112.503020:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891648
00000100:00100000:0.0:1767329112.503025:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891648
00000100:00100000:3.0:1767329112.503027:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329112.503042:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892160
00000100:00100000:1.0:1767329112.503047:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892160
00000100:00100000:2.0:1767329112.503053:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010891520:12345-0@lo:38:kworker.0 Request processed in 74us (266us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329112.503060:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010892416:0@lo:38:kworker.0
00000100:00100000:2.0:1767329112.503061:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35399
00000100:00100000:1.0:1767329112.503072:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810
00000100:00100000:0.0:1767329112.503078:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010891776
00000100:00100000:0.0:1767329112.503083:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010891776
00000100:00100000:1.0:1767329112.503084:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010892032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329112.503103:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934
00000100:00100000:3.0:1767329112.503104:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329112.503114:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010891904:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329112.503119:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9771
00010000:00020000:2.0:1767329112.503127:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329112.503132:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010891648:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767329112.503149:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329112.503151:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010892032:12345-0@lo:400:kworker.0 Request processed in 70us (300us total) trans 0 rc 0/0
00000100:00080000:3.0:1767329112.503159:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329112.503163:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810
00000100:00100000:3.0:1767329112.503168:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010891520:0@lo:38:kworker.0
00000100:00100000:2.0:1767329112.503170:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010891904:12345-0@lo:38:kworker.0 Request processed in 56us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329112.503184:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934
00000100:00100000:0.0:1767329112.503185:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010891648:12345-0@lo:400:kworker.0 Request processed in 54us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329112.503186:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892416
00000100:00100000:1.0:1767329112.503192:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892416
00000100:00100000:0.0:1767329112.503198:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9771
00000100:00080000:3.0:1767329112.503209:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329112.503214:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935
00000100:00080000:3.0:1767329112.503217:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329112.503222:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9772
00000100:00100000:1.0:1767329112.503227:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936
00000100:00100000:2.0:1767329112.503228:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010892160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329112.503229:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010891904:0@lo:38:kworker.0
00000100:00100000:0.0:1767329112.503236:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010891776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329112.503239:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010892416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329112.503246:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767329112.503256:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329112.503276:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329112.503290:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010891776:12345-0@lo:400:kworker.0 Request processed in 57us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329112.503296:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9772
00000100:00100000:2.0:1767329112.503304:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010892160:12345-0@lo:38:kworker.0 Request processed in 79us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329112.503308:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010892416:12345-0@lo:38:kworker.0 Request processed in 69us (206us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329112.503315:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935
00000100:00100000:1.0:1767329112.503321:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936
00000100:00080000:0.0:1767329112.503324:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767329112.503326:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010891648:0@lo:400:kworker.0
00000100:00080000:0.0:1767329112.503332:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767329112.503332:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892288
00000100:00100000:2.0:1767329112.503338:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892288
00000100:00080000:0.0:1767329112.503339:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329112.503397:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010891776:0@lo:400:kworker.0
00000100:00100000:1.0:1767329112.503412:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:3.0:1767329112.503440:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010892032:0@lo:400:kworker.0
00000100:00100000:1.0:1767329112.503448:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010892288:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767329112.503480:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329112.503493:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b5325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010892288:12345-0@lo:400:kworker.0 Request processed in 51us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329112.503500:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00100000:3.0:1767329112.503510:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010892288:0@lo:400:kworker.0
00000100:00080000:0.0:1767329112.503518:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767329112.503526:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329112.503533:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010892160:0@lo:38:kworker.0
00000100:00080000:0.0:1767329112.503547:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767329112.503551:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329112.503554:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5b8f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010892416:0@lo:38:kworker.0
00000100:00100000:2.0:1767329113.014682:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767329113.014714:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010892544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767329113.014809:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329113.014903:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892544
00000100:00100000:1.0:1767329113.014915:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892544
00000100:00100000:1.0:1767329113.014975:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8671
00000100:00100000:1.0:1767329113.014983:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010892544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767329113.015020:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:1.0:1767329113.015072:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5ade84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010892544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329113.015078:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8671
00000100:00100000:2.0:1767329113.015134:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010892544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329113.462585:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329113.526602:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010892672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329113.526699:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329113.526754:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892672
00000100:00100000:1.0:1767329113.526766:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892672
00000100:00100000:1.0:1767329113.526828:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8672
00000100:00100000:1.0:1767329113.526838:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010892672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767329113.526872:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329113.526922:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010892672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329113.526929:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8672
00000100:00100000:0.0:1767329113.526985:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010892672:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329114.486583:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329115.510575:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329116.534560:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329117.008961:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000400:00000100:3.0:1767329117.008995:0:6985:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993283840 offset 0 length 520: 4
00000100:00100000:3.0:1767329117.009026:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329117.009042:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283584
00000100:00100000:1.0:1767329117.009056:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283584
00000100:00100000:1.0:1767329117.009105:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283712
00000100:00100000:1.0:1767329117.009108:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283712
00000100:00100000:2.0:1767329117.009133:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4937
00000100:00100000:2.0:1767329117.009145:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993283584:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:3.0:1767329117.009156:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2812
00000100:00080000:0.0:1767329117.009176:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767329117.009176:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329117.009177:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993283712:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:2.0:1767329117.009272:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993283584:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 124us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329117.009272:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993283712:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 104us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329117.009287:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4937
00000100:00100000:3.0:1767329117.009297:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2812
00010000:00010000:0.0:1767329117.558578:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329117.622503:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329092/real 1767329092]  req@ffff9bb5a6884700 x1853164010887296/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329117 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767329117.622537:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a6884700 x1853164010887296/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329117 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767329117.622539:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329117.622547:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329117.622549:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329117.622553:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329117.622557:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767329117.622558:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329117.622564:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14310
00000100:00080000:3.0:1767329117.622570:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767329117.622576:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:3.0:1767329117.622579:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329117.622584:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010887296:0@lo:250:kworker.0
00000100:00100000:3.0:1767329117.622627:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6885c00 x1853164010892800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329117.622677:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010892800:0@lo:38:kworker.0
00000100:00080000:3.0:1767329117.622702:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767329117.622703:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010892928:0@lo:400:kworker.0
00000100:00080000:3.0:1767329117.622711:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329117.622714:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329117.622718:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14310
00000100:00080000:3.0:1767329117.622721:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767329117.622724:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329117.622737:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6886680 x1853164010893184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767329117.622761:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767329117.622765:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329117.622765:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329117.622767:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329117.622772:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329117.622776:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14310
00000100:00080000:3.0:1767329117.622778:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767329117.622782:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329117.622792:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a7dc7b80 x1853164010893440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329117.622813:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892928
00000100:00080000:3.0:1767329117.622814:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329117.622820:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329117.622821:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767329117.622824:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892928
00000100:00080000:3.0:1767329117.622825:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14310
00000100:00080000:3.0:1767329117.622830:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1767329117.622833:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010893184:0@lo:38:kworker.0
00000100:00100000:0.0:1767329117.622835:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767329117.622836:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329117.622854:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010893568:0@lo:400:kworker.0
00000100:00100000:3.0:1767329117.622856:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd65c380 x1853164010893696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329117.622873:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329117.622875:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329117.622879:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767329117.622881:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329117.622886:0:284819:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14289
00000100:00080000:3.0:1767329117.622888:0:284819:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329117.622892:0:284819:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329117.622905:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6891180 x1853164010893824/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329117.622909:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010893440:0@lo:38:kworker.0
00000100:00100000:1.0:1767329117.622918:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9773
00000100:00100000:1.0:1767329117.622932:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010892928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329117.622936:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010893312:0@lo:400:kworker.0
00000100:00100000:0.0:1767329117.622945:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329117.622953:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010892800
00000100:00100000:2.0:1767329117.622958:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010892800
00000100:00100000:3.0:1767329117.622986:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329117.622991:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35400
00000100:00100000:2.0:1767329117.622998:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010892800:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329117.623010:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010892928:12345-0@lo:400:kworker.0 Request processed in 82us (254us total) trans 0 rc 0/0
00000100:00080000:0.0:1767329117.623011:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:2.0:1767329117.623018:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329117.623024:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9773
00000100:00100000:3.0:1767329117.623026:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767329117.623034:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010893056:0@lo:400:kworker.0
00000100:00100000:0.0:1767329117.623050:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010892928:0@lo:400:kworker.0
00000100:00100000:2.0:1767329117.623062:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010892800:12345-0@lo:38:kworker.0 Request processed in 62us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329117.623071:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35400
00000100:00100000:3.0:1767329117.623073:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329117.623080:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893184
00000100:00100000:1.0:1767329117.623085:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893184
00000100:00100000:2.0:1767329117.623100:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329117.623114:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893568
00000100:00100000:1.0:1767329117.623118:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893568
00000100:00100000:0.0:1767329117.623121:0:279947:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893312
00000100:00100000:3.0:1767329117.623126:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893440
00000100:00100000:0.0:1767329117.623127:0:279947:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893312
00000100:00100000:3.0:1767329117.623132:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893440
00000100:00080000:2.0:1767329117.623135:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329117.623141:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329117.623145:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010892800:0@lo:38:kworker.0
00000100:00100000:1.0:1767329117.623163:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813
00000100:00100000:2.0:1767329117.623166:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010893696:0@lo:38:kworker.0
00000100:00100000:3.0:1767329117.623170:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814
00000100:00100000:1.0:1767329117.623175:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010893568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329117.623180:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4938
00000100:00100000:3.0:1767329117.623185:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010893312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329117.623190:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010893184:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329117.623196:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767329117.623206:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329117.623214:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010893824:0@lo:250:kworker.0
00000100:00100000:1.0:1767329117.623227:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010893568:12345-0@lo:400:kworker.0 Request processed in 54us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329117.623234:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813
00000400:00000100:2.0:1767329117.623241:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010893824 offset 0 length 520: 4
00000100:00100000:3.0:1767329117.623252:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010893312:12345-0@lo:400:kworker.0 Request processed in 71us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329117.623254:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893696
00000100:00100000:1.0:1767329117.623260:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893696
00000100:00100000:3.0:1767329117.623262:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814
00000100:00100000:0.0:1767329117.623266:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010893184:12345-0@lo:38:kworker.0 Request processed in 74us (390us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329117.623275:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4938
00000100:00100000:1.0:1767329117.623287:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939
00000100:00100000:1.0:1767329117.623295:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010893440:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767329117.623296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329117.623297:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940
00000100:00080000:2.0:1767329117.623306:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329117.623308:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010893696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767329117.623312:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329117.623313:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010893184:0@lo:38:kworker.0
00010000:00020000:3.0:1767329117.623326:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767329117.623328:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329117.623354:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893056
00000100:00100000:0.0:1767329117.623358:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893056
00000100:00100000:1.0:1767329117.623383:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010893440:12345-0@lo:38:kworker.0 Request processed in 87us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329117.623386:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010893696:12345-0@lo:38:kworker.0 Request processed in 75us (192us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329117.623397:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9774
00000100:00100000:1.0:1767329117.623397:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939
00000100:00080000:2.0:1767329117.623400:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329117.623411:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329117.623411:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940
00000100:00100000:0.0:1767329117.623412:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010893056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329117.623443:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010893696:0@lo:38:kworker.0
00000100:00080000:2.0:1767329117.623461:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329117.623467:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329117.623471:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010893440:0@lo:38:kworker.0
00000100:00100000:1.0:1767329117.623478:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010893568:0@lo:400:kworker.0
00000100:00100000:0.0:1767329117.623486:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010893056:12345-0@lo:400:kworker.0 Request processed in 77us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329117.623486:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010893312:0@lo:400:kworker.0
00000100:00100000:0.0:1767329117.623501:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9774
00000100:00080000:1.0:1767329117.623521:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767329117.623521:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010893056:0@lo:400:kworker.0
00000100:00100000:0.0:1767329118.134639:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010893952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767329118.134724:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329118.134773:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010893952
00000100:00100000:3.0:1767329118.134784:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010893952
00000100:00100000:3.0:1767329118.134919:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8673
00000100:00100000:3.0:1767329118.134928:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010893952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329118.134964:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329118.135231:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010893952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 303us (506us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329118.135238:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8673
00000100:00100000:0.0:1767329118.135268:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010893952:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329118.582649:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329118.646608:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010894080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329118.646693:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329118.646743:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894080
00000100:00100000:3.0:1767329118.646754:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894080
00000100:00100000:3.0:1767329118.646810:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8674
00000100:00100000:3.0:1767329118.646818:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010894080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329118.646854:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329118.646907:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010894080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329118.646914:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8674
00000100:00100000:0.0:1767329118.646957:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010894080:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329119.606642:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329120.630605:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329121.654552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329122.129040:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329122.129083:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329122.129099:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284096
00000100:00100000:3.0:1767329122.129113:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284096
00000100:00100000:1.0:1767329122.129156:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993283968
00000100:00100000:1.0:1767329122.129165:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993283968
00000100:00080000:0.0:1767329122.129172:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329122.129198:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2815
00000100:00100000:1.0:1767329122.129211:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4941
00000100:00100000:3.0:1767329122.129217:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993284096:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329122.129226:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993283968:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767329122.129249:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329122.129333:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2509:x1853163993283968:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 111us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329122.129335:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5b8f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993284096:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 127us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329122.129350:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4941
00000100:00100000:3.0:1767329122.129357:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2815
00010000:00010000:0.0:1767329122.678599:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767329122.742506:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329122.742517:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329122.742521:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329122.742525:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329122.742530:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329122.742540:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14315
00000100:00080000:3.0:1767329122.742544:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329122.742553:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329122.742601:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6892d80 x1853164010894208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329122.742659:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010894208:0@lo:38:kworker.0
00000100:00080000:3.0:1767329122.742668:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329122.742673:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329122.742674:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329122.742678:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14315
00000100:00080000:3.0:1767329122.742680:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329122.742684:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329122.742695:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890380 x1853164010894592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767329122.742714:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329122.742715:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010894336:0@lo:400:kworker.0
00000100:00080000:3.0:1767329122.742718:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329122.742722:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329122.742728:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14315
00000100:00080000:3.0:1767329122.742731:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329122.742734:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329122.742739:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010894720:0@lo:400:kworker.0
00000100:00100000:3.0:1767329122.742748:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6893480 x1853164010894848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329122.742749:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329122.742774:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329122.742778:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329122.742780:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329122.742786:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14315
00000100:00100000:1.0:1767329122.742790:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329122.742791:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767329122.742795:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010894592:0@lo:38:kworker.0
00000100:00080000:3.0:1767329122.742798:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329122.742806:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329122.742818:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5a6890a80 x1853164010895104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329122.742848:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329122.742850:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767329122.742854:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767329122.742860:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894720
00000100:00100000:0.0:1767329122.742866:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010894464:0@lo:400:kworker.0
00000100:00100000:1.0:1767329122.742866:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010894976:0@lo:400:kworker.0
00000100:00100000:3.0:1767329122.742870:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894720
00000100:00100000:2.0:1767329122.742873:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010894848:0@lo:38:kworker.0
00000100:00100000:0.0:1767329122.742910:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329122.742916:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329122.742939:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894336
00000100:00100000:1.0:1767329122.742946:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894336
00000100:00100000:3.0:1767329122.742947:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894592
00000100:00080000:0.0:1767329122.742950:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329122.742952:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894592
00000100:00100000:2.0:1767329122.742955:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010895104:0@lo:38:kworker.0
00000100:00100000:0.0:1767329122.742968:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894464
00000100:00100000:0.0:1767329122.742973:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894464
00000100:00100000:3.0:1767329122.742977:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894848
00000100:00100000:2.0:1767329122.742981:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329122.742982:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894848
00000100:00100000:3.0:1767329122.743004:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895104
00000100:00100000:3.0:1767329122.743007:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895104
00000100:00100000:1.0:1767329122.743020:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9775
00000100:00100000:3.0:1767329122.743030:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816
00000100:00100000:0.0:1767329122.743036:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9776
00000100:00100000:1.0:1767329122.743038:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010894336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329122.743042:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894208
00000100:00100000:3.0:1767329122.743044:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010894720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329122.743049:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894208
00000100:00100000:0.0:1767329122.743055:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010894464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329122.743080:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35401
00000100:00100000:2.0:1767329122.743086:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010894208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329122.743106:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329122.743126:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010894336:12345-0@lo:400:kworker.0 Request processed in 93us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329122.743127:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010894720:12345-0@lo:400:kworker.0 Request processed in 87us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329122.743132:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010894464:12345-0@lo:400:kworker.0 Request processed in 83us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329122.743149:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010894208:12345-0@lo:38:kworker.0 Request processed in 58us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329122.743149:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816
00000100:00100000:1.0:1767329122.743151:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9775
00000100:00100000:0.0:1767329122.743164:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9776
00000100:00100000:2.0:1767329122.743165:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35401
00000100:00100000:3.0:1767329122.743174:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942
00000100:00100000:3.0:1767329122.743180:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010894592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767329122.743191:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767329122.743198:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767329122.743206:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329122.743209:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943
00000100:00100000:0.0:1767329122.743216:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010894848:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767329122.743223:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329122.743227:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010894592:12345-0@lo:38:kworker.0 Request processed in 43us (379us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767329122.743228:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329122.743232:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4944
00000100:00080000:2.0:1767329122.743236:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329122.743245:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010894208:0@lo:38:kworker.0
00000100:00100000:3.0:1767329122.743248:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942
00000100:00100000:1.0:1767329122.743251:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010895104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329122.743268:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010894848:12345-0@lo:38:kworker.0 Request processed in 50us (353us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767329122.743271:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767329122.743275:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329122.743279:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943
00000100:00080000:2.0:1767329122.743282:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329122.743287:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010894592:0@lo:38:kworker.0
00000100:00080000:2.0:1767329122.743312:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329122.743317:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329122.743321:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010894848:0@lo:38:kworker.0
00000100:00100000:1.0:1767329122.743339:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010895104:12345-0@lo:38:kworker.0 Request processed in 89us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329122.743349:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4944
00000100:00100000:0.0:1767329122.743350:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010894464:0@lo:400:kworker.0
00000100:00080000:2.0:1767329122.743350:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329122.743359:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329122.743363:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010895104:0@lo:38:kworker.0
00000100:00100000:0.0:1767329122.743373:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010894720:0@lo:400:kworker.0
00000100:00100000:1.0:1767329122.743390:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329122.743438:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010894976
00000100:00100000:2.0:1767329122.743442:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010894976
00000100:00080000:0.0:1767329122.743473:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329122.743474:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010894336:0@lo:400:kworker.0
00000100:00100000:2.0:1767329122.743481:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1767329122.743490:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010894976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329122.743520:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010894976:12345-0@lo:400:kworker.0 Request processed in 33us (135us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329122.743525:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817
00000100:00100000:1.0:1767329122.743552:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010894976:0@lo:400:kworker.0
00000100:00100000:1.0:1767329123.254684:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010895232:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329123.254766:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329123.254813:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895232
00000100:00100000:3.0:1767329123.254824:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895232
00000100:00100000:3.0:1767329123.254883:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8675
00000100:00100000:3.0:1767329123.254893:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010895232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329123.254928:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329123.254980:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd1c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010895232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329123.254987:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8675
00000100:00100000:1.0:1767329123.255029:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010895232:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329123.702556:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329123.766617:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010895360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767329123.766698:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329123.766747:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895360
00000100:00100000:3.0:1767329123.766758:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895360
00000100:00100000:3.0:1767329123.766813:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8676
00000100:00100000:3.0:1767329123.766822:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010895360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329123.766857:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329123.766909:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010895360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329123.766916:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8676
00000100:00100000:2.0:1767329123.766947:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010895360:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329124.726574:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329125.750602:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329126.774658:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329127.249000:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329127.249043:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329127.249092:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284352
00000100:00100000:2.0:1767329127.249100:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284224
00000100:00100000:3.0:1767329127.249105:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284352
00000100:00100000:2.0:1767329127.249108:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284224
00000100:00080000:0.0:1767329127.249157:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329127.249168:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2818
00000100:00100000:3.0:1767329127.249179:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4945
00000100:00100000:2.0:1767329127.249185:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993284352:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:3.0:1767329127.249192:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993284224:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:3.0:1767329127.249218:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329127.249289:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2509:x1853163993284224:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 100us (245us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329127.249296:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993284352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 116us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329127.249302:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4945
00000100:00100000:2.0:1767329127.249309:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2818
00010000:00010000:0.0:1767329127.798582:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767329127.862527:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329127.862538:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767329127.862542:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329127.862548:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329127.862553:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329127.862561:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14320
00000100:00080000:1.0:1767329127.862566:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767329127.862574:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329127.862624:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a349880 x1853164010895488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329127.862691:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010895488:0@lo:38:kworker.0
00000100:00080000:1.0:1767329127.862699:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329127.862704:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767329127.862711:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767329127.862712:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329127.862721:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14320
00000100:00080000:1.0:1767329127.862724:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767329127.862728:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329127.862737:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010895616:0@lo:400:kworker.0
00000100:00100000:1.0:1767329127.862744:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34bb80 x1853164010895872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767329127.862770:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767329127.862775:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767329127.862781:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010895744:0@lo:400:kworker.0
00000100:00100000:3.0:1767329127.862782:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329127.862784:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329127.862798:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14320
00000100:00080000:1.0:1767329127.862801:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767329127.862806:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329127.862811:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329127.862830:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd1880 x1853164010896128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329127.862857:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010895872:0@lo:38:kworker.0
00000100:00100000:0.0:1767329127.862858:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767329127.862860:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767329127.862863:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010896256:0@lo:400:kworker.0
00000100:00080000:1.0:1767329127.862881:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767329127.862884:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767329127.862891:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14320
00000100:00080000:1.0:1767329127.862893:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767329127.862896:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767329127.862897:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329127.862908:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010896000:0@lo:400:kworker.0
00000100:00100000:1.0:1767329127.862917:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb582cd3480 x1853164010896384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329127.862918:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329127.862953:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329127.863015:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895616
00000100:00100000:3.0:1767329127.863016:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896256
00000100:00100000:1.0:1767329127.863020:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895744
00000100:00100000:2.0:1767329127.863029:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895616
00000100:00100000:3.0:1767329127.863031:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896256
00000100:00100000:1.0:1767329127.863032:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895744
00000100:00100000:0.0:1767329127.863044:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895488
00000100:00100000:0.0:1767329127.863052:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895488
00000100:00100000:0.0:1767329127.863103:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35402
00000100:00100000:2.0:1767329127.863110:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9777
00000100:00100000:0.0:1767329127.863114:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010895488:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329127.863122:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9778
00000100:00100000:3.0:1767329127.863124:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896000
00000100:00100000:2.0:1767329127.863129:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010895616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329127.863131:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896000
00000100:00100000:1.0:1767329127.863140:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010895744:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767329127.863142:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329127.863177:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819
00000100:00100000:0.0:1767329127.863196:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010895488:12345-0@lo:38:kworker.0 Request processed in 81us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329127.863203:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010896256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329127.863224:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35402
00000100:00100000:2.0:1767329127.863224:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010895616:12345-0@lo:400:kworker.0 Request processed in 95us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329127.863229:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010895744:12345-0@lo:400:kworker.0 Request processed in 91us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329127.863243:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9777
00000100:00100000:1.0:1767329127.863250:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9778
00000100:00080000:2.0:1767329127.863290:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767329127.863297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767329127.863304:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329127.863309:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010895744:0@lo:400:kworker.0
00000100:00100000:3.0:1767329127.863341:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:6993:x1853164010896256:12345-0@lo:400:kworker.0 Request processed in 146us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329127.863342:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:2.0:1767329127.863357:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:6993:1853164010896256:0@lo:400:kworker.0
00000100:00100000:1.0:1767329127.863359:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010896000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329127.863371:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819
00000100:00100000:2.0:1767329127.863376:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010895616:0@lo:400:kworker.0
00000100:00100000:3.0:1767329127.863448:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329127.863498:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:6991:1853164010896000:0@lo:400:kworker.0
00000100:00100000:1.0:1767329127.863498:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:6991:x1853164010896000:12345-0@lo:400:kworker.0 Request processed in 136us (541us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329127.863502:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010895872
00000100:00100000:2.0:1767329127.863510:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010895872
00000100:00100000:1.0:1767329127.863517:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00080000:3.0:1767329127.863536:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329127.863547:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329127.863554:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946
00000100:00100000:3.0:1767329127.863560:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010895488:0@lo:38:kworker.0
00000100:00100000:2.0:1767329127.863569:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010895872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767329127.863585:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329127.863598:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010896128:0@lo:38:kworker.0
00000100:00100000:2.0:1767329127.863626:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010895872:12345-0@lo:38:kworker.0 Request processed in 61us (180us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329127.863649:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946
00000100:00100000:3.0:1767329127.863649:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329127.863685:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010896384:0@lo:38:kworker.0
00000100:00100000:2.0:1767329127.863687:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896128
00000100:00100000:2.0:1767329127.863693:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896128
00000100:00100000:3.0:1767329127.863727:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329127.863728:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947
00000100:00100000:2.0:1767329127.863744:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010896128:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329127.863753:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896384
00010000:00020000:2.0:1767329127.863755:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329127.863759:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896384
00000100:00080000:3.0:1767329127.863773:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329127.863781:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329127.863790:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010895872:0@lo:38:kworker.0
00000100:00100000:1.0:1767329127.863810:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948
00000100:00100000:2.0:1767329127.863811:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010896128:12345-0@lo:38:kworker.0 Request processed in 63us (175us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329127.863825:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010896384:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329127.863825:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947
00000100:00080000:3.0:1767329127.863830:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329127.863837:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:1.0:1767329127.863843:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329127.863848:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010896128:0@lo:38:kworker.0
00000100:00100000:1.0:1767329127.863891:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010896384:12345-0@lo:38:kworker.0 Request processed in 73us (174us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329127.863899:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948
00000100:00080000:3.0:1767329127.863912:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329127.863919:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329127.863924:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb582cd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010896384:0@lo:38:kworker.0
00000100:00100000:1.0:1767329128.374670:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010896512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329128.374754:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329128.374802:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896512
00000100:00100000:3.0:1767329128.374816:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896512
00000100:00100000:3.0:1767329128.374884:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8677
00000100:00100000:3.0:1767329128.374896:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010896512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329128.374932:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329128.375019:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010896512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329128.375026:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8677
00000100:00100000:1.0:1767329128.375078:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010896512:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329128.822646:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329128.886648:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010896640:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329128.886732:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329128.886798:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896640
00000100:00100000:3.0:1767329128.886812:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896640
00000100:00100000:3.0:1767329128.886872:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8678
00000100:00100000:3.0:1767329128.886885:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010896640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329128.886925:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329128.887006:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010896640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329128.887013:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8678
00000100:00100000:0.0:1767329128.887056:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010896640:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329129.846562:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329130.870574:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329131.894552:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329132.368874:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329132.368936:0:6985:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:1.0:1767329132.368960:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284608
00000100:00100000:1.0:1767329132.368974:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284608
00000100:00100000:3.0:1767329132.368994:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284480
00000100:00100000:3.0:1767329132.369001:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284480
00000100:00080000:2.0:1767329132.369030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329132.369045:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2821
00000100:00100000:1.0:1767329132.369054:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4949
00000100:00100000:3.0:1767329132.369064:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993284608:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329132.369065:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993284480:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767329132.369090:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329132.369146:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993284608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 90us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329132.369147:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993284480:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 80us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329132.369163:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2821
00000100:00100000:1.0:1767329132.369170:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4949
00010000:00010000:0.0:1767329132.918541:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329132.982526:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329132.982536:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329132.982539:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329132.982542:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329132.982547:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329132.982555:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14325
00000100:00080000:0.0:1767329132.982562:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329132.982569:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329132.982615:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5868bbb80 x1853164010896768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329132.982691:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329132.982697:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767329132.982697:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010896768:0@lo:38:kworker.0
00000100:00080000:0.0:1767329132.982703:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767329132.982709:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767329132.982722:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14325
00000100:00080000:0.0:1767329132.982727:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:2.0:1767329132.982735:0:6991:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767329132.982736:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329132.982736:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010897024:0@lo:400:kworker.0
00000100:00100000:0.0:1767329132.982768:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb58a34b800 x1853164010897152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329132.982770:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010896896:0@lo:400:kworker.0
00000100:00080000:0.0:1767329132.982804:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329132.982816:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329132.982825:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767329132.982826:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329132.982836:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329132.982844:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14325
00000100:00080000:0.0:1767329132.982849:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767329132.982857:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329132.982863:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329132.982886:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5180 x1853164010897408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329132.982894:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010897152:0@lo:38:kworker.0
00000100:00100000:1.0:1767329132.982898:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010897280:0@lo:400:kworker.0
00000100:00100000:2.0:1767329132.982935:0:18917:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897024
00000100:00100000:2.0:1767329132.982946:0:18917:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897024
00000100:00100000:3.0:1767329132.982955:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329132.982958:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329132.982964:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329132.982968:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329132.982976:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14325
00000100:00080000:0.0:1767329132.982982:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767329132.982984:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896896
00000100:00080000:0.0:1767329132.982992:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329132.982997:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896896
00000100:00100000:3.0:1767329132.983004:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010897408:0@lo:38:kworker.0
00000100:00100000:0.0:1767329132.983021:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7800 x1853164010897664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329132.983032:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9779
00000100:00100000:3.0:1767329132.983045:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329132.983055:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010897024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329132.983075:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010897664:0@lo:38:kworker.0
00000100:00100000:1.0:1767329132.983085:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9780
00000100:00100000:1.0:1767329132.983105:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010896896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767329132.983116:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897152
00000100:00100000:3.0:1767329132.983120:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329132.983126:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897152
00000100:00100000:2.0:1767329132.983132:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010897024:12345-0@lo:400:kworker.0 Request processed in 82us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329132.983141:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9779
00000100:00100000:0.0:1767329132.983187:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897408
00000100:00080000:2.0:1767329132.983190:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767329132.983194:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897408
00000100:00100000:1.0:1767329132.983200:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010896896:12345-0@lo:400:kworker.0 Request processed in 99us (337us total) trans 0 rc 0/0
00000100:00080000:2.0:1767329132.983200:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767329132.983202:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897664
00000100:00100000:3.0:1767329132.983210:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897664
00000100:00100000:1.0:1767329132.983214:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9780
00000100:00100000:2.0:1767329132.983255:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010896768
00000100:00100000:2.0:1767329132.983265:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010896768
00000100:00100000:0.0:1767329132.983267:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4950
00000100:00100000:0.0:1767329132.983280:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010897152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329132.983282:0:279942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951
00000100:00100000:1.0:1767329132.983297:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329132.983298:0:279942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010897408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767329132.983312:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329132.983317:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35403
00010000:00020000:3.0:1767329132.983322:0:279942:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329132.983330:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010896768:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329132.983340:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010897024:0@lo:400:kworker.0
00010000:00020000:2.0:1767329132.983351:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329132.983384:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010897152:12345-0@lo:38:kworker.0 Request processed in 102us (429us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329132.983395:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4950
00000100:00100000:3.0:1767329132.983408:0:279942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6990:x1853164010897408:12345-0@lo:38:kworker.0 Request processed in 106us (365us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329132.983415:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897280
00000100:00100000:2.0:1767329132.983464:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010896768:12345-0@lo:38:kworker.0 Request processed in 85us (617us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329132.983470:0:279942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951
00000100:00100000:2.0:1767329132.983480:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35403
00000100:00100000:0.0:1767329132.983503:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897280
00000100:00100000:1.0:1767329132.983503:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952
00000100:00100000:1.0:1767329132.983519:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010897664:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329132.983535:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010897536:0@lo:400:kworker.0
00010000:00020000:1.0:1767329132.983537:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767329132.983570:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767329132.983577:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822
00000100:00100000:0.0:1767329132.983592:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010897280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329132.983615:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a6890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010897664:12345-0@lo:38:kworker.0 Request processed in 87us (489us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329132.983615:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329132.983633:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329132.983634:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952
00000100:00080000:3.0:1767329132.983644:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329132.983653:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010897664:0@lo:38:kworker.0
00000100:00100000:1.0:1767329132.983675:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897536
00000100:00100000:0.0:1767329132.983680:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6994:x1853164010897280:12345-0@lo:400:kworker.0 Request processed in 90us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329132.983683:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897536
00000100:00080000:3.0:1767329132.983699:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329132.983701:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822
00000100:00100000:2.0:1767329132.983706:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010896896:0@lo:400:kworker.0
00000100:00080000:3.0:1767329132.983713:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329132.983727:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010897408:0@lo:38:kworker.0
00000100:00100000:0.0:1767329132.983754:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:0.0:1767329132.983772:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010897536:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767329132.983772:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767329132.983781:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767329132.983796:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329132.983807:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010897152:0@lo:38:kworker.0
00000100:00100000:1.0:1767329132.983845:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb58a34b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:6994:1853164010897280:0@lo:400:kworker.0
00000100:00080000:3.0:1767329132.983854:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767329132.983855:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6991:x1853164010897536:12345-0@lo:400:kworker.0 Request processed in 86us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329132.983873:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00080000:3.0:1767329132.983878:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329132.983880:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:6991:1853164010897536:0@lo:400:kworker.0
00000100:00100000:3.0:1767329132.983891:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5868bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010896768:0@lo:38:kworker.0
00000100:00100000:1.0:1767329133.494664:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010897792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329133.494734:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329133.494784:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897792
00000100:00100000:3.0:1767329133.494794:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897792
00000100:00100000:3.0:1767329133.494848:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8679
00000100:00100000:3.0:1767329133.494856:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010897792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329133.494886:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329133.494930:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010897792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329133.494936:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8679
00000100:00100000:1.0:1767329133.494976:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010897792:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329133.942582:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329134.006672:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010897920:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329134.006737:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329134.006795:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010897920
00000100:00100000:1.0:1767329134.006806:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010897920
00000100:00080000:3.0:1767329134.006852:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767329134.006872:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8680
00000100:00100000:1.0:1767329134.006880:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010897920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767329134.006909:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329134.006951:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5868bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010897920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329134.006957:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8680
00000100:00100000:3.0:1767329134.006991:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010897920:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329134.966556:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329135.990564:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329137.014574:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767329137.488922:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329137.488966:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329137.488997:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284864
00000100:00100000:0.0:1767329137.489011:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284864
00000100:00100000:3.0:1767329137.489022:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993284736
00000100:00100000:3.0:1767329137.489035:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993284736
00000100:00100000:3.0:1767329137.489089:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2824
00000100:00100000:0.0:1767329137.489109:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4953
00000100:00100000:3.0:1767329137.489110:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993284864:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:0.0:1767329137.489130:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993284736:12345-192.168.203.25@tcp:38:kworker.0
00000100:00080000:1.0:1767329137.489132:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767329137.489164:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329137.489226:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2510:x1853163993284864:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 124us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329137.489239:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2824
00000100:00100000:0.0:1767329137.489250:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcc01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993284736:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 114us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329137.489264:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4953
00010000:00010000:0.0:1767329138.038540:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767329138.102550:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329138.102562:0:260773:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767329138.102567:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329138.102573:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329138.102579:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329138.102590:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14330
00000100:00080000:0.0:1767329138.102598:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329138.102609:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329138.102664:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5c00 x1853164010898048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329138.102734:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010898048:0@lo:38:kworker.0
00000100:00080000:0.0:1767329138.102765:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329138.102772:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329138.102777:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329138.102784:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14330
00000100:00080000:0.0:1767329138.102788:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329138.102795:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329138.102816:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010898176:0@lo:400:kworker.0
00000100:00100000:0.0:1767329138.102825:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f7800 x1853164010898432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329138.102826:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329138.102855:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010898304:0@lo:400:kworker.0
00000100:00080000:0.0:1767329138.102869:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329138.102876:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329138.102879:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329138.102886:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14330
00000100:00080000:0.0:1767329138.102893:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329138.102900:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329138.102916:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329138.102927:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301500 x1853164010898688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329138.102932:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010898432:0@lo:38:kworker.0
00000100:00100000:2.0:1767329138.102938:0:205498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898048
00000100:00100000:2.0:1767329138.102959:0:205498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898048
00000100:00100000:1.0:1767329138.102982:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010898560:0@lo:400:kworker.0
00000100:00080000:0.0:1767329138.103000:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767329138.103016:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329138.103021:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767329138.103022:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767329138.103025:0:205498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35404
00000100:00080000:0.0:1767329138.103031:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767329138.103035:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010898816:0@lo:400:kworker.0
00000100:00100000:2.0:1767329138.103040:0:205498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010898048:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767329138.103042:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14330
00000100:00080000:0.0:1767329138.103051:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767329138.103060:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00010000:00020000:2.0:1767329138.103072:0:205498:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329138.103078:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329138.103083:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010898688:0@lo:38:kworker.0
00000100:00100000:0.0:1767329138.103091:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300a80 x1853164010898944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329138.103134:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329138.103160:0:205498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010898048:12345-0@lo:38:kworker.0 Request processed in 121us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329138.103166:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898432
00000100:00100000:2.0:1767329138.103171:0:205498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35404
00000100:00100000:0.0:1767329138.103174:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898432
00000100:00100000:0.0:1767329138.103237:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898816
00000100:00100000:3.0:1767329138.103238:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329138.103246:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898816
00000100:00100000:1.0:1767329138.103255:0:207395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898176
00000100:00100000:2.0:1767329138.103258:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898560
00000100:00100000:1.0:1767329138.103265:0:207395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898176
00000100:00100000:2.0:1767329138.103267:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898560
00000100:00080000:3.0:1767329138.103296:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329138.103306:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329138.103314:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010898048:0@lo:38:kworker.0
00000100:00100000:0.0:1767329138.103320:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898688
00000100:00100000:0.0:1767329138.103328:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898688
00000100:00100000:1.0:1767329138.103333:0:207395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9781
00000100:00100000:2.0:1767329138.103333:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825
00000100:00100000:1.0:1767329138.103347:0:207395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010898176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329138.103354:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010898816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329138.103356:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010898944:0@lo:38:kworker.0
00000100:00100000:0.0:1767329138.103361:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:0.0:1767329138.103384:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010898560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329138.103519:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329138.103536:0:207395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010898176:12345-0@lo:400:kworker.0 Request processed in 185us (618us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329138.103536:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010898816:12345-0@lo:400:kworker.0 Request processed in 187us (459us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329138.103554:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010898560:12345-0@lo:400:kworker.0 Request processed in 175us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329138.103556:0:207395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9781
00000100:00100000:2.0:1767329138.103558:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825
00000100:00100000:3.0:1767329138.103563:0:279942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898944
00000100:00100000:3.0:1767329138.103573:0:279942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898944
00000100:00100000:0.0:1767329138.103574:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1767329138.103601:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954
00000100:00100000:2.0:1767329138.103610:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010898432:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329138.103614:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955
00000100:00100000:1.0:1767329138.103624:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010898688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329138.103628:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956
00010000:00020000:2.0:1767329138.103629:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767329138.103638:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329138.103640:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010898944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767329138.103656:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767329138.103667:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329138.103695:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010898432:12345-0@lo:38:kworker.0 Request processed in 83us (689us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329138.103705:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010898688:12345-0@lo:38:kworker.0 Request processed in 79us (475us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767329138.103709:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954
00000100:00100000:1.0:1767329138.103720:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955
00000100:00100000:0.0:1767329138.103739:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010898944:12345-0@lo:38:kworker.0 Request processed in 90us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329138.103749:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956
00000100:00080000:1.0:1767329138.103764:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767329138.103769:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767329138.103784:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329138.103790:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010898304
00000100:00080000:3.0:1767329138.103793:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767329138.103796:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010898304
00000100:00100000:3.0:1767329138.103802:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010898944:0@lo:38:kworker.0
00000100:00080000:3.0:1767329138.103842:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329138.103852:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010898816:0@lo:400:kworker.0
00000100:00080000:3.0:1767329138.103853:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329138.103863:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010898560:0@lo:400:kworker.0
00000100:00100000:1.0:1767329138.103865:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9782
00000100:00100000:3.0:1767329138.103870:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010898688:0@lo:38:kworker.0
00000100:00100000:1.0:1767329138.103889:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010898304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329138.103891:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010898176:0@lo:400:kworker.0
00000100:00080000:3.0:1767329138.103913:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329138.103924:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329138.103934:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010898432:0@lo:38:kworker.0
00000100:00080000:0.0:1767329138.103959:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767329138.103966:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010898304:12345-0@lo:400:kworker.0 Request processed in 82us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329138.103974:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9782
00000100:00100000:2.0:1767329138.104013:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010898304:0@lo:400:kworker.0
00000100:00100000:1.0:1767329138.614653:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010899072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329138.614741:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329138.614795:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899072
00000100:00100000:3.0:1767329138.614810:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899072
00000100:00100000:3.0:1767329138.614880:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8681
00000100:00100000:3.0:1767329138.614890:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010899072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329138.614919:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329138.614995:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb582cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010899072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329138.615003:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8681
00000100:00100000:1.0:1767329138.615052:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010899072:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329139.062594:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329139.126658:0:6991:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010899200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767329139.126723:0:6991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329139.126787:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899200
00000100:00100000:1.0:1767329139.126800:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899200
00000100:00100000:1.0:1767329139.126865:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8682
00000100:00100000:1.0:1767329139.126876:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010899200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767329139.126912:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:1.0:1767329139.126987:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6991:x1853164010899200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329139.126993:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8682
00000100:00100000:3.0:1767329139.127041:0:6991:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a7dc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:6991:1853164010899200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329140.086567:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329141.110590:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767329141.585074:0:6984:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.25@tcp portal 26 match 1853163993284992 offset 0 length 520: 4
00000100:00100000:0.0:1767329141.585121:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:0.0:1767329141.585152:0:6984:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329141.585222:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993285248
00000100:00100000:2.0:1767329141.585237:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993285248
00000100:00100000:1.0:1767329141.585268:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993285120
00000100:00100000:1.0:1767329141.585286:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993285120
00000100:00080000:0.0:1767329141.585297:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329141.585332:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2827
00000100:00100000:2.0:1767329141.585347:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993285248:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329141.585362:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4957
00000100:00100000:1.0:1767329141.585374:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993285120:12345-192.168.203.25@tcp:38:kworker.0
00010000:00020000:1.0:1767329141.585400:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767329141.585498:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993285248:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 153us (372us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329141.585510:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2827
00000100:00100000:1.0:1767329141.585557:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2509:x1853163993285120:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 177us (394us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329141.585569:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4957
00010000:00010000:1.0:1767329142.134602:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329142.198510:0:6990:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767329117/real 1767329117]  req@ffff9bb5a6891180 x1853164010893824/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329142 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767329142.198548:0:6990:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9bb5a6891180 x1853164010893824/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767329142 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767329142.198568:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329142.198591:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767329142.198594:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010893824:0@lo:250:kworker.0
00000100:00080000:0.0:1767329142.198658:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329142.198665:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767329142.198668:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4491000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329142.198673:0:260773:0:(import.c:509:import_select_connection()) MGC192.168.203.125@tcp: connect to NID 0@lo last attempt 14315
00000100:00080000:0.0:1767329142.198677:0:260773:0:(import.c:588:import_select_connection()) MGC192.168.203.125@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767329142.198684:0:260773:0:(import.c:623:import_select_connection()) MGC192.168.203.125@tcp: import ffff9bb5b4491000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329142.198722:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591302a00 x1853164010899328/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767329142.198745:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329142.198749:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329142.198751:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329142.198755:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14335
00000100:00080000:0.0:1767329142.198758:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329142.198762:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329142.198774:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3dcd8ca5-0d38-401b-b2dd-9256d1a78b29:6990:1853164010899328:0@lo:250:kworker.0
00000100:00100000:0.0:1767329142.198780:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591301500 x1853164010899456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767329142.198831:0:6990:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164010899328 offset 0 length 520: 4
00000100:00080000:0.0:1767329142.198844:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329142.198849:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329142.198851:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329142.198855:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14335
00000100:00080000:0.0:1767329142.198858:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329142.198862:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329142.198865:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010899584:0@lo:400:kworker.0
00000100:00100000:0.0:1767329142.198878:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45c00 x1853164010899840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329142.198891:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010899456:0@lo:38:kworker.0
00000100:00080000:0.0:1767329142.198898:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329142.198902:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767329142.198904:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329142.198909:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14335
00000100:00080000:0.0:1767329142.198912:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329142.198915:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329142.198922:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329142.198924:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010899712:0@lo:400:kworker.0
00000100:00100000:0.0:1767329142.198932:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf45880 x1853164010900096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329142.198935:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329142.198958:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767329142.198961:0:260773:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767329142.198966:0:260773:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767329142.198968:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010900224:0@lo:400:kworker.0
00000100:00100000:3.0:1767329142.198969:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010899840:0@lo:38:kworker.0
00000100:00080000:0.0:1767329142.198970:0:260773:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767329142.198981:0:260773:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14335
00000100:00100000:2.0:1767329142.198986:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767329142.198987:0:260773:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767329142.198993:0:260773:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:0.0:1767329142.199005:0:260773:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bcf46d80 x1853164010900352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767329142.199012:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329142.199033:0:6993:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767329142.199047:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010899968:0@lo:400:kworker.0
00000100:00100000:0.0:1767329142.199050:0:205510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899584
00000100:00100000:3.0:1767329142.199056:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010900096:0@lo:38:kworker.0
00000100:00100000:1.0:1767329142.199060:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899712
00000100:00100000:0.0:1767329142.199061:0:205510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899584
00000100:00100000:1.0:1767329142.199066:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899712
00000100:00100000:2.0:1767329142.199096:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329142.199125:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899456
00000100:00100000:3.0:1767329142.199130:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899456
00000100:00100000:0.0:1767329142.199135:0:205510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9783
00000100:00100000:1.0:1767329142.199152:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9784
00000100:00100000:0.0:1767329142.199153:0:205510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010899584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329142.199185:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35405
00000100:00100000:1.0:1767329142.199186:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010899712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329142.199199:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010899456:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767329142.199215:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899840
00000100:00100000:2.0:1767329142.199222:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899840
00010000:00020000:3.0:1767329142.199226:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329142.199232:0:205510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010899584:12345-0@lo:400:kworker.0 Request processed in 87us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767329142.199239:0:205510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9783
00000100:00100000:1.0:1767329142.199256:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010899712:12345-0@lo:400:kworker.0 Request processed in 76us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329142.199258:0:279204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010899968
00000100:00100000:2.0:1767329142.199264:0:279204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010899968
00000100:00100000:1.0:1767329142.199269:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9784
00000100:00100000:3.0:1767329142.199271:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010899456:12345-0@lo:38:kworker.0 Request processed in 74us (340us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767329142.199273:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767329142.199280:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329142.199284:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35405
00000100:00080000:0.0:1767329142.199286:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329142.199314:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828
00000100:00100000:3.0:1767329142.199322:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767329142.199326:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958
00000100:00100000:1.0:1767329142.199329:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010899968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329142.199339:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010899840:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767329142.199342:0:279206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900096
00000100:00100000:3.0:1767329142.199348:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010900352:0@lo:38:kworker.0
00000100:00100000:0.0:1767329142.199349:0:279206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900096
00010000:00020000:2.0:1767329142.199357:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767329142.199378:0:279206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4959
00000100:00100000:0.0:1767329142.199384:0:279206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010900096:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329142.199392:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329142.199393:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5a7dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6993:x1853164010899968:12345-0@lo:400:kworker.0 Request processed in 68us (295us total) trans 0 rc 0/0
00010000:00020000:0.0:1767329142.199397:0:279206:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329142.199408:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828
00000100:00080000:3.0:1767329142.199446:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329142.199452:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329142.199457:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010899456:0@lo:38:kworker.0
00000100:00100000:2.0:1767329142.199459:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482795880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010899840:12345-0@lo:38:kworker.0 Request processed in 78us (404us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329142.199467:0:279206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:6990:x1853164010900096:12345-0@lo:38:kworker.0 Request processed in 79us (144us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329142.199468:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900352
00000100:00080000:3.0:1767329142.199470:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767329142.199477:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900352
00000100:00100000:2.0:1767329142.199477:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958
00000100:00080000:3.0:1767329142.199481:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329142.199486:0:279206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4959
00000100:00100000:3.0:1767329142.199487:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010899840:0@lo:38:kworker.0
00000100:00100000:2.0:1767329142.199510:0:279204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960
00000100:00080000:3.0:1767329142.199519:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767329142.199520:0:279204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010900352:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767329142.199526:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329142.199531:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010900096:0@lo:38:kworker.0
00010000:00020000:2.0:1767329142.199540:0:279204:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329142.199546:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329142.199567:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:6993:1853164010899968:0@lo:400:kworker.0
00000100:00100000:3.0:1767329142.199570:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900224
00000100:00100000:3.0:1767329142.199575:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900224
00000100:00100000:0.0:1767329142.199585:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010899712:0@lo:400:kworker.0
00000100:00100000:1.0:1767329142.199601:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010899584:0@lo:400:kworker.0
00000100:00100000:2.0:1767329142.199602:0:279204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6990:x1853164010900352:12345-0@lo:38:kworker.0 Request processed in 80us (209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329142.199615:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829
00000100:00100000:2.0:1767329142.199629:0:279204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960
00000100:00100000:3.0:1767329142.199629:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010900224:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767329142.199672:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767329142.199677:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:6992:x1853164010900224:12345-0@lo:400:kworker.0 Request processed in 56us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329142.199684:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829
00000100:00080000:2.0:1767329142.199697:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767329142.199704:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767329142.199710:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010900352:0@lo:38:kworker.0
00000100:00100000:1.0:1767329142.199719:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bcf44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:6992:1853164010900224:0@lo:400:kworker.0
00010000:00010000:0.0:1767329143.158603:0:15427:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767329143.734654:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010900480:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767329143.734741:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329143.734789:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900480
00000100:00100000:3.0:1767329143.734801:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900480
00000100:00100000:3.0:1767329143.734863:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8683
00000100:00100000:3.0:1767329143.734872:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010900480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767329143.734906:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3914887168 avail 3683364864
00000100:00100000:3.0:1767329143.734958:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a34bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010900480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329143.734964:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8683
00000100:00100000:1.0:1767329143.735007:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010900480:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767329144.182612:0:72173:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767329144.246670:0:6993:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010900608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767329144.246764:0:6993:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329144.246853:0:24948:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900608
00000100:00100000:3.0:1767329144.246867:0:24948:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900608
00000100:00080000:1.0:1767329144.246926:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767329144.246942:0:24948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8684
00000100:00100000:3.0:1767329144.246954:0:24948:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010900608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767329144.246989:0:24948:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923271680 avail 3691749376
00000100:00100000:3.0:1767329144.247039:0:24948:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:6993:x1853164010900608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767329144.247046:0:24948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8684
00000100:00100000:0.0:1767329144.247085:0:6993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd65c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:6993:1853164010900608:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767329145.206580:0:289972:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767329146.230577:0:28039:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767329146.704807:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:3.0:1767329146.704849:0:6986:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp)
00000100:00100000:2.0:1767329146.704924:0:281828:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993285376
00000100:00100000:1.0:1767329146.704937:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163993285504
00000100:00100000:2.0:1767329146.704943:0:281828:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993285376
00000100:00100000:1.0:1767329146.704947:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163993285504
00000100:00100000:2.0:1767329146.705027:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4961
00000100:00080000:0.0:1767329146.705030:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767329146.705043:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993285376:12345-192.168.203.25@tcp:38:kworker.0
00000100:00100000:1.0:1767329146.705071:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2830
00010000:00020000:2.0:1767329146.705079:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329146.705088:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993285504:12345-192.168.203.25@tcp:400:kworker.0
00000100:00100000:1.0:1767329146.705203:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb591300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f51e33c1-29ec-406d-9fae-c3fa80759c28+5:2511:x1853163993285504:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 121us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1767329146.705210:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb482797b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2509:x1853163993285376:12345-192.168.203.25@tcp:38:kworker.0 Request processed in 168us (406us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329146.705220:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2830
00000100:00100000:2.0:1767329146.705231:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4961
00010000:00010000:1.0:1767329147.254576:0:15428:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767329147.318517:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329147.318529:0:284819:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3dcd8ca5-0d38-401b-b2dd-9256d1a78b29->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767329147.318533:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329147.318537:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329147.318541:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329147.318550:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 14340
00000100:00080000:3.0:1767329147.318555:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329147.318563:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9bb48e45d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329147.318602:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb591300e00 x1853164010900736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329147.318682:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010900736:0@lo:38:kworker.0
00000100:00080000:3.0:1767329147.318687:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329147.318696:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329147.318699:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329147.318706:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 14340
00000100:00100000:1.0:1767329147.318708:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010900864:0@lo:400:kworker.0
00000100:00080000:3.0:1767329147.318710:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329147.318717:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9bb5ab35d000 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:3.0:1767329147.318736:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5180 x1853164010901120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767329147.318753:0:6992:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767329147.318762:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767329147.318767:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329147.318769:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767329147.318775:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010901248:0@lo:400:kworker.0
00000100:00080000:3.0:1767329147.318775:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 14340
00000100:00080000:3.0:1767329147.318781:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329147.318789:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9bb5b38b9800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:1.0:1767329147.318800:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329147.318808:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f4000 x1853164010901376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767329147.318818:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329147.318849:0:6994:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767329147.318856:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767329147.318857:0:284819:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767329147.318862:0:6994:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010901504:0@lo:400:kworker.0
00000100:00080000:3.0:1767329147.318865:0:284819:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767329147.318869:0:284819:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767329147.318878:0:284819:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 14340
00000100:00080000:3.0:1767329147.318882:0:284819:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767329147.318887:0:284819:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9bb5b4495800 using connection 192.168.203.125@tcp/0@lo
00000100:00100000:2.0:1767329147.318892:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010901120:0@lo:38:kworker.0
00000100:00100000:1.0:1767329147.318903:0:6994:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329147.318908:0:6992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010900992:0@lo:400:kworker.0
00000100:00100000:3.0:1767329147.318913:0:284819:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9bb5bd7f5c00 x1853164010901632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767329147.318954:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010901248
00000100:00100000:2.0:1767329147.318954:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767329147.318967:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010901248
00000100:00100000:0.0:1767329147.318969:0:6992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329147.319008:0:205501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900736
00000100:00100000:2.0:1767329147.319018:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010901376:0@lo:38:kworker.0
00000100:00100000:3.0:1767329147.319018:0:205501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900736
00000100:00100000:1.0:1767329147.319029:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010901504
00000100:00100000:1.0:1767329147.319033:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010901504
00000100:00080000:0.0:1767329147.319051:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767329147.319075:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010901120
00000100:00100000:0.0:1767329147.319080:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900864
00000100:00100000:1.0:1767329147.319084:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010901120
00000100:00100000:3.0:1767329147.319086:0:205501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35406
00000100:00100000:0.0:1767329147.319091:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900864
00000100:00100000:2.0:1767329147.319097:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767329147.319110:0:205501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010900736:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329147.319116:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010901376
00000100:00100000:1.0:1767329147.319121:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010901376
00010000:00020000:3.0:1767329147.319148:0:205501:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329147.319167:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:2.0:1767329147.319171:0:6990:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010901632:0@lo:38:kworker.0
00000100:00100000:0.0:1767329147.319175:0:57648:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010900992
00000100:00100000:0.0:1767329147.319182:0:57648:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010900992
00000100:00100000:1.0:1767329147.319184:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010901248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767329147.319221:0:205501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:6990:x1853164010900736:12345-0@lo:38:kworker.0 Request processed in 112us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329147.319230:0:57648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9785
00000100:00100000:3.0:1767329147.319239:0:205501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35406
00000100:00100000:2.0:1767329147.319247:0:6990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767329147.319253:0:57648:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010900864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329147.319268:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:6992:x1853164010901248:12345-0@lo:400:kworker.0 Request processed in 88us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329147.319277:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00100000:3.0:1767329147.319301:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9786
00000100:00100000:1.0:1767329147.319302:0:279205:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164010901632
00000100:00100000:1.0:1767329147.319308:0:279205:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164010901632
00000100:00080000:2.0:1767329147.319320:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb48e45d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767329147.319323:0:18917:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010900992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767329147.319329:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832
00000100:00080000:2.0:1767329147.319333:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767329147.319343:0:57648:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58a349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:6994:x1853164010900864:12345-0@lo:400:kworker.0 Request processed in 92us (539us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329147.319345:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010901504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767329147.319350:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:6990:1853164010900736:0@lo:38:kworker.0
00000100:00100000:0.0:1767329147.319380:0:57648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9785
00000100:00100000:3.0:1767329147.319407:0:18917:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bcf47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:6992:x1853164010900992:12345-0@lo:400:kworker.0 Request processed in 92us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329147.319446:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb58b09d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:6994:x1853164010901504:12345-0@lo:400:kworker.0 Request processed in 75us (514us total) trans 0 rc 0/0
00000100:00100000:1.0:1767329147.319457:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832
00000100:00100000:3.0:1767329147.319470:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9786
00000100:00080000:0.0:1767329147.319479:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767329147.319480:0:281828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4962
00000100:00080000:0.0:1767329147.319488:0:15454:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767329147.319504:0:279205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963
00000100:00100000:2.0:1767329147.319505:0:281828:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010901120:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767329147.319516:0:279205:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010901376:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767329147.319520:0:279947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964
00000100:00100000:3.0:1767329147.319537:0:279947:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010901632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767329147.319539:0:279205:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767329147.319550:0:281828:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767329147.319558:0:279947:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767329147.319580:0:279205:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:6990:x1853164010901376:12345-0@lo:38:kworker.0 Request processed in 65us (504us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767329147.319588:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:6992:1853164010901248:0@lo:400:kworker.0
00000100:00100000:1.0:1767329147.319593:0:279205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963
00000100:00100000:0.0:1767329147.319633:0:6992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5a6891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:6992:1853164010900992:0@lo:400:kworker.0
00000100:00100000:2.0:1767329147.319637:0:281828:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb5bd65e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:6990:x1853164010901120:12345-0@lo:38:kworker.0 Request processed in 131us (680us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767329147.319637:0:279947:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9bb48b432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:6990:x1853164010901632:12345-0@lo:38:kworker.0 Request processed in 95us (399us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767329147.319651:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:6994:1853164010901504:0@lo:400:kworker.0
00000100:00100000:1.0:1767329147.319675:0:6994:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb591301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:6994:1853164010900864:0@lo:400:kworker.0
00000100:00100000:3.0:1767329147.319677:0:279947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964
00000100:00100000:2.0:1767329147.319695:0:281828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4962
00000100:00080000:3.0:1767329147.319746:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b4495800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329147.319751:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329147.319755:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6990:1853164010901632:0@lo:38:kworker.0
00000100:00080000:3.0:1767329147.319762:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5ab35d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329147.319765:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329147.319767:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:6990:1853164010901120:0@lo:38:kworker.0
00000100:00080000:3.0:1767329147.319773:0:6990:0:(import.c:65:import_set_state_nolock()) ffff9bb5b38b9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767329147.319775:0:6990:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767329147.319777:0:6990:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9bb5bd7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6990:1853164010901376:0@lo:38:kworker.0
Debug log: 93518 lines, 93518 kept, 0 dropped, 0 bad.